Examples of collections()

Examples of org.apache.crunch.types.PTypeFamily.collections()

48
49
50
51
52
53
54
55
56
57
58
    PTable<K, Pair<U, V>> cgRight = right.parallelDo("coGroupTag2", new CogroupFn2<K, U, V>(),
        ptf.tableOf(keyType, itype));

    PTable<K, Pair<U, V>> both = cgLeft.union(cgRight);

    PType<Pair<Collection<U>, Collection<V>>> otype = ptf.pairs(ptf.collections(leftType), ptf.collections(rightType));
    return both.groupByKey().parallelDo("cogroup",
        new PostGroupFn<K, U, V>(leftType, rightType), ptf.tableOf(keyType, otype));
  }

  private static class CogroupFn1<K, V, U> extends MapValuesFn<K, V, Pair<V, U>> {
View Full Code Here

Examples of org.apache.crunch.types.PTypeFamily.collections()

37
38
39
40
41
42
43
44
45
46
47
    public static <V1, V2, V3, V4> PType<Tuple4.Collect<V1, V2, V3, V4>> derived(PType<V1> first,
        PType<V2> second, PType<V3> third, PType<V4> fourth) {
      PTypeFamily tf = first.getFamily();
      PType<Tuple4<Collection<V1>, Collection<V2>, Collection<V3>, Collection<V4>>> pt =
          tf.quads(
              tf.collections(first),
              tf.collections(second),
              tf.collections(third),
              tf.collections(fourth));
      Object clazz = Tuple4.Collect.class;
      return tf.derived((Class<Tuple4.Collect<V1, V2, V3, V4>>) clazz,
View Full Code Here

Examples of org.apache.crunch.types.PTypeFamily.collections()

38
39
40
41
42
43
44
45
46
47
48
        PType<V2> second, PType<V3> third, PType<V4> fourth) {
      PTypeFamily tf = first.getFamily();
      PType<Tuple4<Collection<V1>, Collection<V2>, Collection<V3>, Collection<V4>>> pt =
          tf.quads(
              tf.collections(first),
              tf.collections(second),
              tf.collections(third),
              tf.collections(fourth));
      Object clazz = Tuple4.Collect.class;
      return tf.derived((Class<Tuple4.Collect<V1, V2, V3, V4>>) clazz,
          new MapFn<Tuple4<Collection<V1>, Collection<V2>, Collection<V3>, Collection<V4>>,
View Full Code Here

Examples of org.apache.crunch.types.PTypeFamily.collections()

39
40
41
42
43
44
45
46
47
48
49
      PTypeFamily tf = first.getFamily();
      PType<Tuple4<Collection<V1>, Collection<V2>, Collection<V3>, Collection<V4>>> pt =
          tf.quads(
              tf.collections(first),
              tf.collections(second),
              tf.collections(third),
              tf.collections(fourth));
      Object clazz = Tuple4.Collect.class;
      return tf.derived((Class<Tuple4.Collect<V1, V2, V3, V4>>) clazz,
          new MapFn<Tuple4<Collection<V1>, Collection<V2>, Collection<V3>, Collection<V4>>,
          Collect<V1, V2, V3, V4>>() {
View Full Code Here

Examples of org.apache.crunch.types.PTypeFamily.collections()

40
41
42
43
44
45
46
47
48
49
50
      PType<Tuple4<Collection<V1>, Collection<V2>, Collection<V3>, Collection<V4>>> pt =
          tf.quads(
              tf.collections(first),
              tf.collections(second),
              tf.collections(third),
              tf.collections(fourth));
      Object clazz = Tuple4.Collect.class;
      return tf.derived((Class<Tuple4.Collect<V1, V2, V3, V4>>) clazz,
          new MapFn<Tuple4<Collection<V1>, Collection<V2>, Collection<V3>, Collection<V4>>,
          Collect<V1, V2, V3, V4>>() {
        @Override
View Full Code Here

Examples of org.apache.crunch.types.PTypeFamily.collections()

297
298
299
300
301
302
303
304
305
306
307
            for (V value : values) {
              collected.add(valueType.getDetachedValue(value));
            }
            return collected;
          }
        }, tf.collections(collect.getValueType()));
  }
 
  public static <S> PCollection<S> aggregate(PCollection<S> collect, Aggregator<S> aggregator) {
    PTypeFamily tf = collect.getTypeFamily();
    return collect.parallelDo("Aggregate.aggregator", new MapFn<S, Pair<Void, S>>() {
View Full Code Here

Examples of org.apache.crunch.types.PTypeFamily.collections()

33
34
35
36
37
38
39
40
41
42
43
    public static <V1, V2, V3> PType<Tuple3.Collect<V1, V2, V3>> derived(PType<V1> first,
        PType<V2> second, PType<V3> third) {
      PTypeFamily tf = first.getFamily();
      PType<Tuple3<Collection<V1>, Collection<V2>, Collection<V3>>> pt =
          tf.triples(
              tf.collections(first),
              tf.collections(second),
              tf.collections(third));
      Object clazz = Tuple3.Collect.class;
      return tf.derived((Class<Tuple3.Collect<V1, V2, V3>>) clazz,
          new MapFn<Tuple3<Collection<V1>, Collection<V2>, Collection<V3>>, Collect<V1, V2, V3>>() {
View Full Code Here

Examples of org.apache.crunch.types.PTypeFamily.collections()

34
35
36
37
38
39
40
41
42
43
44
        PType<V2> second, PType<V3> third) {
      PTypeFamily tf = first.getFamily();
      PType<Tuple3<Collection<V1>, Collection<V2>, Collection<V3>>> pt =
          tf.triples(
              tf.collections(first),
              tf.collections(second),
              tf.collections(third));
      Object clazz = Tuple3.Collect.class;
      return tf.derived((Class<Tuple3.Collect<V1, V2, V3>>) clazz,
          new MapFn<Tuple3<Collection<V1>, Collection<V2>, Collection<V3>>, Collect<V1, V2, V3>>() {
        @Override
View Full Code Here

Examples of org.apache.crunch.types.PTypeFamily.collections()

35
36
37
38
39
40
41
42
43
44
45
      PTypeFamily tf = first.getFamily();
      PType<Tuple3<Collection<V1>, Collection<V2>, Collection<V3>>> pt =
          tf.triples(
              tf.collections(first),
              tf.collections(second),
              tf.collections(third));
      Object clazz = Tuple3.Collect.class;
      return tf.derived((Class<Tuple3.Collect<V1, V2, V3>>) clazz,
          new MapFn<Tuple3<Collection<V1>, Collection<V2>, Collection<V3>>, Collect<V1, V2, V3>>() {
        @Override
        public Collect<V1, V2, V3> map(
View Full Code Here

Examples of org.apache.crunch.types.PTypeFamily.collections()

59
60
61
62
63
64
65
66
67
68
69
      int numReducers,
      PTable<K, U> left,
      PTable<K, V> right) {
    PTypeFamily tf = left.getTypeFamily();
    return cogroup(
        tf.pairs(tf.collections(left.getValueType()),
                 tf.collections(right.getValueType())),
        TupleFactory.PAIR,
        numReducers,
        left, right);
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.