Package org.apache.pig.data

Examples of org.apache.pig.data.DefaultDataBag$DefaultDataBagIterator

73
74
75
76
77
78
79
   * Create a PIG Bag object.
   *
   * @return A Pig DataBag object.
   */
  public static DataBag createBag() {
    return new DefaultDataBag();
  }
View Full Code Here
77
78
79
80
81
82
83
  public static DataBag createBag() {
    return new DefaultDataBag();
  }

  public static DataBag createBag(Schema schema) {
    return new DefaultDataBag();
  }
View Full Code Here
514
515
516
517
518
519
520
    }

    public static class JiraPig1030 extends EvalFunc<DataBag> {
       
        public DataBag exec(Tuple input) throws IOException {
            return new DefaultDataBag();
        }
View Full Code Here
157
158
159
160
161
162
163
164
    return 0;
  }

  @Override
  public void readFields(DataInput arg0) throws IOException {
    convertedBag = new DefaultDataBag();
    convertedBag.readFields(arg0);
  }
View Full Code Here
338
339
340
341
342
343
344
345
346
347
348
349
350
      return null;
    }

    HowlFieldSchema elementSubFieldSchema = hfs.getArrayElementSchema().getFields().get(0);
    if (elementSubFieldSchema.getType() == Type.STRUCT){
      DataBag db = new DefaultDataBag();
      for (Object o : list){
        db.add(transformToTuple((List<Object>)o,elementSubFieldSchema));
      }
      return db;
    } else {
      return  new HowlArrayBag(list);
    }
View Full Code Here
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
    if (list == null) {
      return null;
    }

    HCatFieldSchema elementSubFieldSchema = hfs.getArrayElementSchema().getFields().get(0);
    DataBag db = new DefaultDataBag();
    for (Object o : list) {
      Tuple tuple;
      if (elementSubFieldSchema.getType() == Type.STRUCT) {
        tuple = transformToTuple((List<Object>) o, elementSubFieldSchema);
      } else {
        // bags always contain tuples
        tuple = tupFac.newTuple(extractPigObject(o, elementSubFieldSchema));
      }
      db.add(tuple);
    }
    return db;
  }
View Full Code Here
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
    if (list == null) {
      return null;
    }

    HCatFieldSchema elementSubFieldSchema = hfs.getArrayElementSchema().getFields().get(0);
    DataBag db = new DefaultDataBag();
    for (Object o : list) {
      Tuple tuple;
      if (elementSubFieldSchema.getType() == Type.STRUCT) {
        tuple = transformToTuple((List<Object>) o, elementSubFieldSchema);
      } else {
        // bags always contain tuples
        tuple = tupFac.newTuple(extractPigObject(o, elementSubFieldSchema));
      }
      db.add(tuple);
    }
    return db;
  }
View Full Code Here
66
67
68
69
70
71
72
   * Create a PIG Bag object.
   *
   * @return A Pig DataBag object.
   */
  public static DataBag createBag() {
    return new DefaultDataBag();
  }
View Full Code Here
70
71
72
73
74
75
76
  public static DataBag createBag() {
    return new DefaultDataBag();
  }

  public static DataBag createBag(Schema schema) {
    return new DefaultDataBag();
  }
View Full Code Here
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
public class TestStat extends TestCase{
 
  public void testCOV() throws Exception{
    EvalFunc<DataBag> COV = new COV("a","b");
    DataBag dBag = new DefaultDataBag();
    Tuple tup1 = new Tuple(1);
    tup1.setField(0, 1);
    dBag.add(tup1);
    tup1 = new Tuple(1);
    tup1.setField(0, 4);
    dBag.add(tup1);
    tup1 = new Tuple(1);
    tup1.setField(0, 8);
    dBag.add(tup1);
    tup1 = new Tuple(1);
    tup1.setField(0, 4);
    dBag.add(tup1);
    tup1 = new Tuple(1);
    tup1.setField(0, 7);
    dBag.add(tup1);
    tup1 = new Tuple(1);
    tup1.setField(0, 8);
    dBag.add(tup1);
    DataBag dBag1 = new DefaultDataBag();
    tup1 = new Tuple(1);
    tup1.setField(0, 2);
    dBag1.add(tup1);
    tup1 = new Tuple(1);
    tup1.setField(0, 2);
    dBag1.add(tup1);
    tup1 = new Tuple(1);
    tup1.setField(0, 3);
    dBag1.add(tup1);
    tup1 = new Tuple(1);
    tup1.setField(0, 3);
    dBag1.add(tup1);
    tup1 = new Tuple(1);
    tup1.setField(0, 2);
    dBag1.add(tup1);
    tup1 = new Tuple(1);
    tup1.setField(0, 4);
    dBag1.add(tup1);
    Tuple input = new Tuple(2);
    input.setField(0, dBag);
    input.setField(1, dBag1);
    DataBag output = new DefaultDataBag();
    COV.exec(input, output);
    Iterator<Tuple> it = output.iterator();
    Tuple ans = (Tuple) it.next();
    assertEquals(ans.getAtomField(0).toString(),"a");
    assertEquals(ans.getAtomField(1).toString(),"b");
    assertEquals(1.11111, ans.getAtomField(2).numval(),0.0005);
  }
View Full Code Here
TOP

Related Classes of org.apache.pig.data.DefaultDataBag$DefaultDataBagIterator

  • com.inadco.hbl.piggybank.Dimensions2CuboidKey
  • com.packetloop.packetpig.udf.util.Explode
  • org.apache.cassandra.hadoop.pig.CassandraStorage
  • org.apache.hadoop.zebra.types.TypesUtils
  • org.apache.hcatalog.data.HCatArrayBag
  • org.apache.hcatalog.pig.PigHCatUtil
  • org.apache.hive.hcatalog.pig.PigHCatUtil
  • org.apache.howl.data.HowlArrayBag
  • org.apache.howl.pig.PigHowlUtil
  • org.apache.pig.backend.hadoop.accumulo.TestAbstractAccumuloStorage
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.