Package eu.stratosphere.types

Examples of eu.stratosphere.types.IntValue

266
267
268
269
270
271
272
273
274
275
276
    @SuppressWarnings("unchecked")
    final RecordComparator intComp = new RecordComparator(new int[] {0}, new Class[] {IntValue.class});
    final ChannelSelector<Record> oe1 = new RecordOutputEmitter(ShipStrategyType.PARTITION_HASH, intComp);

    Record rec = new Record(2);
    rec.setField(1, new IntValue(1));

    try {
      oe1.selectChannels(rec, 100);
    } catch (NullKeyFieldException re) {
      Assert.assertEquals(0, re.getFieldNumber());
View Full Code Here
294
295
296
297
298
299
300
301
302
303
304
   
    try {
      out = new DataOutputStream(new PipedOutputStream(pipedInput));
     
      rec = new Record(1);
      rec.setField(0, new IntValue());
     
      rec.write(out);
      rec = new Record();
      rec.read(in);
   
View Full Code Here
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
   
    @SuppressWarnings("unchecked")
    final RecordComparator intComp = new RecordComparator(new int[] {0}, new Class[] {IntValue.class});
    final ChannelSelector<Record> oe = new RecordOutputEmitter(ShipStrategyType.PARTITION_RANGE, intComp, distri);
   
    final IntValue integer = new IntValue();
    final Record rec = new Record();
   
    for (int i = 0; i < NUM_ELEMENTS; i++) {
      final int nextValue = rnd.nextInt(DISTR_RANGE) + DISTR_MIN;
      integer.setValue(nextValue);
      rec.setField(0, integer);
     
      final int[] channels = oe.selectChannels(rec, NUM_BUCKETS);
      if (channels.length != 1) {
        Assert.fail("Resulting channels array has more than one channel.");
View Full Code Here
56
57
58
59
60
61
62
63
64
65
    // create test objects
    final ArrayList<Record> objects = new ArrayList<Record>(NUM_TESTRECORDS);

    for (int i = 0; i < NUM_TESTRECORDS; ++i) {
      Record tmp = new Record(new IntValue(i));
      objects.add(tmp);
    }
    this.reader = new MutableObjectIteratorWrapper(objects.iterator());
  }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
    // create test objects
    ArrayList<IntValue> objects = new ArrayList<IntValue>(NUM_TESTRECORDS);

    for (int i = 0; i < NUM_TESTRECORDS; ++i) {
      IntValue tmp = new IntValue(i);
      objects.add(tmp);
    }
    this.reader = objects.iterator();
  }
View Full Code Here
199
200
201
202
203
204
205
206
207
208
209
      SpillingResettableIterator<IntValue> iterator = new SpillingResettableIterator<IntValue>(
          this.reader, this.serializer, this.memman, this.ioman, 2, this.memOwner);
      // open the iterator
      iterator.open();
 
      IntValue record;
      int cnt = 0;
      while (cnt < NUM_TESTRECORDS) {
        record = iterator.next();
        Assert.assertTrue("Record was not read from iterator", record != null);
        cnt++;
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
    this.memman = new DefaultMemoryManager(MEMORY_CAPACITY);
   
    // create test objects
    this.objects = new ArrayList<Record>(20000);
    for (int i = 0; i < NUM_VALUES; ++i) {
      this.objects.add(new Record(new IntValue(i)));
    }
   
    // create the reader
    this.reader = objects.iterator();
  }
View Full Code Here
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
    }
   
    @Override
    public int serializeRecord(Record rec, byte[] target) throws Exception
    {
      IntValue key = rec.getField(0, IntValue.class);
      IntValue value = rec.getField(1, IntValue.class);
   
      this.bld.setLength(0);
      this.bld.append(key.getValue());
      this.bld.append('_');
      this.bld.append(value.getValue());
     
      byte[] bytes = this.bld.toString().getBytes();
      if (bytes.length <= target.length) {
        System.arraycopy(bytes, 0, target, 0, bytes.length);
        return bytes.length;
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
   
    // wee need to do the final aggregation manually in the test, because the
    // combiner is not guaranteed to do that
    final HashMap<IntValue, IntValue> aggMap = new HashMap<IntValue, IntValue>();
    for (Record record : this.outList) {
      IntValue key = new IntValue();
      IntValue value = new IntValue();
      key = record.getField(0, key);
      value = record.getField(1, value);
      IntValue prevVal = aggMap.get(key);
      if (prevVal != null) {
        aggMap.put(key, new IntValue(prevVal.getValue() + value.getValue()));
      }
      else {
        aggMap.put(key, value);
      }
    }
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
  }
 
  public static List<Tuple2<StringValue, IntValue>> createReduceMutableData() {
    List<Tuple2<StringValue, IntValue>> data = new ArrayList<Tuple2<StringValue, IntValue>>();
   
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("a"), new IntValue(1)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("b"), new IntValue(2)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("c"), new IntValue(3)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("d"), new IntValue(4)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("d"), new IntValue(5)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("e"), new IntValue(6)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("e"), new IntValue(7)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("e"), new IntValue(8)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("f"), new IntValue(9)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("f"), new IntValue(10)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("f"), new IntValue(11)));
    data.add(new Tuple2<StringValue, IntValue>(new StringValue("f"), new IntValue(12)));
   
    return data;
  }
View Full Code Here
TOP

Related Classes of eu.stratosphere.types.IntValue

  • eu.stratosphere.api.common.distributions.SimpleIntegerDistribution
  • eu.stratosphere.api.common.distributions.UniformIntegerDistribution
  • eu.stratosphere.api.common.io.GenericCsvInputFormatTest
  • eu.stratosphere.api.common.io.SequentialFormatTest
  • eu.stratosphere.api.common.typeutils.base.IntValueSerializer
  • eu.stratosphere.api.distributions.SimpleDataDistributionTest
  • eu.stratosphere.api.java.record.io.avro.AvroRecordInputFormat
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample$ConcatenatingReducer
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample$NumberExtractingMapper
  • eu.stratosphere.api.java.record.io.CsvOutputFormatTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.