Package eu.stratosphere.types

Examples of eu.stratosphere.types.IntValue

77
78
79
80
81
82
83
84
85
86
87
      LOG.debug("Processed: [" + keyString.toString() + "," + valueString.getValue() + "]");
     
      if (Integer.parseInt(keyString.toString()) + Integer.parseInt(valueString.toString()) < 10) {

        record.setField(0, valueString);
        record.setField(1, new IntValue(Integer.parseInt(keyString.toString()) + 10));
       
        out.collect(record);
      }
     
    }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
       
        distinctWords.add(new StringValue(word));
        ++numWords;
       
        // we emit a (word, 1) pair
        collector.collect(new Record(new StringValue(word), new IntValue(1)));
      }
     
      // Add a value to the histogram accumulator
      this.wordsPerLine.add(numWords);
    }
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
136
    public void reduce(Iterator<Record> records, Collector<Record> out) {
      Record element = null;
      int sum = 0;
      while (records.hasNext()) {
        element = records.next();
        IntValue i = element.getField(1, IntValue.class);
        sum += i.getValue();
      }

      this.cnt.setValue(sum);
      element.setField(1, this.cnt);
      out.collect(element);
View Full Code Here
105
106
107
108
109
110
111
112
        sum += Integer.parseInt(reduceValue.toString());

        LOG.debug("Processed: [" + record.getField(0, StringValue.class).toString() +
            "," + reduceValue.toString() + "]");
      }
      record.setField(1, new IntValue(sum));
      out.collect(record);
    }
View Full Code Here
66
67
68
69
70
71
72
    return limit;
  }
 
  @Override
  public IntValue createValue() {
    return new IntValue();
  }
View Full Code Here
338
339
340
341
342
343
344
345
346
347
348
      format.setFieldTypesGeneric(StringValue.class, IntValue.class, StringValue.class, IntValue.class);
     
      format.configure(parameters);
      format.open(split);
     
      Value[] values = new Value[] { new StringValue(), new IntValue(), new StringValue(), new IntValue() };
     
      assertNotNull(format.nextRecord(values));
     
      try {
        format.nextRecord(values);
View Full Code Here
370
371
372
373
374
375
376
377
378
379
380
      format.setLenient(true);
     
      format.configure(parameters);
      format.open(split);
     
      Value[] values = new Value[] { new StringValue(), new IntValue(), new StringValue(), new IntValue() };
     
      assertNotNull(format.nextRecord(values));
      assertNull(format.nextRecord(values));
    }
    catch (Exception ex) {
View Full Code Here
398
399
400
401
402
403
404
405
406
407
408
      format.setLenient(true);
     
      format.configure(parameters);
      format.open(split);
     
      Value[] values = new Value[] { new StringValue(), new IntValue()};
     
      assertNotNull(format.nextRecord(values));
      assertNull(format.nextRecord(values));
      assertNull(format.nextRecord(values));
      assertNotNull(format.nextRecord(values));
View Full Code Here
468
469
470
471
472
473
474
475
476
477
478
      format.setSkipFirstLineAsHeader(true);
     
      format.configure(parameters);
      format.open(split);
     
      Value[] values = new Value[] { new IntValue(), new StringValue(), new IntValue(), new StringValue()};
     
      // first line is skipped as header
      assertNotNull(format.nextRecord(values));   //  first row (= second line)
      assertNotNull(format.nextRecord(values));   // second row (= third line)
      assertNull(format.nextRecord(values));  // exhausted
View Full Code Here
500
501
502
503
504
505
506
507
508
509
510
      format.setSkipFirstLineAsHeader(true);
     
      format.configure(parameters);
      format.open(split);
     
      Value[] values = new Value[] { new IntValue(), new StringValue(), new IntValue(), new StringValue()};
     
      // first line is skipped as header
      assertNotNull(format.nextRecord(values));   //  first row (= second line)
     
      try {
View Full Code Here
TOP

Related Classes of eu.stratosphere.types.IntValue

  • eu.stratosphere.api.common.distributions.SimpleIntegerDistribution
  • eu.stratosphere.api.common.distributions.UniformIntegerDistribution
  • eu.stratosphere.api.common.io.GenericCsvInputFormatTest
  • eu.stratosphere.api.common.io.SequentialFormatTest
  • eu.stratosphere.api.common.typeutils.base.IntValueSerializer
  • eu.stratosphere.api.distributions.SimpleDataDistributionTest
  • eu.stratosphere.api.java.record.io.avro.AvroRecordInputFormat
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample$ConcatenatingReducer
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample$NumberExtractingMapper
  • eu.stratosphere.api.java.record.io.CsvOutputFormatTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.