Examples of eu.stratosphere.types.StringValue

eu.stratosphere.types.StringValue
Mutable string data type that implements the Key interface. StringValue encapsulates the basic functionality of a {@link String}, in a serializable and mutable way.
The mutability allows to reuse the object inside the user code, also across invocations. Reusing a StringValue object helps to increase the performance, as string objects are rather heavy-weight objects and incur a lot of garbage collection overhead, if created and destroyed in masses. @see eu.stratosphere.types.Key @see eu.stratosphere.types.NormalizableKey @see java.lang.String @see java.lang.CharSequence

  public StringIntPair(StringValue first, IntValue second) {
    super(first, second);
  }


  public StringIntPair(String first, int second) {
    super(new StringValue(first), new IntValue(second));
  }

View Full Code Here

    Assert.assertEquals(0, deserialized.getAggregates(cl).length);
  }
  
  @Test
  public void testSerializationOfEventWithAggregateValues() {
    StringValue stringValue = new StringValue("test string");
    LongValue longValue = new LongValue(68743254);
    
    String stringValueName = "stringValue";
    String longValueName = "longValue";

View Full Code Here

   */
  @Override
  public void join(Record value1, Record value2, Collector<Record> out) throws Exception
  {
    StringIntPair amountYearPair = value1.getField(1, this.amountYearPair);
    StringValue nationName = value2.getField(1, this.nationName);
    
    IntValue year = amountYearPair.getSecond();
    StringValue amount = amountYearPair.getFirst();
    StringIntPair key = new StringIntPair(nationName, year);
    value1.setField(0, key);
    value1.setField(1, amount);
    out.collect(value1);
  }

View Full Code Here

  private final ListValue<?> convertAvroArrayToListValue(Type elementType, List<?> avroList) {
    switch (elementType) {
    case STRING:
      StringListValue sl = new StringListValue();
      for (Object item : avroList) {
        sl.add(new StringValue((CharSequence) item));
      }
      return sl;
    case INT:
      IntListValue il = new IntListValue();
      for (Object item : avroList) {

View Full Code Here

  private final MapValue<StringValue, ?> convertAvroMapToMapValue(Type mapValueType, Map<CharSequence, ?> avroMap) {
    switch (mapValueType) {
    case STRING:
      StringMapValue sm = new StringMapValue();
      for (Map.Entry<CharSequence, ?> entry : avroMap.entrySet()) {
        sm.put(new StringValue((CharSequence) entry.getKey()), new StringValue((String) entry.getValue()));
      }
      return sm;
    case INT:
      IntMapValue im = new IntMapValue();
      for (Map.Entry<CharSequence, ?> entry : avroMap.entrySet()) {
        im.put(new StringValue((CharSequence) entry.getKey()), new IntValue((Integer) entry.getValue()));
      }
      return im;
    case BOOLEAN:
      BooleanMapValue bm = new BooleanMapValue();
      for (Map.Entry<CharSequence, ?> entry : avroMap.entrySet()) {
        bm.put(new StringValue((CharSequence) entry.getKey()), new BooleanValue((Boolean) entry.getValue()));
      }
      return bm;
    case DOUBLE:
      DoubleMapValue dm = new DoubleMapValue();
      for (Map.Entry<CharSequence, ?> entry : avroMap.entrySet()) {
        dm.put(new StringValue((CharSequence) entry.getKey()), new DoubleValue((Double) entry.getValue()));
      }
      return dm;
    case FLOAT:
      FloatMapValue fm = new FloatMapValue();
      for (Map.Entry<CharSequence, ?> entry : avroMap.entrySet()) {
        fm.put(new StringValue((CharSequence) entry.getKey()), new FloatValue((Float) entry.getValue()));
      }
      return fm;
    case LONG:
      LongMapValue lm = new LongMapValue();
      for (Map.Entry<CharSequence, ?> entry : avroMap.entrySet()) {
        lm.put(new StringValue((CharSequence) entry.getKey()), new LongValue((Long) entry.getValue()));
      }
      return lm;


    default:
      throw new RuntimeException("Map values of type " + mapValueType + " are not supported for Avro map.");

View Full Code Here

      StringTokenizer tokenizer = new StringTokenizer(line);
      while (tokenizer.hasMoreTokens()) {
        String word = tokenizer.nextToken();
        
        // we emit a (word, 1) pair 
        collector.collect(new Record(new StringValue(word), new IntValue(1)));
      }
    }

View Full Code Here

        .lenient(true)
        .field(StringValue.class, 0)
        .field(IntValue.class, 1);
      
      Ordering ordering = new Ordering(0, StringValue.class, Order.DESCENDING);
      out.setGlobalOrder(ordering, new SimpleDistribution(new StringValue[] {new StringValue("N")}));
      
      Plan p = new Plan(out, "WordCount Example");
      p.setDefaultParallelism(DEFAULT_PARALLELISM);
  
      OptimizedPlan plan;

View Full Code Here

      break;
    case java.sql.Types.BIT:
      record.setField(pos, new BooleanValue(resultSet.getBoolean(pos + 1)));
      break;
    case java.sql.Types.CHAR:
      record.setField(pos, new StringValue(resultSet.getString(pos + 1)));
      break;
    case java.sql.Types.NCHAR:
      record.setField(pos, new StringValue(resultSet.getString(pos + 1)));
      break;
    case java.sql.Types.VARCHAR:
      record.setField(pos, new StringValue(resultSet.getString(pos + 1)));
      break;
    case java.sql.Types.LONGVARCHAR:
      record.setField(pos, new StringValue(resultSet.getString(pos + 1)));
      break;
    case java.sql.Types.LONGNVARCHAR:
      record.setField(pos, new StringValue(resultSet.getString(pos + 1)));
      break;
    case java.sql.Types.TINYINT:
      record.setField(pos, new ShortValue(resultSet.getShort(pos + 1)));
      break;
    case java.sql.Types.SMALLINT:
      record.setField(pos, new ShortValue(resultSet.getShort(pos + 1)));
      break;
    case java.sql.Types.BIGINT:
      record.setField(pos, new LongValue(resultSet.getLong(pos + 1)));
      break;
    case java.sql.Types.INTEGER:
      record.setField(pos, new IntValue(resultSet.getInt(pos + 1)));
      break;
    case java.sql.Types.FLOAT:
      record.setField(pos, new DoubleValue(resultSet.getDouble(pos + 1)));
      break;
    case java.sql.Types.REAL:
      record.setField(pos, new FloatValue(resultSet.getFloat(pos + 1)));
      break;
    case java.sql.Types.DOUBLE:
      record.setField(pos, new DoubleValue(resultSet.getDouble(pos + 1)));
      break;
    case java.sql.Types.DECIMAL:
      record.setField(pos, new DoubleValue(resultSet.getBigDecimal(pos + 1).doubleValue()));
      break;
    case java.sql.Types.NUMERIC:
      record.setField(pos, new DoubleValue(resultSet.getBigDecimal(pos + 1).doubleValue()));
      break;
    case java.sql.Types.DATE:
      record.setField(pos, new StringValue(resultSet.getDate(pos + 1).toString()));
      break;
    case java.sql.Types.TIME:
      record.setField(pos, new LongValue(resultSet.getTime(pos + 1).getTime()));
      break;
    case java.sql.Types.TIMESTAMP:
      record.setField(pos, new StringValue(resultSet.getTimestamp(pos + 1).toString()));
      break;
    case java.sql.Types.SQLXML:
      record.setField(pos, new StringValue(resultSet.getSQLXML(pos + 1).toString()));
      break;
    default:
      throw new NotTransformableSQLFieldException("Unknown sql-type [" + type + "]on column [" + pos + "]");


      // case java.sql.Types.BINARY:

View Full Code Here

    FileInputSplit[] splits = format.createInputSplits(1);
    Assert.assertEquals(splits.length, 1);
    format.open(splits[0]);
    Record record = new Record();
    Assert.assertNotNull(format.nextRecord(record));
    StringValue name = record.getField(0, StringValue.class);
    Assert.assertNotNull("empty record", name);
    Assert.assertEquals("name not equal",name.getValue(), TEST_NAME);
    
    // check arrays
    StringListValue sl = record.getField(7, AvroRecordInputFormat.StringListValue.class);
    Assert.assertEquals("element 0 not equal", sl.get(0).getValue(), TEST_ARRAY_STRING_1);
    Assert.assertEquals("element 1 not equal", sl.get(1).getValue(), TEST_ARRAY_STRING_2);
    
    BooleanListValue bl = record.getField(8, AvroRecordInputFormat.BooleanListValue.class);
    Assert.assertEquals("element 0 not equal", bl.get(0).getValue(), TEST_ARRAY_BOOLEAN_1);
    Assert.assertEquals("element 1 not equal", bl.get(1).getValue(), TEST_ARRAY_BOOLEAN_2);
    
    // check enums
    StringValue enumValue = record.getField(10, StringValue.class);
    Assert.assertEquals("string representation of enum not equal", enumValue.getValue(), TEST_ENUM_COLOR.toString()); 
    
    // check maps
    LongMapValue lm = record.getField(11, AvroRecordInputFormat.LongMapValue.class);
    Assert.assertEquals("map value of key 1 not equal", lm.get(new StringValue(TEST_MAP_KEY1)).getValue(), TEST_MAP_VALUE1);
    Assert.assertEquals("map value of key 2 not equal", lm.get(new StringValue(TEST_MAP_KEY2)).getValue(), TEST_MAP_VALUE2);
    
    
    Assert.assertFalse("expecting second element", format.reachedEnd());
    Assert.assertNotNull("expecting second element", format.nextRecord(record));

View Full Code Here

      Assert.assertEquals("Field 2 should be String", StringValue.class, record.getField(2, StringValue.class).getClass());
      Assert.assertEquals("Field 3 should be float", DoubleValue.class, record.getField(3, DoubleValue.class).getClass());
      Assert.assertEquals("Field 4 should be int", IntValue.class, record.getField(4, IntValue.class).getClass());


      int[] pos = {0, 1, 2, 3, 4};
      Value[] values = {new IntValue(), new StringValue(), new StringValue(), new DoubleValue(), new IntValue()};
      Assert.assertTrue(record.equalsFields(pos, dbData[recordCount], values));


      recordCount++;
    }
    Assert.assertEquals(5, recordCount);

View Full Code Here

0 1 2 3 4 5 6 7 8

TOP

Related Classes of eu.stratosphere.types.StringValue

eu.stratosphere.api.common.io.GenericCsvInputFormatTest

eu.stratosphere.api.common.io.SequentialFormatTest

eu.stratosphere.api.common.typeutils.base.StringValueSerializer

eu.stratosphere.api.distributions.SimpleDataDistributionTest

eu.stratosphere.api.java.operators.translation.AggregateTranslationTest

eu.stratosphere.api.java.operators.translation.ReduceTranslationTests

eu.stratosphere.api.java.record.io.avro.AvroRecordInputFormat

eu.stratosphere.api.java.record.io.avro.AvroRecordInputFormatTest

eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample$ConcatenatingReducer

eu.stratosphere.api.java.record.io.CsvOutputFormatTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.