Package eu.stratosphere.types

Examples of eu.stratosphere.types.StringValue

500
501
502
503
504
505
506
507
508
509
510
      format.setSkipFirstLineAsHeader(true);
     
      format.configure(parameters);
      format.open(split);
     
      Value[] values = new Value[] { new IntValue(), new StringValue(), new IntValue(), new StringValue()};
     
      // first line is skipped as header
      assertNotNull(format.nextRecord(values));   //  first row (= second line)
     
      try {
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
      Assert.fail();
    }
   
    // check incorrect key types
    try {
      new SimpleDistribution(new Key[] {new IntValue(1), new StringValue("ABC"), new IntValue(3)});
      Assert.fail("Data distribution accepts inconsistent key types");
    } catch(IllegalArgumentException iae) {
      // do nothing
    }
   
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
  @Test
  public void testConstructorMultiKey() {
   
    // check correct data distribution
    SimpleDistribution dd = new SimpleDistribution(
        new Key[][] {{new IntValue(1), new StringValue("A"), new IntValue(1)},
              {new IntValue(2), new StringValue("A"), new IntValue(1)},
              {new IntValue(3), new StringValue("A"), new IntValue(1)}});
    Assert.assertEquals(3, dd.getNumberOfFields());
   
    // check inconsistent key types
    try {
      new SimpleDistribution(
          new Key[][] {{new IntValue(1), new StringValue("A"), new DoubleValue(1.3d)},
                {new IntValue(2), new StringValue("B"), new IntValue(1)}});
      Assert.fail("Data distribution accepts incorrect key types");
    } catch(IllegalArgumentException iae) {
      // do nothing
    }
   
View Full Code Here
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
 
  @Test
  public void testWriteRead() {
   
    SimpleDistribution ddWrite = new SimpleDistribution(
        new Key[][] {{new IntValue(1), new StringValue("A"), new IntValue(1)},
              {new IntValue(2), new StringValue("A"), new IntValue(1)},
              {new IntValue(2), new StringValue("B"), new IntValue(4)},
              {new IntValue(2), new StringValue("B"), new IntValue(3)},
              {new IntValue(2), new StringValue("B"), new IntValue(2)}});
    Assert.assertEquals(3, ddWrite.getNumberOfFields());
   
    final ByteArrayOutputStream baos = new ByteArrayOutputStream();
    final DataOutputStream dos = new DataOutputStream(baos);
    try {
View Full Code Here
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
 
  @Test
  public void testGetBucketBoundary() {
   
    SimpleDistribution dd = new SimpleDistribution(
        new Key[][] {{new IntValue(1), new StringValue("A")},
              {new IntValue(2), new StringValue("B")},
              {new IntValue(3), new StringValue("C")},
              {new IntValue(4), new StringValue("D")},
              {new IntValue(5), new StringValue("E")},
              {new IntValue(6), new StringValue("F")},
              {new IntValue(7), new StringValue("G")}});
   
    Key<?>[] boundRec = dd.getBucketBoundary(0, 8);
    Assert.assertEquals(((IntValue) boundRec[0]).getValue(), 1);
    Assert.assertTrue(((StringValue) boundRec[1]).getValue().equals("A"));
   
View Full Code Here
93
94
95
96
97
98
99
    }
  }
 
  @Override
  public StringValue createValue() {
    return new StringValue();
  }
View Full Code Here
86
87
88
89
90
91
92
93
        r = records.next();
        names += " - " + r.getField(0, SUser.class).datum().getFavoriteColor().toString();
      }
     
      result.setField(0, new IntValue(num));
      result.setField(1,  new StringValue(names));
      out.collect(result);
    }
View Full Code Here
245
246
247
248
249
250
251
  /**
   * Returns the record to write at the given position
   */
  protected Record getRecord(int index) {
    return new Record(new IntValue(index), new StringValue(String.valueOf(index)));
  }
View Full Code Here
29
30
31
32
33
34
35
36
37
38
39
40
  }
 
  @Override
  public StringValue[] getValidTestResults() {
    return new StringValue[] {
      new StringValue("abcdefgh"), new StringValue("i"), new StringValue("jklmno"),
      new StringValue("abcdefgh"), new StringValue("i"), new StringValue("jklmno"),
      new StringValue("ab,cde|fg"), new StringValue("hij|m|n|op"),
      new StringValue("abcdefgh"), new StringValue("i"), new StringValue("jklmno"),
      new StringValue("     abcd    ")
    };
  }
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
  @Test
  public void testParseValidUnquotedStrings() {
   
    // check valid strings with out whitespaces and trailing delimiter
    byte[] recBytes = "abcdefgh|i|jklmno|".getBytes();
    StringValue s = new StringValue();
   
    int startPos = 0;
    startPos = parser.parseField(recBytes, startPos, recBytes.length, '|', s);
    assertTrue(startPos == 9);
    assertTrue(s.getValue().equals("abcdefgh"));
   
    startPos = parser.parseField(recBytes, startPos, recBytes.length, '|', s);
    assertTrue(startPos == 11);
    assertTrue(s.getValue().equals("i"));
   
    startPos = parser.parseField(recBytes, startPos, recBytes.length, '|', s);
    assertTrue(startPos == 18);
    assertTrue(s.getValue().equals("jklmno"));
   
   
    // check single field not terminated
    recBytes = "abcde".getBytes();
    startPos = 0;
    startPos = parser.parseField(recBytes, startPos, recBytes.length, '|', s);
    assertTrue(startPos == 5);
    assertTrue(s.getValue().equals("abcde"));
   
    // check last field not terminated
    recBytes = "abcde|fg".getBytes();
    startPos = 0;
    startPos = parser.parseField(recBytes, startPos, recBytes.length, '|', s);
    assertTrue(startPos == 6);
    assertTrue(s.getValue().equals("abcde"));
   
    startPos = parser.parseField(recBytes, startPos, recBytes.length, '|', s);
    assertTrue(startPos == 8);
    assertTrue(s.getValue().equals("fg"));
  }
View Full Code Here
TOP

Related Classes of eu.stratosphere.types.StringValue

  • eu.stratosphere.api.common.io.GenericCsvInputFormatTest
  • eu.stratosphere.api.common.io.SequentialFormatTest
  • eu.stratosphere.api.common.typeutils.base.StringValueSerializer
  • eu.stratosphere.api.distributions.SimpleDataDistributionTest
  • eu.stratosphere.api.java.operators.translation.AggregateTranslationTest
  • eu.stratosphere.api.java.operators.translation.ReduceTranslationTests
  • eu.stratosphere.api.java.record.io.avro.AvroRecordInputFormat
  • eu.stratosphere.api.java.record.io.avro.AvroRecordInputFormatTest
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample$ConcatenatingReducer
  • eu.stratosphere.api.java.record.io.CsvOutputFormatTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.