Package org.apache.crunch.test

Examples of org.apache.crunch.test.Person

113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
    AvroFileReaderFactory<Person> genericReader = createFileReaderFactory(Avros.records(Person.class));
    Iterator<Person> recordIterator = genericReader.read(FileSystem.getLocal(new Configuration()), new Path(
        this.avroFile.getAbsolutePath()));

    Person expectedPerson = new Person();
    expectedPerson.age = 42;
    expectedPerson.name = "John Doe";
    List<CharSequence> siblingNames = Lists.newArrayList();
    siblingNames.add("Jimmy");
    siblingNames.add("Jane");
    expectedPerson.siblingnames = siblingNames;

    Person person = recordIterator.next();

    assertEquals(expectedPerson, person);
    assertFalse(recordIterator.hasNext());
  }
View Full Code Here
31
32
33
34
35
36
37
38
39
40
41
public class TupleDeepCopierTest {

  @Test
  public void testDeepCopy_Pair() {
    Person person = new Person();
    person.name = "John Doe";
    person.age = 42;
    person.siblingnames = Lists.<CharSequence> newArrayList();

    Pair<Integer, Person> inputPair = Pair.of(1, person);
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
  static class StringToStringWrapperPersonPairMapFn extends MapFn<String, Pair<StringWrapper, Person>> {

    @Override
    public Pair<StringWrapper, Person> map(String input) {
      Person person = new Person();
      person.name = input;
      person.age = 42;
      person.siblingnames = Lists.<CharSequence> newArrayList();
      return Pair.of(new StringWrapper(input), person);
    }
View Full Code Here
34
35
36
37
38
39
40
41
42
43
44
public class AvroGroupedTableTypeTest {

  @Test
  public void testGetDetachedValue() {
    Integer integerValue = 42;
    Person person = new Person();
    person.name = "John Doe";
    person.age = 42;
    person.siblingnames = Lists.<CharSequence> newArrayList();

    Iterable<Person> inputPersonIterable = Lists.newArrayList(person);
View Full Code Here
32
33
34
35
36
37
38
39
40
41
42
public class CollectionDeepCopierTest {

  @Test
  public void testDeepCopy() {
    Person person = new Person();
    person.age = 42;
    person.name = "John Smith";
    person.siblingnames = Lists.<CharSequence> newArrayList();

    Collection<Person> personCollection = Lists.newArrayList(person);
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
    pipeline.done();
  }

  private void createPersonAvroFile(File avroFile) throws IOException {

    Person person = new Person();
    person.age = 40;
    person.name = "Bob";
    List<CharSequence> siblingNames = Lists.newArrayList();
    siblingNames.add("Bob" + "1");
    siblingNames.add("Bob" + "2");
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
79
80
  @Test
  public void testSortAvroTypesBySelectedFields() throws Exception {

    MRPipeline pipeline = new MRPipeline(AvroTypeSortIT.class, tmpDir.getDefaultConfiguration());

    Person ccc10 = createPerson("CCC", 10);
    Person bbb20 = createPerson("BBB", 20);
    Person aaa30 = createPerson("AAA", 30);

    writeAvroFile(Lists.newArrayList(ccc10, bbb20, aaa30), avroFile);

    PCollection<Person> unsorted = pipeline.read(At.avroFile(avroFile.getAbsolutePath(), records(Person.class)));
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
    outputStream.close();
  }

  private Person createPerson(String name, int age) throws IOException {

    Person person = new Person();
    person.age = age;
    person.name = name;
    List<CharSequence> siblingNames = Lists.newArrayList();
    person.siblingnames = siblingNames;
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
    this.employeeFile = File.createTempFile("employee", ".avro");

    DatumWriter<Person> pdw = new SpecificDatumWriter<Person>();
    DataFileWriter<Person> pfw = new DataFileWriter<Person>(pdw);
    pfw.create(Person.SCHEMA$, personFile);
    Person p1 = new Person();
    p1.name = "Josh";
    p1.age = 19;
    p1.siblingnames = ImmutableList.<CharSequence> of("Kate", "Mike");
    pfw.append(p1);
    Person p2 = new Person();
    p2.name = "Kate";
    p2.age = 17;;
    p2.siblingnames = ImmutableList.<CharSequence> of("Josh", "Mike");
    pfw.append(p2);
    Person p3 = new Person();
    p3.name = "Mike";
    p3.age = 12;
    p3.siblingnames = ImmutableList.<CharSequence> of("Josh", "Kate");
    pfw.append(p3);
    pfw.close();
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
    PCollection<Pair<StringWrapper, Person>> hybridPairCollection = pipeline.readTextFile(
        tmpDir.copyResourceFileName("set1.txt")).parallelDo(new MapFn<String, Pair<StringWrapper, Person>>() {

      @Override
      public Pair<StringWrapper, Person> map(String input) {
        Person person = new Person();
        person.name = input;
        person.age = 42;
        person.siblingnames = Lists.<CharSequence> newArrayList(input);

        return Pair.of(new StringWrapper(input), person);
View Full Code Here
TOP

Related Classes of org.apache.crunch.test.Person

  • org.apache.crunch.io.avro.AvroFileReaderFactoryTest
  • org.apache.crunch.io.avro.AvroFileSourceTargetIT
  • org.apache.crunch.io.avro.AvroKeyValueIT$MapRedPersonMapper
  • org.apache.crunch.io.avro.AvroKeyValueIT$MapReducePersonMapper
  • org.apache.crunch.io.avro.AvroMemPipelineIT
  • org.apache.crunch.io.avro.AvroPipelineIT
  • org.apache.crunch.io.avro.AvroReflectIT
  • org.apache.crunch.io.avro.trevni.TrevniFileSourceTargetIT
  • org.apache.crunch.io.avro.trevni.TrevniKeyPipelineIT
  • org.apache.crunch.io.parquet.AvroParquetFileSourceTargetIT
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.