Package org.apache.avro.file

Examples of org.apache.avro.file.DataFileWriter.create()

663
664
665
666
667
668
669
670
671
672
673
    GenericDatumWriter datum = new GenericDatumWriter(schema);
    DataFileWriter writer = new DataFileWriter(datum);
    writer.setMeta("Meta-Key0", "Meta-Value0");
    writer.setMeta("Meta-Key1", "Meta-Value1");
    ByteArrayOutputStream bout = new ByteArrayOutputStream();
    writer.create(schema, bout);
    for (GenericData.Record record : records) {
      writer.append(record);
    }
    writer.flush();
    writer.close();
View Full Code Here
276
277
278
279
280
281
282
283
284
285
286
   */
  void emitData(File outData, Schema schema, int numRecords, Instantiator inster) throws IOException, InstantiationException {
    DatumWriter dout = new ReflectDatumWriter(schema);

    DataFileWriter out = new DataFileWriter(dout);
    out = out.create(schema, outData);
    try {
      for (int i = 0; i < numRecords; i++) {
        out.append(inster.create());
      }
      //encoder.flush();
View Full Code Here
132
133
134
135
136
137
138
139
140
141
142
        out.close();
      }
    } else {
      DataFileWriter out = new DataFileWriter(dout);
      try {
        out.create(schema, outfile);
        for (int i = 0; i < numRecords; i++) {
          TestRecord tr = new TestRecord();
          out.append(tr);
        }
      } finally {
View Full Code Here
193
194
195
196
197
198
199
200
201
202
203
    GenerateRandomData grd = new GenerateRandomData();
    Schema schema = Schema.parse(inputSchemaFile);

    GenericDatumWriter datum = new GenericDatumWriter(schema);
    DataFileWriter out = new DataFileWriter(datum);
    out.create(schema, outputDataFile);
    try {
      for (int i = 0; i < numToEmit; i++) {
        out.append((GenericData.Record) grd.generateData(schema));
      }
    } finally {
View Full Code Here
164
165
166
167
168
169
170
171
172
173
174
      int lineno = 0;
      Schema schema = typeTree.getAvroSchema();

      GenericDatumWriter gdWriter = new GenericDatumWriter(schema);
      DataFileWriter outData = new DataFileWriter(gdWriter);
      outData = outData.create(schema, fs2.create(avroDataFile));

      try {
        in = new BufferedReader(new InputStreamReader(fs.open(p)));
        try {
          String str = in.readLine();
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
        // also, if a file already exists do we want to delete it or
        // append to it?
        out = fs.create(new Path(
            hdfsBaseDirectory,
            typeName));
        dfw.create(
            plugin.getAvroSchemaForHdfsType(),
            out);

      }
      catch (final IOException e) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.