/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.avro.tool;
import java.io.InputStream;
import java.io.PrintStream;
import java.util.List;
import joptsimple.OptionParser;
import joptsimple.OptionSet;
import joptsimple.OptionSpec;
import org.apache.avro.Schema;
import org.apache.avro.file.DataFileWriter;
import org.apache.avro.generic.GenericDatumWriter;
import org.apache.trevni.avro.RandomData;
/** Creates a file filled with randomly-generated instances of a schema. */
public class CreateRandomFileTool implements Tool {
@Override
public String getName() {
return "random";
}
@Override
public String getShortDescription() {
return "Creates a file with randomly generated instances of a schema.";
}
@Override
public int run(InputStream stdin, PrintStream out, PrintStream err,
List<String> args) throws Exception {
OptionParser p = new OptionParser();
OptionSpec<Integer> count =
p.accepts("count", "Record Count")
.withRequiredArg()
.ofType(Integer.class);
OptionSpec<String> codec = Util.compressionCodecOption(p);
OptionSpec<Integer> level = Util.compressionLevelOption(p);
OptionSpec<String> file =
p.accepts("schema-file", "Schema File")
.withOptionalArg()
.ofType(String.class);
OptionSpec<String> inschema =
p.accepts("schema", "Schema")
.withOptionalArg()
.ofType(String.class);
OptionSet opts = p.parse(args.toArray(new String[0]));
if (opts.nonOptionArguments().size() != 1) {
err.println("Usage: outFile (filename or '-' for stdout)");
p.printHelpOn(err);
return 1;
}
args = opts.nonOptionArguments();
String schemastr = inschema.value(opts);
String schemafile = file.value(opts);
if (schemastr == null && schemafile == null) {
err.println("Need input schema (--schema-file) or (--schema)");
p.printHelpOn(err);
return 1;
}
Schema schema = (schemafile != null)
? new Schema.Parser().parse(Util.openFromFS(schemafile))
: new Schema.Parser().parse(schemastr);
DataFileWriter<Object> writer =
new DataFileWriter<Object>(new GenericDatumWriter<Object>());
writer.setCodec(Util.codecFactory(opts, codec, level));
writer.create(schema, Util.fileOrStdout(args.get(0), out));
for (Object datum : new RandomData(schema, (int)count.value(opts)))
writer.append(datum);
writer.close();
return 0;
}
}