Package org.apache.hadoop.hive.ql.io.parquet.serde

Examples of org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe

37
38
39
40
41
42
43
44
45
46
47
48
49
50
  public void testParquetHiveSerDe() throws Throwable {
    try {
      // Create the SerDe
      System.out.println("test: testParquetHiveSerDe");

      final ParquetHiveSerDe serDe = new ParquetHiveSerDe();
      final Configuration conf = new Configuration();
      final Properties tbl = createProperties();
      serDe.initialize(conf, tbl);

      // Data
      final Writable[] arr = new Writable[8];

      arr[0] = new ByteWritable((byte) 123);
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
  public void testParquetHiveSerDe() throws Throwable {
    try {
      // Create the SerDe
      System.out.println("test: testParquetHiveSerDe");

      final ParquetHiveSerDe serDe = new ParquetHiveSerDe();
      final Configuration conf = new Configuration();
      final Properties tbl = createProperties();
      SerDeUtils.initializeSerDe(serDe, conf, tbl, null);

      // Data
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
                new BenchmarkFile(
                        "parquet gzip",
                        "parquet.gz",
                        new MapredParquetInputFormat(),
                        new MapredParquetOutputFormat(),
                        new ParquetHiveSerDe(),
                        "gzip",
                        new ParquetRecordCursorProvider()),

                new BenchmarkFile(
                        "dwrf",
View Full Code Here
159
160
161
162
163
164
165
166
167
168
169
        }));

        HiveOutputFormat<?, ?> outputFormat = new MapredParquetOutputFormat();
        InputFormat<?, ?> inputFormat = new MapredParquetInputFormat();
        @SuppressWarnings("deprecation")
        SerDe serde = new ParquetHiveSerDe();
        File file = File.createTempFile("presto_test", "ord");
        file.delete();
        try {
            FileSplit split = createTestFile(file.getAbsolutePath(), outputFormat, serde, null, testColumns);
            HiveRecordCursorProvider cursorProvider = new ParquetRecordCursorProvider();
View Full Code Here
TOP

Related Classes of org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe

  • com.facebook.presto.hive.BenchmarkHiveFileFormats
  • com.facebook.presto.hive.TestHiveFileFormats
  • org.apache.hadoop.hive.common.type.HiveDecimal
  • org.apache.hadoop.hive.ql.io.parquet.TestParquetSerDe
  • org.apache.hadoop.hive.ql.io.parquet.writable.BinaryWritable
  • org.apache.hadoop.hive.serde2.io.ByteWritable
  • org.apache.hadoop.hive.serde2.io.DoubleWritable
  • org.apache.hadoop.hive.serde2.io.ShortWritable
  • org.apache.hadoop.hive.serde2.io.TimestampWritable
  • org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.