Package com.facebook.presto.spi

Examples of com.facebook.presto.spi.SerializableNativeValue$Deserializer

2906
2907
2908
2909
2910
2911
2912
2913
2914
2915
2916
2917
2918
   */
  Operator genConversionSelectOperator(String dest, QB qb,
      Operator input, tableDesc table_desc) throws SemanticException {
    StructObjectInspector oi = null;
    try {
      Deserializer deserializer = table_desc.getDeserializerClass().newInstance();
      deserializer.initialize(conf, table_desc.getProperties());
      oi = (StructObjectInspector) deserializer.getObjectInspector();
    } catch (Exception e) {
      throw new SemanticException(e);
    }

    // Check column number
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
   *
   */
  static public Deserializer getDeserializer(Configuration conf, Properties schema) throws MetaException  {
    String lib = schema.getProperty(org.apache.hadoop.hive.serde.Constants.SERIALIZATION_LIB);
    try {
      Deserializer deserializer = SerDeUtils.lookupDeserializer(lib);
      ((Deserializer)deserializer).initialize(conf, schema);
      return deserializer;
    } catch (Exception e) {
      LOG.error("error in initSerDe: " + e.getClass().getName() + " " + e.getMessage());
      MetaStoreUtils.printStackTrace(e);
View Full Code Here
171
172
173
174
175
176
177
178
179
180
181
182
   *
   */
  static public Deserializer getDeserializer(Configuration conf, org.apache.hadoop.hive.metastore.api.Table table) throws MetaException  {
    String lib = table.getSd().getSerdeInfo().getSerializationLib();
    try {
      Deserializer deserializer = SerDeUtils.lookupDeserializer(lib);
      deserializer.initialize(conf, MetaStoreUtils.getSchema(table));
      return deserializer;
    } catch (RuntimeException e) {
      throw e;
    } catch (Exception e) {
      LOG.error("error in initSerDe: " + e.getClass().getName() + " " + e.getMessage());
View Full Code Here
665
666
667
668
669
670
671
672
673
674
675
        boolean isNative = SerDeUtils.isNativeSerDe(tbl.getSd().getSerdeInfo().getSerializationLib());
        if (isNative)
          return tbl.getSd().getCols();
        else {
          try {
            Deserializer s = MetaStoreUtils.getDeserializer(this.hiveConf, tbl);
            return MetaStoreUtils.getFieldsFromDeserializer(tableName, s);
          } catch(SerDeException e) {
            StringUtils.stringifyException(e);
            throw new MetaException(e.getMessage());
          }
View Full Code Here
235
236
237
238
239
240
241
242
243
244
245
246
    row[1] = createPartValue(partKeys, partition.getPartSpec());
    return createRowInspector(getCurrent(serde), partKeys);
  }

  private StructObjectInspector setPrtnDesc(TableDesc table) throws Exception {
    Deserializer serde = table.getDeserializerClass().newInstance();
    serde.initialize(job, table.getProperties());
    String pcols = table.getProperties().getProperty(
        org.apache.hadoop.hive.metastore.api.hive_metastoreConstants.META_TABLE_PARTITION_COLUMNS);
    String[] partKeys = pcols.trim().split("/");
    row[1] = null;
    return createRowInspector(getCurrent(serde), partKeys);
View Full Code Here
73
74
75
76
77
78
79
80
81
  /**
   * Return a deserializer object corresponding to the tableDesc.
   */
  public Deserializer getDeserializer() throws Exception {
    Deserializer de = deserializerClass.newInstance();
    de.initialize(null, properties);
    return de;
  }
View Full Code Here
383
384
385
386
387
388
389
390
391
392
393
394
395
396
  public ArrayList<StructField> getFields() {

    ArrayList<StructField> fields = new ArrayList<StructField>();
    try {
      Deserializer decoder = getDeserializer();

      // Expand out all the columns of the table
      StructObjectInspector structObjectInspector = (StructObjectInspector) decoder
          .getObjectInspector();
      List<? extends StructField> fld_lst = structObjectInspector
          .getAllStructFieldRefs();
      for (StructField field : fld_lst) {
        fields.add(field);
View Full Code Here
219
220
221
222
223
224
225
226
227
    }
    return inputFormats.get(inputFormatClass);
  }

  private StructObjectInspector setTableDesc(TableDesc table) throws Exception {
    Deserializer serde = table.getDeserializerClass().newInstance();
    serde.initialize(job, table.getProperties());
    return createRowInspector(getCurrent(serde));
  }
View Full Code Here
787
788
789
790
791
792
793
794
795
796
797
    Utilities.setColumnNameList(jobConf, tableScanOp);
    Utilities.setColumnTypeList(jobConf, tableScanOp);
    Utilities.copyTableJobPropertiesToConf(
      Utilities.getTableDesc(tbl),
      jobConf);
    Deserializer deserializer = tbl.getDeserializer();
    HiveStoragePredicateHandler.DecomposedPredicate decomposed =
      predicateHandler.decomposePredicate(
        jobConf,
        deserializer,
        originalPredicate);
View Full Code Here
225
226
227
228
229
230
231
232
233
234
235
236
    serde.initialize(job, table.getProperties());
    return createRowInspector(getCurrent(serde));
  }

  private StructObjectInspector setPrtnDesc(PartitionDesc partition) throws Exception {
    Deserializer serde = partition.getDeserializerClass().newInstance();
    serde.initialize(job, partition.getProperties());
    String pcols = partition.getTableDesc().getProperties().getProperty(
        org.apache.hadoop.hive.metastore.api.hive_metastoreConstants.META_TABLE_PARTITION_COLUMNS);
    String[] partKeys = pcols.trim().split("/");
    row[1] = createPartValue(partKeys, partition.getPartSpec());
    return createRowInspector(getCurrent(serde), partKeys);
View Full Code Here
TOP

Related Classes of com.facebook.presto.spi.SerializableNativeValue$Deserializer

  • com.facebook.giraph.hive.impl.input.InputSplitData
  • com.facebook.giraph.hive.input.HiveApiInputFormat
  • com.facebook.giraph.hive.input.InputSplitData
  • com.facebook.hiveio.input.HiveApiInputFormat
  • com.facebook.hiveio.input.InputSplitData
  • com.facebook.presto.execution.SimpleMarker
  • com.facebook.presto.execution.TestSimpleDomain
  • com.facebook.presto.execution.TestSimpleMarker
  • com.facebook.presto.execution.TestSimpleRange
  • com.facebook.presto.hive.DwrfRecordCursorProvider
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.