Examples of OrcStruct

Examples of com.facebook.hive.orc.OrcStruct

61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
    }
  }

  @Override
  public Object materialize(long row, Object previous) throws IOException {
    OrcStruct previousRow;
    if (previous != null) {
      previousRow = (OrcStruct) previous;
      previousRow.setFieldNames(fieldNames);
    } else {
      previousRow = new OrcStruct(fieldNames);
    }
    for (int i = 0; i < fields.length; i++) {
      previousRow.setFieldValue(i, fields[i]);
    }
    return previousRow;
  }
View Full Code Here

Examples of com.facebook.hive.orc.OrcStruct

51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
    }
  }

  @Override
  public Object next(Object previous) throws IOException {
    OrcStruct result = null;
    if (valuePresent) {
      if (previous == null) {
        result = new OrcStruct(fieldNames);
      } else {
        result = (OrcStruct) previous;

        // If the input format was initialized with a file with a
        // different number of fields, the number of fields needs to
        // be updated to the correct number
        result.setFieldNames(fieldNames);
      }
      for(int i=0; i < fields.length; ++i) {
        if (fields[i] != null) {
          result.setFieldValue(i,
              fields[i].getInComplexType(result.getFieldValue(i), previousRow));
        }
      }
    }
    return result;
  }
View Full Code Here

Examples of com.facebook.hive.orc.OrcStruct

72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
    if (data == null) {
      return null;
    }

    int offset = ((Field) fieldRef).getOffset();
    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    if (offset >= struct.getNumFields()) {
      return null;
    }

    return struct.getFieldValue(offset);
  }
View Full Code Here

Examples of com.facebook.hive.orc.OrcStruct

102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
  public List<Object> getStructFieldsDataAsList(Object data) {
    if (data == null) {
      return null;
    }

    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    List<Object> result = new ArrayList<Object>(struct.getNumFields());
    for (int i = 0; i < struct.getNumFields(); i++) {
      result.add(struct.getFieldValue(i));
    }
    return result;
  }
View Full Code Here

Examples of com.facebook.hive.orc.OrcStruct

72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
    if (data == null) {
      return null;
    }

    int offset = ((Field) fieldRef).getOffset();
    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    if (offset >= struct.getNumFields()) {
      return null;
    }

    return struct.getFieldValue(offset);
  }
View Full Code Here

Examples of com.facebook.hive.orc.OrcStruct

102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
  public List<Object> getStructFieldsDataAsList(Object data) {
    if (data == null) {
      return null;
    }

    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    List<Object> result = new ArrayList<Object>(struct.getNumFields());
    for (int i = 0; i < struct.getNumFields(); i++) {
      result.add(struct.getFieldValue(i));
    }
    return result;
  }
View Full Code Here

Examples of com.facebook.hive.orc.OrcStruct

71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
    if (data == null) {
      return null;
    }

    int offset = ((Field) fieldRef).getOffset();
    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    if (offset >= struct.getNumFields()) {
      return null;
    }

    return struct.getFieldValue(offset);
  }
View Full Code Here

Examples of com.facebook.hive.orc.OrcStruct

100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
  public List<Object> getStructFieldsDataAsList(Object data) {
    if (data == null) {
      return null;
    }

    OrcStruct struct;
    try {
      struct = (OrcStruct) ((OrcLazyStruct) data).materialize();
    } catch (IOException e) {
      throw new RuntimeException(e);
    }
    List<Object> result = new ArrayList<Object>(struct.getNumFields());
    for (int i = 0; i < struct.getNumFields(); i++) {
      result.add(struct.getFieldValue(i));
    }
    return result;
  }
View Full Code Here

Examples of com.facebook.hive.orc.OrcStruct

61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
    }
  }

  @Override
  public Object materialize(long row, Object previous) throws IOException {
    OrcStruct previousRow;
    if (previous != null) {
      previousRow = (OrcStruct) previous;
      previousRow.setFieldNames(fieldNames);
    } else {
      previousRow = new OrcStruct(fieldNames);
    }
    for (int i = 0; i < fields.length; i++) {
      previousRow.setFieldValue(i, fields[i]);
    }
    return previousRow;
  }
View Full Code Here

Examples of org.apache.hadoop.hive.ql.io.orc.OrcStruct

65
66
67
68
69
70
71
72
73
74
75
76
77
    TypeInfo typeInfo = TypeInfoUtils.getTypeInfoFromTypeString(typeStr);
    PType<OrcStruct> ptype = Orcs.orcs(typeInfo);
   
    HiveVarchar varchar = new HiveVarchar("Hello World", 32);
    Map<Text, OrcStruct> map = new HashMap<Text, OrcStruct>();
    OrcStruct value = OrcUtils.createOrcStruct(mapValueTypeInfo, new Text("age"), new IntWritable(24));
    map.put(new Text("Bob"), value);
    OrcStruct s = OrcUtils.createOrcStruct(typeInfo, new IntWritable(1024), new Text("Alice"),
        null, new HiveVarcharWritable(varchar), map);
    OrcWritable w = new OrcWritable();
    w.set(s);
   
    testInputOutputFn(ptype, s, w);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.