Examples of IntObjectInspector

org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector
A IntObjectInspector inspects an Object representing an Integer.

Examples of org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector

      protected boolean seekToRow(long currentRow) throws IOException {
        return true;
      }
    });


    IntObjectInspector intOI = (IntObjectInspector)
        OrcLazyObjectInspectorUtils.createLazyObjectInspector(TypeInfoFactory.intTypeInfo);


    OrcLazyInt lazyInt2 = (OrcLazyInt) intOI.copyObject(lazyInt);


    Assert.assertEquals(1, ((IntWritable) lazyInt.materialize()).get());
    Assert.assertEquals(1, ((IntWritable) lazyInt2.materialize()).get());
  }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector

            byteStream.write((byte) (v >> 8));
            byteStream.write((byte) (v));
            return;
          }
          case INT: {
            IntObjectInspector ioi = (IntObjectInspector)poi;
            int v = ioi.get(obj);
            LazyBinaryUtils.writeVInt(byteStream, v);
            return;
          }
          case LONG: {
            LongObjectInspector loi = (LongObjectInspector)poi;

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector

            buffer.write((byte)((v >> 8) ^ 0x80), invert);
            buffer.write((byte)v, invert);
            return;
          }
          case INT: {
            IntObjectInspector ioi = (IntObjectInspector)poi;
            int v = ioi.get(o);
            buffer.write((byte)((v >> 24) ^ 0x80), invert);
            buffer.write((byte)(v >> 16), invert);
            buffer.write((byte)(v >> 8), invert);
            buffer.write((byte)v, invert);
            return;

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector

    return Integer.valueOf(val);
  }


  @Override
  public void serialize(Object o, ObjectInspector oi, TProtocol oprot) throws TException, SerDeException, NoSuchFieldException,IllegalAccessException  {
    IntObjectInspector poi = (IntObjectInspector) oi;
    oprot.writeI32(poi.get(o));
  }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector

        byteStream.write((byte) (v >> 8));
        byteStream.write((byte) (v));
        return warnedOnceNullMapKey;
      }
      case INT: {
        IntObjectInspector ioi = (IntObjectInspector) poi;
        int v = ioi.get(obj);
        LazyBinaryUtils.writeVInt(byteStream, v);
        return warnedOnceNullMapKey;
      }
      case LONG: {
        LongObjectInspector loi = (LongObjectInspector) poi;

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector

        buffer.write((byte) ((v >> 8) ^ 0x80), invert);
        buffer.write((byte) v, invert);
        return;
      }
      case INT: {
        IntObjectInspector ioi = (IntObjectInspector) poi;
        int v = ioi.get(o);
        buffer.write((byte) ((v >> 24) ^ 0x80), invert);
        buffer.write((byte) (v >> 16), invert);
        buffer.write((byte) (v >> 8), invert);
        buffer.write((byte) v, invert);
        return;

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector

        r.set(spoi.get(o));
        tbOut.write(r);
        return;
      }
      case INT: {
        IntObjectInspector ioi = (IntObjectInspector) poi;
        IntWritable r = reuse == null ? new IntWritable() : (IntWritable) reuse;
        r.set(ioi.get(o));
        tbOut.write(r);
        return;
      }
      case LONG: {
        LongObjectInspector loi = (LongObjectInspector) poi;

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector

                i++;
            }


            ObjectInspector udfInspector = udf.initialize(objectInspectors);
            checkArgument(udfInspector instanceof IntObjectInspector, "expected IntObjectInspector: %s", udfInspector);
            IntObjectInspector inspector = (IntObjectInspector) udfInspector;


            Object result = udf.evaluate(deferredObjects);
            HiveKey hiveKey = new HiveKey();
            hiveKey.setHashCode(inspector.get(result));


            int bucketNumber = new DefaultHivePartitioner<>().getBucket(hiveKey, null, bucketCount);


            return Optional.of(new HiveBucket(bucketNumber, bucketCount));
        }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector

        in.getRecordReader(splits[0], conf, Reporter.NULL);
    Object key = reader.createKey();
    Writable value = (Writable) reader.createValue();
    int rowNum = 0;
    List<? extends StructField> fields =inspector.getAllStructFieldRefs();
    IntObjectInspector intInspector =
        (IntObjectInspector) fields.get(0).getFieldObjectInspector();
    assertEquals(0.0, reader.getProgress(), 0.00001);
    assertEquals(0, reader.getPos());
    while (reader.next(key, value)) {
      assertEquals(++rowNum, intInspector.get(inspector.
          getStructFieldData(serde.deserialize(value), fields.get(0))));
      assertEquals(2, intInspector.get(inspector.
          getStructFieldData(serde.deserialize(value), fields.get(1))));
    }
    assertEquals(3, rowNum);
    assertEquals(1.0, reader.getProgress(), 0.00001);
    reader.close();


    // read just the first column
    conf.set("hive.io.file.readcolumn.ids", "0");
    reader = in.getRecordReader(splits[0], conf, Reporter.NULL);
    key = reader.createKey();
    value = (Writable) reader.createValue();
    rowNum = 0;
    fields = inspector.getAllStructFieldRefs();
    while (reader.next(key, value)) {
      assertEquals(++rowNum, intInspector.get(inspector.
          getStructFieldData(value, fields.get(0))));
      assertEquals(null, inspector.getStructFieldData(value, fields.get(1)));
    }
    assertEquals(3, rowNum);
    reader.close();


    // test the mapping of empty string to all columns
    conf.set("hive.io.file.readcolumn.ids", "");
    reader = in.getRecordReader(splits[0], conf, Reporter.NULL);
    key = reader.createKey();
    value = (Writable) reader.createValue();
    rowNum = 0;
    fields = inspector.getAllStructFieldRefs();
    while (reader.next(key, value)) {
      assertEquals(++rowNum, intInspector.get(inspector.
          getStructFieldData(value, fields.get(0))));
      assertEquals(2, intInspector.get(inspector.
          getStructFieldData(serde.deserialize(value), fields.get(1))));
    }
    assertEquals(3, rowNum);
    reader.close();
  }

View Full Code Here

Examples of org.apache.hadoop.hive.serde2.objectinspector.primitive.IntObjectInspector

    int rowNum = 0;
    List<? extends StructField> fields = inspector.getAllStructFieldRefs();
    StructObjectInspector inner = (StructObjectInspector)
        fields.get(1).getFieldObjectInspector();
    List<? extends StructField> inFields = inner.getAllStructFieldRefs();
    IntObjectInspector intInspector =
        (IntObjectInspector) inFields.get(0).getFieldObjectInspector();
    while (reader.next(key, value)) {
      assertEquals(null, inspector.getStructFieldData(value, fields.get(0)));
      Object sub = inspector.getStructFieldData(value, fields.get(1));
      assertEquals(3*rowNum+1, intInspector.get(inner.getStructFieldData(sub,
          inFields.get(0))));
      assertEquals(3*rowNum+2, intInspector.get(inner.getStructFieldData(sub,
          inFields.get(1))));
      rowNum += 1;
    }
    assertEquals(3, rowNum);
    reader.close();

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.