Examples of org.apache.hadoop.io.ObjectWritable

org.apache.hadoop.io.ObjectWritable
A polymorphic Writable that writes an instance with it's class name. Handles arrays, strings and primitive types without a Writable wrapper.


  @Override
  public final void add(M item) {
    size++;
    try {
      new ObjectWritable(item).write(writer);
    } catch (IOException e) {
      LOG.error(e);
    }
  }

View Full Code Here

      for (int i = 0; i < listCapacity && messageCount < totalMsgs
          && !stopReading; ++i) {


        if (i == list.size()) {
          if (objectClass == null) {
            ObjectWritable writable = new ObjectWritable();
            writable.readFields(stream);
            list.add(i, writable);
          } else {
            M obj = ReflectionUtils.newInstance(objectClass, conf);
            obj.readFields(stream);
            list.add(i, obj);

View Full Code Here

      LOG.error("Error initializing spilled data stream.", e);
      throw new RuntimeException(e);
    }
    spillOutputBuffer = new SpillingDataOutputBuffer(bufferCount, bufferSize,
        threshold, direct, processor);
    objectWritable = new ObjectWritable();
    objectWritable.setConf(conf);
    this.conf = conf;
  }

View Full Code Here


  @Override
  public final void add(M item) {
    size++;
    try {
      new ObjectWritable(item).write(writer);
    } catch (IOException e) {
      LOG.error(e);
    }
  }

View Full Code Here

     */
    public void map(Text key, Writable value,
      OutputCollector<Text, ObjectWritable> output, Reporter reporter)
      throws IOException {


      ObjectWritable objWrite = new ObjectWritable();
      objWrite.set(value);
      output.collect(key, objWrite);
    }

View Full Code Here

      Node node = null;
      LoopSet loops = null;


      // loop through all values aggregating outlinks, saving node and loopset
      while (values.hasNext()) {
        ObjectWritable write = values.next();
        Object obj = write.get();
        if (obj instanceof Node) {
          node = (Node)obj;
        }
        else if (obj instanceof LinkDatum) {
          outlinks.add((LinkDatum)WritableUtils.clone((LinkDatum)obj, conf));

View Full Code Here

     */
    public void map(Text key, Writable value,
      OutputCollector<Text, ObjectWritable> output, Reporter reporter)
      throws IOException {


      ObjectWritable objWrite = new ObjectWritable();
      objWrite.set(value);
      output.collect(key, objWrite);
    }

View Full Code Here

      Node node = null;
      LoopSet loops = null;


      // aggregate outlinks, assign other values
      while (values.hasNext()) {
        ObjectWritable write = values.next();
        Object obj = write.get();
        if (obj instanceof Node) {
          node = (Node)obj;
        }
        else if (obj instanceof LinkDatum) {
          outlinks.add((LinkDatum)WritableUtils.clone((LinkDatum)obj, conf));

View Full Code Here

     */
    public void map(Text key, Writable value,
      OutputCollector<Text, ObjectWritable> output, Reporter reporter)
      throws IOException {


      ObjectWritable objWrite = new ObjectWritable();
      objWrite.set(WritableUtils.clone(value, conf));
      output.collect(key, objWrite);
    }

View Full Code Here

      int numInlinks = 0;
      float totalInlinkScore = rankOne;


      while (values.hasNext()) {


        ObjectWritable next = values.next();
        Object value = next.get();
        if (value instanceof Node) {
          node = (Node)value;
        }
        else if (value instanceof LinkDatum) {

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.hadoop.io.ObjectWritable

co.cask.cdap.hive.datasets.DatasetInputFormat

co.cask.cdap.hive.datasets.DatasetSerDe

mil.nga.giat.geowave.accumulo.mapreduce.dedupe.GeoWaveDedupeCombiner

mil.nga.giat.geowave.accumulo.mapreduce.NativeMapContext

mil.nga.giat.geowave.accumulo.mapreduce.NativeReduceContext

net.ripe.hadoop.pcap.io.reader.PcapIPv6RecordReaderTest

net.ripe.hadoop.pcap.io.reader.PcapRecordReader

net.ripe.hadoop.pcap.io.reader.PcapRecordReaderTest

net.ripe.hadoop.pcap.io.reader.PcapReversedHeaderRecordReaderTest

net.ripe.hadoop.pcap.serde.PcapDeserializer

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.