Examples of readFields()

Examples of org.apache.giraph.utils.io.DataInputOutput.readFields()

277
278
279
280
281
282
283
284
285
286
287
    int mapSize = in.readInt();
    for (int m = 0; m < mapSize; m++) {
      I vertexId = config.createVertexId();
      vertexId.readFields(in);
      DataInputOutput dataInputOutput = config.createMessagesInputOutput();
      dataInputOutput.readFields(in);
      inMemoryMessages.put(vertexId, dataInputOutput);
    }

    // read file stores
    int numFileStores = in.readInt();
View Full Code Here

Examples of org.apache.giraph.worker.WorkerInfo.readFields()

138
139
140
141
142
143
144
145
146
147
148
    int workerInfosSize = input.readInt();
    workerInfos = Lists.newArrayListWithCapacity(workerInfosSize);
    for (int i = 0; i < workerInfosSize; i++) {
      WorkerInfo workerInfo = new WorkerInfo();
      workerInfo.readFields(input);
      workerInfos.add(workerInfo);
    }

    Map<Integer, WorkerInfo> workerInfoMap = getAsWorkerInfoMap(workerInfos);
    int additionalWorkerInfos = input.readInt();
View Full Code Here

Examples of org.apache.hadoop.conf.Configuration.readFields()

95
96
97
98
99
100
101
102
103
104
105
    Preconditions.checkNotNull(byteString, "ByteString must be specified");
//    SnappyInputStream uncompressIs = new SnappyInputStream(byteString.newInput());
    InflaterInputStream uncompressIs = new InflaterInputStream(byteString.newInput());
    DataInputStream dataInputStream = new DataInputStream(uncompressIs);
    Configuration conf = new Configuration(false);
    conf.readFields(dataInputStream);
    return conf;
  }
 
  public static Configuration createConfFromUserPayload(byte[] bb)
      throws IOException {
View Full Code Here

Examples of org.apache.hadoop.fs.FSDataNodeReadProfilingData.readFields()

271
272
273
274
275
276
277
278
279
280
281
  }
 
  private void readDataNodeProfilingData() throws IOException {
    if (cliData != null) {
      FSDataNodeReadProfilingData dnData = new FSDataNodeReadProfilingData();
      dnData.readFields(in);
      cliData.addDataNodeReadProfilingData(dnData);
    }
  }

  @Override
View Full Code Here

Examples of org.apache.hadoop.fs.FileStatus.readFields()

287
288
289
290
291
292
293
294
295
    buffer.reset();
    DataOutputStream out = new DataOutputStream(buffer);
    fileStatus.write(out);

    in.reset(buffer.toByteArray(), 0, buffer.size());
    status.readFields(in);
    return status;
  }
}
View Full Code Here

Examples of org.apache.hadoop.fs.MD5MD5CRC32FileChecksum.readFields()

536
537
538
539
540
541
542
543
544
545
546
        checksum = new MD5MD5CRC32CastagnoliFileChecksum();
        break;
      default:
        throw new IOException("Unknown algorithm: " + algorithm);
    }
    checksum.readFields(in);

    //check algorithm name
    if (!checksum.getAlgorithmName().equals(algorithm)) {
      throw new IOException("Algorithm not matched. Expected " + algorithm
          + ", Received " + checksum.getAlgorithmName());
View Full Code Here

Examples of org.apache.hadoop.hbase.BloomFilterDescriptor.readFields()

360
361
362
363
364
365
366
367
368
369
370
      // If a bloomFilter is enabled and the column descriptor is less than
      // version 5, we need to skip over it to read the rest of the column
      // descriptor. There are no BloomFilterDescriptors written to disk for
      // column descriptors with a version number >= 5
      BloomFilterDescriptor junk = new BloomFilterDescriptor();
      junk.readFields(in);
    }
    if (versionNumber > 1) {
      this.blockCacheEnabled = in.readBoolean();
    }
View Full Code Here

Examples of org.apache.hadoop.hbase.HColumnDescriptor.readFields()

82
83
84
85
86
87
88
89
90
91
92
      hcolBytes = Hex.decodeHex(hcolStr.toCharArray());
    } catch (DecoderException e) {
      throw new AssertionError("Bad hex string: " + hcolStr);
    }
    HColumnDescriptor hcol = new HColumnDescriptor();
    hcol.readFields(new DataInputStream(new ByteArrayInputStream(hcolBytes)));
    LOG.info("Output path: " + outputPath);
    LOG.info("HColumnDescriptor: " + hcol.toString());
    final HFile.Writer writer = HFile.getWriterFactoryNoCache(conf)
        .withPath(fs, outputPath)
        .withBlockSize(hcol.getBlocksize())
View Full Code Here

Examples of org.apache.hadoop.hbase.HRegionInfo.readFields()

716
717
718
719
720
721
722
723
724
725
726
    Path regioninfo = new Path(regionDir, HRegion.REGIONINFO_FILE);
    FileSystem fs = regioninfo.getFileSystem(getConf());

    FSDataInputStream in = fs.open(regioninfo);
    HRegionInfo hri = new HRegionInfo();
    hri.readFields(in);
    in.close();
    LOG.debug("HRegionInfo read: " + hri.toString());
    hbi.hdfsEntry.hri = hri;
  }
View Full Code Here

Examples of org.apache.hadoop.hbase.HServerAddress.readFields()

593
594
595
596
597
598
599
600
601
602
603
    int regionsCount = in.readInt();
    for (int i = 0; i < regionsCount; ++i) {
      HRegionInfo hri = new HRegionInfo();
      hri.readFields(in);
      HServerAddress hsa = new HServerAddress();
      hsa.readFields(in);
      allRegions.put(hri, hsa);
    }
    return allRegions;
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.