Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.BytesWritable.readFields()

565
566
567
568
569
570
571
572
573
574
575
      int numEntries = WritableUtils.readVInt(in);
      entries.clear();
      for (int i = 0; i < numEntries; i++) {
        String key = Text.readString(in);
        BytesWritable val = new BytesWritable();
        val.readFields(in);
        entries.put(key, val);
      }
    }

    public void write(DataOutput out) throws IOException {
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
    BytesWritable data = getDataObj();

    if (null == data) {
      data = new BytesWritable();
    }
    data.readFields(in);
    setDataObj(data);
  }

  @Override
  public void writeInternal(DataOutput out) throws IOException {
View Full Code Here
2284
2285
2286
2287
2288
2289
2290
2291
2292
2293
2294
      readRpcIds(in, logVersion);
    }

    private static Rename[] readRenameOptions(DataInputStream in) throws IOException {
      BytesWritable writable = new BytesWritable();
      writable.readFields(in);

      byte[] bytes = writable.getBytes();
      Rename[] options = new Rename[bytes.length];

      for (int i = 0; i < bytes.length; i++) {
View Full Code Here
668
669
670
671
672
673
674
675
676
677
678
        int count = in.readInt();
        files = new ArrayList<Pair<BytesWritable, Long>>(count);
        length = 0;
        for (int i = 0; i < count; ++i) {
          BytesWritable fileInfo = new BytesWritable();
          fileInfo.readFields(in);
          long size = in.readLong();
          files.add(new Pair<BytesWritable, Long>(fileInfo, size));
          length += size;
        }
      }
View Full Code Here
176
177
178
179
180
181
182
183
184
185
186
      Path localSplit = new Path(new Path(jobFilename.toString()).getParent(),
                                 "split.dta");
      DataInputStream splitFile = FileSystem.getLocal(conf).open(localSplit);
      String splitClass = Text.readString(splitFile);
      BytesWritable split = new BytesWritable();
      split.readFields(splitFile);
      splitFile.close();
      task = new MapTask(jobFilename.toString(), taskId, partition, splitClass, split);
    } else {
      int numMaps = conf.getNumMapTasks();
      fillInMissingMapOutputs(local, taskId, numMaps, conf);
View Full Code Here
1667
1668
1669
1670
1671
1672
1673
1674
1675
1676
1677
      this.options = readRenameOptions(in);
    }

    private static Rename[] readRenameOptions(DataInputStream in) throws IOException {
      BytesWritable writable = new BytesWritable();
      writable.readFields(in);

      byte[] bytes = writable.getBytes();
      Rename[] options = new Rename[bytes.length];

      for (int i = 0; i < bytes.length; i++) {
View Full Code Here
2327
2328
2329
2330
2331
2332
2333
2334
2335
2336
2337
      readRpcIds(in, logVersion);
    }

    private static Rename[] readRenameOptions(DataInputStream in) throws IOException {
      BytesWritable writable = new BytesWritable();
      writable.readFields(in);

      byte[] bytes = writable.getBytes();
      Rename[] options = new Rename[bytes.length];

      for (int i = 0; i < bytes.length; i++) {
View Full Code Here
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
      this.options = readRenameOptions(in);
    }

    private static Rename[] readRenameOptions(DataInputStream in) throws IOException {
      BytesWritable writable = new BytesWritable();
      writable.readFields(in);

      byte[] bytes = writable.getBytes();
      Rename[] options = new Rename[bytes.length];

      for (int i = 0; i < bytes.length; i++) {
View Full Code Here
537
538
539
540
541
542
543
544
545
546
547
    }
  }
 
  static Rename[] readRenameOptions(DataInputStream in) throws IOException {
    BytesWritable writable = new BytesWritable();
    writable.readFields(in);
   
    byte[] bytes = writable.getBytes();
    Rename[] options = new Rename[bytes.length];
   
    for (int i = 0; i < bytes.length; i++) {
View Full Code Here
137
138
139
140
141
142
143
144
145
146
147
  /**
   * Deserializes DBChunk
   */
  private DBChunk deserializeChunk(DataInput in) throws IOException {
    BytesWritable br = new BytesWritable();
    br.readFields(in);
    byte[] buf = br.getBytes();
    ObjectInputStream byte_stream = new ObjectInputStream(
        new ByteArrayInputStream(buf));
    DBChunk chunk = null;
    try {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.