Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.BytesWritable.readFields()

30
31
32
33
34
35
36
37
38
39
40
            BytesWritable value = new BytesWritable();
            int count = 0;
            while (true) {
                try {
                    key.readFields(input);
                    value.readFields(input);
                    writer.append(key, value);
                    count++;
                }
                catch (EOFException e) {
                    break;
View Full Code Here
329
330
331
332
333
334
335
336
337
338
339
    BasicTable.Reader reader = new BasicTable.Reader(path, conf);
    reader.setProjection("a,d,c,f");
    BytesWritable tmp = new BytesWritable();
    DataInputStream dis = reader.getMetaBlock("testMetaBlocks.meta1");
    try {
      tmp.readFields(dis);
      Assert.assertTrue(tmp.compareTo(meta1) == 0);
    } finally {
      dis.close();
    }
View Full Code Here
337
338
339
340
341
342
343
344
345
346
347
      dis.close();
    }

    dis = reader.getMetaBlock("testMetaBlocks.meta2");
    try {
      tmp.readFields(dis);
      Assert.assertTrue(tmp.compareTo(meta2) == 0);
    } finally {
      dis.close();
    }
    reader.close();
View Full Code Here
163
164
165
166
167
168
169
170
171
172
173
      Path localSplit = new Path(new Path(jobFilename.toString()).getParent(),
                                 "split.dta");
      DataInputStream splitFile = FileSystem.getLocal(conf).open(localSplit);
      String splitClass = Text.readString(splitFile);
      BytesWritable split = new BytesWritable();
      split.readFields(splitFile);
      splitFile.close();
      task = new MapTask(jobId, jobFilename.toString(), conf.get("mapred.tip.id"),
                         taskId, partition, splitClass, split);
    } else {
      int numMaps = conf.getNumMapTasks();
View Full Code Here
332
333
334
335
336
337
338
339
340
341
342
    BasicTable.Reader reader = new BasicTable.Reader(path, conf);
    reader.setProjection("a,d,c,f");
    BytesWritable tmp = new BytesWritable();
    DataInputStream dis = reader.getMetaBlock("testMetaBlocks.meta1");
    try {
      tmp.readFields(dis);
      Assert.assertTrue(tmp.compareTo(meta1) == 0);
    } finally {
      dis.close();
    }
View Full Code Here
340
341
342
343
344
345
346
347
348
349
350
      dis.close();
    }

    dis = reader.getMetaBlock("testMetaBlocks.meta2");
    try {
      tmp.readFields(dis);
      Assert.assertTrue(tmp.compareTo(meta2) == 0);
    } finally {
      dis.close();
    }
    reader.close();
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
      Path localSplit = new Path(new Path(jobFilename.toString()).getParent(),
                                 "split.dta");
      DataInputStream splitFile = FileSystem.getLocal(conf).open(localSplit);
      String splitClass = Text.readString(splitFile);
      BytesWritable split = new BytesWritable();
      split.readFields(splitFile);
      splitFile.close();
      task = new MapTask(jobId, jobFilename.toString(), conf.get("mapred.tip.id"),
                         taskId, partition, splitClass, split);
    } else {
      int numMaps = conf.getNumMapTasks();
View Full Code Here
198
199
200
201
202
203
204
205
206
207
208
      Path localSplit = new Path(new Path(jobFilename.toString()).getParent(),
                                 "split.dta");
      DataInputStream splitFile = FileSystem.getLocal(conf).open(localSplit);
      String splitClass = Text.readString(splitFile);
      BytesWritable split = new BytesWritable();
      split.readFields(splitFile);
      splitFile.close();
      task = new MapTask(jobFilename.toString(), taskId, partition, splitClass, split);
    } else {
      int numMaps = conf.getNumMapTasks();
      fillInMissingMapOutputs(local, taskId, numMaps, conf);
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
    int entries = WritableUtils.readVInt(in);
    for (int i = 0; i < entries; i++) {
      Text txt = new Text();
      txt.readFields(in);
      BytesWritable value = new BytesWritable();
      value.readFields(in);
      instance.put(txt, value);
    }
  }

  @Override
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
      if (nulls == values.length) {
        return;
      }
      for (int i = 0; i < values.length - nulls; i++) {
        BytesWritable value = new BytesWritable();
        value.readFields(in); // read a value
        values[i] = value; // store it in values
      }
    }
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.