Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.IntWritable.readFields()

38
39
40
41
42
43
44
45
46
47
48
          TMP_FINAL_FILE))) {
        int numItems = in.readInt();
        assertEquals(290, numItems);
        IntWritable iw = new IntWritable();
        for (int i = 0; i < numItems; i++) {
          iw.readFields(in);
          assertEquals(i, iw.get());
        }
      }

    } finally {
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
          int items = open.readInt();
          int last = Integer.MIN_VALUE;
          // check the order if ascending
          for (int i = 0; i < items; i++) {
            assertEquals(4, WritableUtils.readVInt(open));
            iw.readFields(open);
            assertTrue(last < iw.get());
            result[iw.get()] = 0;
            last = iw.get();
            readItems++;
          }
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
      try (DataInputStream in = new DataInputStream(new FileInputStream(OUTPUT))) {
        int numItems = in.readInt();
        assertEquals(result.length, numItems);
        IntWritable iw = new IntWritable();
        for (int i = 0; i < numItems; i++) {
          iw.readFields(in);
          assertEquals(result[i], iw.get());
        }
      }

    } finally {
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
    }

    public void readAnnotationFields(Annotation annot, DataInput in,
            List<String> types) throws IOException {
        IntWritable posType = new IntWritable();
        posType.readFields(in);
        annot.setType(types.get(posType.get()));
        annot.setStart(WritableUtils.readVLong(in));
        annot.setEnd(WritableUtils.readVLong(in));
        HashMap<String, String> features = null;
        int numFeatures = in.readInt();
View Full Code Here
276
277
278
279
280
281
282
283
284
285
286
        HashMap<String, String> features = null;
        int numFeatures = in.readInt();
        if (numFeatures > 0)
            features = new HashMap<String, String>(numFeatures);
        for (int i = 0; i < numFeatures; i++) {
            posType.readFields(in);
            String fname = types.get(posType.get());
            String fvalue = WritableUtils.readString(in);
            features.put(fname, fvalue);
        }
        annot.setFeatures(features);
View Full Code Here
107
108
109
110
111
112
113
114
115
116
117
    CheckPointDataInput checkpointInput = new CheckPointDataInput(orbConf, superStep, partition);
   
    // Data is read on a FIFO basis
   
    IntWritable intInput = new IntWritable();
    intInput.readFields(checkpointInput);
   
    LongWritable longInput = new LongWritable();
    longInput.readFields(checkpointInput);
   
    Text textInput = new Text();
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
  }
 
  /** read the int value */
  static int readInt(DataInput in) throws IOException {
    IntWritable uInt = TL_DATA.get().U_INT;
    uInt.readFields(in);
    return uInt.get();
  }
 
  /** write the int value */
  static void writeInt(int value, DataOutputStream out) throws IOException {
View Full Code Here
268
269
270
271
272
273
274
275
276
277
278
    }

    public void readAnnotationFields(Annotation annot, DataInput in,
            List<String> types) throws IOException {
        IntWritable posType = new IntWritable();
        posType.readFields(in);
        annot.setType(types.get(posType.get()));
        annot.setStart(WritableUtils.readVLong(in));
        annot.setEnd(WritableUtils.readVLong(in));
        HashMap<String, String> features = null;
        int numFeatures = in.readInt();
View Full Code Here
277
278
279
280
281
282
283
284
285
286
287
        HashMap<String, String> features = null;
        int numFeatures = in.readInt();
        if (numFeatures > 0)
            features = new HashMap<String, String>(numFeatures);
        for (int i = 0; i < numFeatures; i++) {
            posType.readFields(in);
            String fname = types.get(posType.get());
            String fvalue = WritableUtils.readString(in);
            features.put(fname, fvalue);
        }
        annot.setFeatures(features);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.