Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataOutputStream.writeInt()

358
359
360
361
362
363
364
365
366
367
368
      LOG.debug("Writing recovery event to output stream"
          + ", dagId=" + dagID
          + ", eventType=" + eventType);
    }
    ++unflushedEventsCount;
    outputStream.writeInt(event.getHistoryEvent().getEventType().ordinal());
    event.getHistoryEvent().toProtoStream(outputStream);
    if (!EnumSet.of(HistoryEventType.DAG_SUBMITTED,
        HistoryEventType.DAG_FINISHED).contains(eventType)) {
      maybeFlush(outputStream);
    }
View Full Code Here
874
875
876
877
878
879
880
881
882
883
884
        LOG.debug("[DAG RECOVERY]"
            + " dagId=" + lastInProgressDAG
            + ", eventType=" + eventType
            + ", event=" + event.toString());
      }
      newDAGRecoveryStream.writeInt(eventType.ordinal());
      event.toProtoStream(newDAGRecoveryStream);
    }
    dagRecoveryStream.close();
    newDAGRecoveryStream.hsync();
    newDAGRecoveryStream.close();
View Full Code Here
326
327
328
329
330
331
332
333
334
335
336
  public static void writeInt(int value, Path path, Configuration configuration) throws IOException {
    FileSystem fs = FileSystem.get(path.toUri(), configuration);
    FSDataOutputStream out = fs.create(path);
    try {
      out.writeInt(value);
    } finally {
      Closeables.close(out, false);
    }
  }
View Full Code Here
557
558
559
560
561
562
563
564
565
566
567
      Path recoveredEditsDir = HLogUtil.getRegionDirRecoveredEditsDir(regiondir);
      for (int i = 1000; i < 1050; i += 10) {
        Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));
        FSDataOutputStream dos = fs.create(recoveredEdits);
        dos.writeInt(i);
        dos.close();
      }
      long minSeqId = 2000;
      Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", minSeqId - 1));
      FSDataOutputStream dos = fs.create(recoveredEdits);
View Full Code Here
356
357
358
359
360
361
362
363
364
365
366
      Path recoveredEditsDir = HLogUtil.getRegionDirRecoveredEditsDir(regiondir);
      for (int i = 1000; i < 1050; i += 10) {
        Path recoveredEdits = new Path(recoveredEditsDir, String.format("%019d", i));
        FSDataOutputStream dos=  fs.create(recoveredEdits);
        dos.writeInt(i);
        dos.close();
      }
      long minSeqId = 2000;
      Path recoveredEdits = new Path(
          recoveredEditsDir, String.format("%019d", minSeqId-1));
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
      for(int docid: qrels.get(qid)) {
        if(!docidHistory.contains(docid)) {
          docidHistory.add(docid);

          IntDocVector vector = env.documentVectors(new int[]{docid})[0];
          output.writeInt(docid);
          DocumentVectorUtility.newInstance(documentVectorClass, vector).write(output);
        }
      }
      LOGGER.info("Compressed query " + qid);
    }
View Full Code Here
64
65
66
67
68
69
70
71
72
        }
      }
      LOGGER.info("Compressed query " + qid);
    }

    output.writeInt(-1);
    output.close();
  }
}
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
    FSDataOutputStream out = fs.create(forestPath);

    // write partitions' sizes
    for (int p = 0; p < numMaps; p++) {
      out.writeInt(sizes[p]);
    }

    // write the data
    for (int index = 0; index < numTrees; index++) {
      keys[index].write(out);
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
        LOG.info("max docno: " + maxDocno);

        // Write out the doc length data into a single file.
        FSDataOutputStream out = fs.create(new Path(dataFile), true);

        out.writeInt(docnoOffset); // Write out the docno offset.
        out.writeInt(maxDocno - docnoOffset); // Write out the collection size.

        // Write out length of each document (docnos are sequentially
        // ordered, so no need to explicitly keep track).
        int n = 0;
View Full Code Here
268
269
270
271
272
273
274
275
276
277
278
        // Write out the doc length data into a single file.
        FSDataOutputStream out = fs.create(new Path(dataFile), true);

        out.writeInt(docnoOffset); // Write out the docno offset.
        out.writeInt(maxDocno - docnoOffset); // Write out the collection size.

        // Write out length of each document (docnos are sequentially
        // ordered, so no need to explicitly keep track).
        int n = 0;
        for (int i = 1; i <= maxDocno - docnoOffset; i++) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.