Package com.cloudera.flume.handlers.hdfs

Examples of com.cloudera.flume.handlers.hdfs.WriteableEventKey

52
53
54
55
56
57
58
59
60
61
62
          .getAbsolutePath()), conf);
      System.out.println(f.getName());
      fcount++;
      boolean hasNext = true;
      while (hasNext) {
        WriteableEventKey k = new WriteableEventKey();
        WriteableEvent e = new WriteableEvent();
        hasNext = reader.next(k, e);
        if (hasNext) {
          writer.append(k, e);
          count++;
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
    b.mark("hdfs_fileopen_started");

    Event e = null;
    while ((e = mem.next()) != null) {
      // writing
      w.append(new WriteableEventKey(e), new WriteableEvent(e));
    }
    w.close();
    b.mark("seqfile_hdfs_write");

    hdfs.close();
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
    b.mark("hdfs_fileopen_started");

    Event e = null;
    while ((e = mem.next()) != null) {
      // writing
      w.append(new WriteableEventKey(e), new WriteableEvent(e));
    }
    w.close();
    b.mark("seqfile_hdfs_write");

    hdfs.close();
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
    mem.open();
   
    FlumeConfiguration conf = FlumeConfiguration.get();
    FileSystem fs = FileSystem.getLocal(conf);
    SequenceFile.Reader r = new SequenceFile.Reader(fs, new Path(f.toURI()), conf);
    WriteableEventKey k = new WriteableEventKey();
    WriteableEvent evt = new WriteableEvent();
    while (r.next(k, evt)) {
      Event expected = mem.next();
      assertEquals(evt.getTimestamp(), expected.getTimestamp());
      assertEquals(evt.getNanos(), expected.getNanos());
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
    b.mark("hdfs_fileopen_started");

    Event e = null;
    while ((e = mem.next()) != null) {
      // writing
      w.append(new WriteableEventKey(e), new WriteableEvent(e));
    }
    w.close();
    b.mark("seqfile_hdfs_write");

    hdfs.close();
View Full Code Here
TOP

Related Classes of com.cloudera.flume.handlers.hdfs.WriteableEventKey

  • com.cloudera.flume.collector.SequenceFileMerger
  • com.cloudera.flume.handlers.seqfile.TestSequenceFileOutputFormat
  • com.cloudera.flume.PerfHdfsIO
  • java.nio.ByteBuffer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.