Package org.apache.flume.instrumentation

Examples of org.apache.flume.instrumentation.SinkCounter

92
93
94
95
96
97
98
99
100
101
102
    MockHDFSWriter hdfsWriter = new MockHDFSWriter();
    HDFSTextFormatter formatter = new HDFSTextFormatter();
    BucketWriter bucketWriter = new BucketWriter(0, maxBytes, 0, 0, ctx,
        "/tmp/file", null, null, SequenceFile.CompressionType.NONE, hdfsWriter,
        formatter, timedRollerPool, null,
        new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
        0, null);

    Event e = EventBuilder.withBody("foo", Charsets.UTF_8);
    for (int i = 0; i < 1000; i++) {
      bucketWriter.append(e);
View Full Code Here
119
120
121
122
123
124
125
126
127
128
129
    MockHDFSWriter hdfsWriter = new MockHDFSWriter();
    HDFSTextFormatter formatter = new HDFSTextFormatter();
    BucketWriter bucketWriter = new BucketWriter(ROLL_INTERVAL, 0, 0, 0, ctx,
        "/tmp/file", null, null, SequenceFile.CompressionType.NONE, hdfsWriter,
        formatter, timedRollerPool, null,
        new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
        0, null);

    Event e = EventBuilder.withBody("foo", Charsets.UTF_8);
    long startNanos = System.nanoTime();
    for (int i = 0; i < NUM_EVENTS - 1; i++) {
View Full Code Here
202
203
204
205
206
207
208
209
210
211
212
    File tmpFile = File.createTempFile("flume", "test");
    tmpFile.deleteOnExit();
    BucketWriter bucketWriter = new BucketWriter(ROLL_INTERVAL, 0, 0, 0, ctx,
        tmpFile.getName(), null, null, SequenceFile.CompressionType.NONE, hdfsWriter,
        formatter, timedRollerPool, null,
        new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
        0, null);

    Event e = EventBuilder.withBody("foo", Charsets.UTF_8);
    for (int i = 0; i < NUM_EVENTS - 1; i++) {
      bucketWriter.append(e);
View Full Code Here
226
227
228
229
230
231
232
233
234
235
236
      MockHDFSWriter hdfsWriter = new MockHDFSWriter();
      HDFSTextFormatter formatter = new HDFSTextFormatter();
      BucketWriter bucketWriter = new BucketWriter(ROLL_INTERVAL, 0, 0, 0, ctx,
          "/tmp/file", suffix, null, SequenceFile.CompressionType.NONE, hdfsWriter,
          formatter, timedRollerPool, null,
          new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
          0, null);

      // Need to override system time use for test so we know what to expect
      final long testTime = System.currentTimeMillis();
      Clock testClock = new Clock() {
View Full Code Here
254
255
256
257
258
259
260
261
262
263
264
        MockHDFSWriter hdfsWriter = new MockHDFSWriter();
        HDFSTextFormatter formatter = new HDFSTextFormatter();
        BucketWriter bucketWriter = new BucketWriter(ROLL_INTERVAL, 0, 0, 0, ctx,
            "/tmp/file", suffix, null, SequenceFile.CompressionType.NONE, hdfsWriter,
            formatter, timedRollerPool, null,
            new SinkCounter("test-bucket-writer-" + System.currentTimeMillis()),
            0, null);

        // Need to override system time use for test so we know what to expect

        final long testTime = System.currentTimeMillis();
View Full Code Here
92
93
94
95
96
97
98
99
    batchSize = context.getInteger("sink.batchSize", defaultBatchSize);

    this.directory = new File(directory);

    if (sinkCounter == null) {
      sinkCounter = new SinkCounter(getName());
    }
  }
View Full Code Here
179
180
181
182
183
184
185
        DatasetSinkConstants.DEFAULT_BATCH_SIZE);
    this.rollIntervalS = context.getInteger(
        DatasetSinkConstants.CONFIG_KITE_ROLL_INTERVAL,
        DatasetSinkConstants.DEFAULT_ROLL_INTERVAL);

    this.counter = new SinkCounter(datasetName);
  }
View Full Code Here
71
72
73
74
75
76
77
        this.batchSize = context.getInteger(FlumeConstants.CONFIG_BATCHSIZE, FlumeConstants.DEFAULT_BATCH_SIZE);
        final String eventSerializerType = context.getString(FlumeConstants.CONFIG_SERIALIZER);
       
        Preconditions.checkNotNull(eventSerializerType,"Event serializer cannot be empty, please specify in the configuration file");
        initializeSerializer(context,eventSerializerType);
        this.sinkCounter = new SinkCounter(this.getName());
    }
View Full Code Here
TOP

Related Classes of org.apache.flume.instrumentation.SinkCounter

  • com.github.kristofa.flume.ZipkinMetricsSink
  • com.github.kristofa.flume.ZipkinSpanCollectorSink
  • com.salesforce.phoenix.flume.sink.PhoenixSink
  • org.apache.flume.sink.AbstractRpcSink
  • org.apache.flume.sink.AvroSink
  • org.apache.flume.sink.elasticsearch.ElasticSearchSink
  • org.apache.flume.sink.hbase.AsyncHBaseSink
  • org.apache.flume.sink.hbase.HBaseSink
  • org.apache.flume.sink.hdfs.HDFSEventSink
  • org.apache.flume.sink.hdfs.TestBucketWriter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.