Package org.apache.flume

Examples of org.apache.flume.SinkProcessor

275
276
277
278
279
280
281
282
283
284
285
286
287
288
            }
        }
        // add any unassigned sinks to solo collectors
        for (final Map.Entry<String, Sink> entry : sinks.entrySet()) {
            if (!usedSinks.containsValue(entry.getKey())) {
                final SinkProcessor pr = new DefaultSinkProcessor();
                final List<Sink> sinkMap = new ArrayList<Sink>();
                sinkMap.add(entry.getValue());
                pr.setSinks(sinkMap);
                Configurables.configure(pr, new Context());
                conf.getSinkRunners().put(entry.getKey(), new SinkRunner(pr));
            }
        }
    }
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
173
174
175
    Sink nullSink = new NullSink();
    nullSink.setChannel(channel);

    nodeManager.add(SourceRunner.forSource(generatorSource));
    SinkProcessor processor = new DefaultSinkProcessor();
    List<Sink> sinks = new ArrayList<Sink>();
    sinks.add(nullSink);
    processor.setSinks(sinks);
    nodeManager.add(new SinkRunner(processor));

    nodeManager.start();
    boolean reached = LifecycleController.waitForOneOf(nodeManager,
        LifecycleState.START_OR_ERROR);
View Full Code Here
202
203
204
205
206
207
208
209
210
211
212
213
214
215
    Sink sink = new NullSink();
    sink.setChannel(channel);

    nodeManager.add(SourceRunner.forSource(source));
    SinkProcessor processor = new DefaultSinkProcessor();
    List<Sink> sinks = new ArrayList<Sink>();
    sinks.add(sink);
    processor.setSinks(sinks);
    nodeManager.add(new SinkRunner(processor));

    for (int i = 0; i < 10; i++) {
      nodeManager.start();
      boolean reached = LifecycleController.waitForOneOf(nodeManager,
View Full Code Here
356
357
358
359
360
361
362
363
364
365
366
367
368
369
          new SinkRunner(group.getProcessor()));
    }
    // add any unasigned sinks to solo collectors
    for(Entry<String, Sink> entry : sinks.entrySet()) {
      if (!usedSinks.containsValue(entry.getKey())) {
        SinkProcessor pr = new DefaultSinkProcessor();
        List<Sink> sinkMap = new ArrayList<Sink>();
        sinkMap.add(entry.getValue());
        pr.setSinks(sinkMap);
        Configurables.configure(pr, new Context());
        conf.getSinkRunners().put(entry.getKey(),
            new SinkRunner(pr));
      }
    }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
   */
  @SuppressWarnings("unchecked")
  public static SinkProcessor getProcessor(Context context,
List<Sink> sinks) {
    Map<String, String> params = context.getParameters();
    SinkProcessor processor;
    String typeStr = (String) params.get(TYPE);
    SinkProcessorType type = SinkProcessorType.DEFAULT;
    try {
      type = SinkProcessorType.valueOf(typeStr.toUpperCase());
    } catch (Exception ex) {
      logger.warn("Sink type {} does not exist, using default", typeStr);
    }

    Class<? extends SinkProcessor> processorClass = null;
    try {
      processorClass = (Class<? extends SinkProcessor>) Class.forName(
          type.getSinkProcessorClassName());
    } catch (Exception ex) {
      throw new FlumeException("Unable to load sink processor type: " + typeStr
          + ", class: " + type.getSinkProcessorClassName(), ex);
    }
    try {
      processor = processorClass.newInstance();
    } catch (Exception e) {
      throw new FlumeException("Unable to create processor, type: " + typeStr
          + ", class: " + type.getSinkProcessorClassName(), e);
    }

    processor.setSinks(sinks);
    processor.configure(context);
    return processor;
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
    context.put("priority.sink2", "2");
    SinkFactory sf = new DefaultSinkFactory();
    List<Sink> sinks = new ArrayList<Sink>();
    sinks.add(sf.create("sink1", "avro"));
    sinks.add(sf.create("sink2", "avro"));
    SinkProcessor sp = SinkProcessorFactory.getProcessor(context, sinks);
    context.put("type", "failover");
    SinkProcessor sp2 = SinkProcessorFactory.getProcessor(context, sinks);
    Assert.assertEquals(sp.getClass(), sp2.getClass());
  }
View Full Code Here
53
54
55
56
57
58
59
60
61
62
    context.put("selector", "random");
    SinkFactory sf = new DefaultSinkFactory();
    List<Sink> sinks = new ArrayList<Sink>();
    sinks.add(sf.create("sink1", "avro"));
    sinks.add(sf.create("sink2", "avro"));
    SinkProcessor sp = SinkProcessorFactory.getProcessor(context, sinks);
    context.put("type", "load_balance");
    SinkProcessor sp2 = SinkProcessorFactory.getProcessor(context, sinks);
    Assert.assertEquals(sp.getClass(), sp2.getClass());
  }
View Full Code Here
419
420
421
422
423
424
425
426
427
428
429
430
431
432
      }
    }
    // add any unasigned sinks to solo collectors
    for(Entry<String, Sink> entry : sinks.entrySet()) {
      if (!usedSinks.containsValue(entry.getKey())) {
        SinkProcessor pr = new DefaultSinkProcessor();
        List<Sink> sinkMap = new ArrayList<Sink>();
        sinkMap.add(entry.getValue());
        pr.setSinks(sinkMap);
        Configurables.configure(pr, new Context());
        conf.getSinkRunners().put(entry.getKey(),
            new SinkRunner(pr));
      }
    }
View Full Code Here
270
271
272
273
274
275
276
277
278
279
280
281
282
283
            }
        }
        // add any unasigned sinks to solo collectors
        for (Map.Entry<String, Sink> entry : sinks.entrySet()) {
            if (!usedSinks.containsValue(entry.getKey())) {
                SinkProcessor pr = new DefaultSinkProcessor();
                List<Sink> sinkMap = new ArrayList<Sink>();
                sinkMap.add(entry.getValue());
                pr.setSinks(sinkMap);
                Configurables.configure(pr, new Context());
                conf.getSinkRunners().put(entry.getKey(), new SinkRunner(pr));
            }
        }
    }
View Full Code Here
274
275
276
277
278
279
280
281
282
283
284
285
286
287
            }
        }
        // add any unassigned sinks to solo collectors
        for (final Map.Entry<String, Sink> entry : sinks.entrySet()) {
            if (!usedSinks.containsValue(entry.getKey())) {
                final SinkProcessor pr = new DefaultSinkProcessor();
                final List<Sink> sinkMap = new ArrayList<Sink>();
                sinkMap.add(entry.getValue());
                pr.setSinks(sinkMap);
                Configurables.configure(pr, new Context());
                conf.getSinkRunners().put(entry.getKey(), new SinkRunner(pr));
            }
        }
    }
View Full Code Here
TOP

Related Classes of org.apache.flume.SinkProcessor

  • org.apache.flume.conf.properties.PropertiesFileConfigurationProvider
  • org.apache.flume.node.AbstractConfigurationProvider
  • org.apache.flume.node.TestAbstractLogicalNodeManager
  • org.apache.flume.sink.SinkProcessorFactory
  • org.apache.flume.sink.SinkProcessorFactoryTest
  • org.apache.logging.log4j.flume.appender.FlumeConfigurationBuilder
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.