Package com.cloudera.flume.core

Examples of com.cloudera.flume.core.EventSink

377
378
379
380
381
382
383
384
385
386
387
    // close

    String snk = "  { intervalDroppyAppend(21)  => { ackChecker => [ console, counter(\""
        + rpt + "\") ] } }  ";
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);

    // Big delay values so that test has to force different actions.
    NaiveFileWALDeco wal = new NaiveFileWALDeco(ctx, es, node.getWalManager(),
        new TimeTrigger(new ProcessTagger(), 100000), node.getAckChecker()
            .getAgentAckQueuer(), 1000);
View Full Code Here
446
447
448
449
450
451
452
453
454
455
456
    int count = 20;
    String rpt = "foo";
    String snk = "{ ackChecker => [ console, counter(\"" + rpt + "\") ] }";
    Context ctx = new ReportTestingContext();
    EventSink es = FlumeBuilder.buildSink(ctx, snk);
    NaiveFileWALDeco wal = new NaiveFileWALDeco(ctx, es, node.getWalManager(),
        new TimeTrigger(new ProcessTagger(), 100), node.getAckChecker()
            .getAgentAckQueuer(), 10000);

    // open and send data.
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
  }

  @Test
  public void testOneDeco() throws FlumeSpecException {
    String s = "{ stubbornAppend => console}";
    EventSink sink = FlumeBuilder.buildSink(new Context(), s);

    Map<String, ReportEvent> reports = new HashMap<String, ReportEvent>();
    sink.getReports("X.", reports);
    String r = "";
    for (Entry<String, ReportEvent> e : reports.entrySet()) {
      r += e.getKey() + " = " + e.getValue().toText();
    }
    System.out.println(r);
    Assert.assertTrue(r.contains("X." + sink.getName()));
  }
View Full Code Here
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
  }

  @Test
  public void testHierarchy() throws FlumeSpecException {
    String s = "{ intervalSampler(5) => { stubbornAppend => { insistentOpen => console } } }";
    EventSink sink = FlumeBuilder.buildSink(new Context(), s);

    Map<String, ReportEvent> reports = new HashMap<String, ReportEvent>();
    sink.getReports("X.", reports);
    String r = "";
    for (Entry<String, ReportEvent> e : reports.entrySet()) {
      r += e.getKey() + " = " + e.getValue().toText();
    }
    System.out.println(r);
    Assert.assertTrue(r.contains("X." + sink.getName()));
    Assert.assertTrue(r
        .contains("X.IntervalSampler.StubbornAppend.InsistentOpen"));
  }
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
  }

  @Test
  public void testWalDeco() throws FlumeSpecException {
    String s = "{ ackedWriteAhead => { stubbornAppend => { insistentOpen => console } } }";
    EventSink sink = FlumeBuilder.buildSink(
        LogicalNodeContext.testingContext(), s);

    Map<String, ReportEvent> reports = new HashMap<String, ReportEvent>();
    sink.getReports("X.", reports);
    String r = "";
    for (Entry<String, ReportEvent> e : reports.entrySet()) {
      r += e.getKey() + " = " + e.getValue().toText();
    }
    System.out.println(r);
    Assert.assertTrue(r.contains("X." + sink.getName()));
    Assert
        .assertTrue(r.contains("X.NaiveFileWAL.StubbornAppend.InsistentOpen"));
  }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
  }

  @Test
  public void testWrappedWal() throws FlumeSpecException {
    String s = "{ insistentOpen => { ackedWriteAhead => { stubbornAppend => { insistentOpen => console } } } }";
    EventSink sink = FlumeBuilder.buildSink(
        LogicalNodeContext.testingContext(), s);

    Map<String, ReportEvent> reports = new HashMap<String, ReportEvent>();
    sink.getReports("X.", reports);
    String r = "";
    for (Entry<String, ReportEvent> e : reports.entrySet()) {
      r += e.getKey() + " = " + e.getValue().toText();
    }
    System.out.println(r);
    Assert.assertTrue(r.contains("X." + sink.getName()));
    Assert.assertTrue(r
        .contains("X.InsistentOpen.NaiveFileWAL.StubbornAppend.InsistentOpen"));
  }
View Full Code Here
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
  }

  @Test
  public void testFailover() throws FlumeSpecException {
    String s = " { ackedWriteAhead => < thriftSink ? console > } ";
    EventSink sink = FlumeBuilder.buildSink(
        LogicalNodeContext.testingContext(), s);

    Map<String, ReportEvent> reports = new HashMap<String, ReportEvent>();
    sink.getReports("X.", reports);
    String r = "";
    for (Entry<String, ReportEvent> e : reports.entrySet()) {
      r += e.getKey() + " = " + e.getValue().toText();
    }
    System.out.println(r);
    Assert.assertTrue(r.contains("X." + sink.getName()));
    Assert.assertTrue(r
        .contains("X.NaiveFileWAL.BackoffFailover.primary.ThriftEventSink"));

    Assert.assertTrue(r
        .contains("X.NaiveFileWAL.BackoffFailover.backup.ConsoleEventSink"));
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
    mem.open();
    EventUtil.dumpAll(txt, mem);

    b.mark("disk_loaded");

    EventSink nullsnk = new NullSink();
    EventUtil.dumpAll(mem, nullsnk);
    b.mark("nullsink done");

    b.done();
  }
View Full Code Here
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
  }

  @Test
  public void testMultiple() throws FlumeSpecException {
    String s = " { ackedWriteAhead => [ thriftSink , console ] } ";
    EventSink sink = FlumeBuilder.buildSink(
        LogicalNodeContext.testingContext(), s);

    Map<String, ReportEvent> reports = new HashMap<String, ReportEvent>();
    sink.getReports("X.", reports);
    String r = "";
    for (Entry<String, ReportEvent> e : reports.entrySet()) {
      r += e.getKey() + " = " + e.getValue().toText();
    }
    System.out.println(r);
    Assert.assertTrue(r.contains("X." + sink.getName()));
    Assert.assertTrue(r.contains("X.NaiveFileWAL.Fanout.0.ThriftEventSink"));
    Assert.assertTrue(r.contains("X.NaiveFileWAL.Fanout.1.ConsoleEventSink"));
  }
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
    FileUtil.dumbfilecopy(acked, new File(writing,
        "writeahead.00000000.20100204-015814F430-0800.seq"));

    // EventSource src = FlumeBuilder.buildSource("");
    EventSink snk = FlumeBuilder.buildSink(new ReportTestingContext(
        LogicalNodeContext.testingContext()),
        "{ ackedWriteAhead => { ackChecker => counter(\"count\") } }");
    EventSource src = MemorySinkSource.cannedData("foo foo foo ", 5);
    snk.open();
    src.open();
    EventUtil.dumpAll(src, snk);
    src.close();
    snk.close(); // this should block until recovery complete.

    // agent checks for ack registrations.
    BenchmarkHarness.node.getAckChecker().checkAcks();

    CounterSink cnt = (CounterSink) ReportManager.get().getReportable("count");
View Full Code Here
TOP

Related Classes of com.cloudera.flume.core.EventSink

  • com.cloudera.flume.agent.diskfailover.NaiveFileFailoverManager
  • com.cloudera.flume.agent.diskfailover.TestConcurrentDFOMan
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverBenchmarking
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverDeco
  • com.cloudera.flume.agent.diskfailover.TestDiskFailoverManager
  • com.cloudera.flume.agent.durability.NaiveFileWALManager
  • com.cloudera.flume.agent.durability.TestConcurrentWALMan
  • com.cloudera.flume.agent.durability.TestNaiveFileWALDeco
  • com.cloudera.flume.agent.durability.TestNaiveFileWALHandles
  • com.cloudera.flume.agent.durability.TestNaiveFileWALManager
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.