Package com.cloudera.flume.handlers.debug

Examples of com.cloudera.flume.handlers.debug.MemorySinkSource.open()

104
105
106
107
108
109
110
111
112
113
114
      res.close();
      b.mark("sample dump done");
    }

    for (int i = 0; i < interval_size.length; i++) {
      mem.open();
      int sz = interval_size[i];
      CounterSink cnt = new CounterSink("null");
      EventSink res = new IntervalSampler<CounterSink>(cnt, sz);
      EventUtil.dumpAll(mem, res);
      b.mark("interval", sz);
View Full Code Here
124
125
126
127
128
129
130
131
132
133
134
    Benchmark b = new Benchmark("Reservoir sampler + nullsink");
    b.mark("begin");
    TextFileSource txt = new TextFileSource(HADOOP_DATA[0]);
    txt.open();
    MemorySinkSource mem = new MemorySinkSource();
    mem.open();
    EventUtil.dumpAll(txt, mem);

    b.mark("disk_loaded");

    NullSink nullsnk = new NullSink();
View Full Code Here
135
136
137
138
139
140
141
142
143
144
145
    EventUtil.dumpAll(mem, nullsnk);
    b.mark("warmup");

    double probs[] = { .00001, .0001, .001, .01 };
    for (int i = 0; i < probs.length; i++) {
      mem.open();
      double prob = probs[i];
      EventSink res = new ProbabilitySampler<NullSink>(new NullSink(), prob);
      EventUtil.dumpAll(mem, res);
      b.mark("probability" + prob + " sampling done", prob);
View Full Code Here
146
147
148
149
150
151
152
153
154
155
156
      res.close();
      b.mark("sample dump done");
    }

    for (int i = 0; i < probs.length; i++) {
      mem.open();
      double prob = probs[i];
      CounterSink cnt = new CounterSink("null");
      EventSink res = new ProbabilitySampler<CounterSink>(cnt, prob);
      EventUtil.dumpAll(mem, res);
      b.mark("probability", prob);
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
    dig.open();
    dig.append(e);
    dig.close();

    mem.open();
    Event e2 = mem.next();
    byte digest[] = e2.get("digest");
    if (encodeBase64) {
      digest = Base64.decodeBase64(digest);
    }
View Full Code Here
44
45
46
47
48
49
50
51
52
53
54
    sel.open();
    sel.append(e);
    sel.close();

    mem.open();
    Event e2 = mem.next();
    assertEquals("foo data", Attributes.readString(e2, "foo"));
    assertEquals("bar data", Attributes.readString(e2, "bar"));
    assertEquals(null, Attributes.readString(e2, "baz")); // not selected
    assertEquals(null, Attributes.readString(e2, "bork")); // not present
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
    mask.open();
    mask.append(e);
    mask.close();

    mem.open();
    Event e2 = mem.next();
    assertEquals(null, Attributes.readString(e2, "foo"));
    assertEquals(null, Attributes.readString(e2, "bar"));
    assertEquals("baz data", Attributes.readString(e2, "baz")); // not masked
    assertEquals(null, Attributes.readString(e2, "bork")); // not present
View Full Code Here
40
41
42
43
44
45
46
47
48
49
50
    e.set("attr1", "value".getBytes());
    format.open();
    format.append(e);
    format.close();

    mem.open();
    Event e2 = mem.next();
    assertEquals("test content", new String(e2.getBody()));
    assertEquals("value", Attributes.readString(e2, "attr1"));
  }
}
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
    Benchmark b = new Benchmark("nullsink");
    b.mark("begin");
    TextFileSource txt = new TextFileSource(HADOOP_DATA[0]);
    txt.open();
    MemorySinkSource mem = new MemorySinkSource();
    mem.open();
    EventUtil.dumpAll(txt, mem);

    b.mark("disk_loaded");

    EventSink nullsnk = new NullSink();
View Full Code Here
64
65
66
67
68
69
70
71
72
73
74
    Benchmark b = new Benchmark("nullsink");
    b.mark("begin");
    TextFileSource txt = new TextFileSource(HADOOP_DATA[0]);
    txt.open();
    MemorySinkSource mem = new MemorySinkSource();
    mem.open();
    EventUtil.dumpAll(txt, mem);

    b.mark("disk_loaded");

    CounterSink snk = new CounterSink("counter");
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.