Package com.netflix.suro.sink

Examples of com.netflix.suro.sink.Sink

195
196
197
198
199
200
201
202
                    return null;
                }
            }
        });

        Sink esSink = jsonMapper.readValue(desc, new TypeReference<Sink>(){});
        assertTrue(esSink instanceof ElasticSearchSink);
    }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
        }

        RoutingMap.RoutingInfo info = routingMap.getRoutingInfo(msg.getRoutingKey());

        if (info == null) {
            Sink defaultSink = sinkManager.getSink("default");
            input.setPause(defaultSink.checkPause());
            defaultSink.writeTo(msg);
        } else if (info.doFilter(msg)) {
            List<Route> routes = info.getWhere();
            for (Route route : routes) {
                if (route.doFilter(msg)) {
                    Sink sink = sinkManager.getSink(route.getSink());
                    input.setPause(sink.checkPause());
                    if (!Strings.isNullOrEmpty(route.getAlias())) {
                        sink.writeTo(
                                new DefaultMessageContainer(
                                        new Message(route.getAlias(), msg.getMessage().getPayload()), jsonMapper));
                    } else {
                        sink.writeTo(msg);
                    }
                }
            }
        }
    }
View Full Code Here
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
                "    \"bucket\": \"s3bucket\"\n" +
                "}";

        ObjectMapper mapper = injector.getInstance(ObjectMapper.class);

        Sink sink = mapper.readValue(s3FileSink, new TypeReference<Sink>(){});
        sink.open();

        for (Message m : new MessageSetReader(TestConnectionPool.createMessageSet(100000))) {
            sink.writeTo(new StringMessage(m));
        }
        sink.close();

        // check every file uploaded, deleted, and notified
        File[] files = getFiles(testDir);
        assertEquals(files.length, 0);
        int count = 0;
        while (sink.recvNotice() != null) {
            ++count;
        }
        assertTrue(count > 0);
    }
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146

        Injector injector = getInjector();
        ObjectMapper mapper = injector.getInstance(ObjectMapper.class);

        Sink sink = mapper.readValue(s3FileSink, new TypeReference<Sink>(){});
        sink.open();

        for (Message m : new MessageSetReader(TestConnectionPool.createMessageSet(100000))) {
            sink.writeTo(new StringMessage(m));
        }
        sink.close();

        // check every file uploaded, deleted, and notified
        File[] files = getFiles(testDir);
        assertEquals(files.length, 0);
        int count = 0;
        while (sink.recvNotice() != null) {
            ++count;
        }
        assertTrue(count > 0);
    }
View Full Code Here
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
        for (int i = 0; i < 100; ++i) {
            createFile(testDir, i);
        }
        ObjectMapper mapper = injector.getInstance(ObjectMapper.class);

        Sink sink = mapper.readValue(s3FileSink, new TypeReference<Sink>(){});
        sink.open();

        sink.close();

        // check every file uploaded, deleted, and notified
        File[] files = getFiles(testDir);
        assertEquals(files.length, 0);
        int count = 0;
        while (sink.recvNotice() != null) {
            ++count;
        }
        assertEquals(count, 100);
    }
View Full Code Here
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
                "    \"outputDir\": \"" + testdir + "\"\n" +
                "    }\n" +
                "}";

        ObjectMapper mapper = injector.getInstance(ObjectMapper.class);
        Sink sink = mapper.readValue(localFileSinkSpec, new TypeReference<Sink>(){});
        sink.open();

        assertNull(sink.recvNotice());

        for (Message m : new MessageSetReader(TestConnectionPool.createMessageSet(10000))) {
            sink.writeTo(new StringMessage(m));
        }

        sink.close();

        System.out.println(sink.getStat());

        int count = 0;
        File dir = new File(testdir);
        File[] files = dir.listFiles();
        for (File file : files) {
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
                "        \"type\": \"queue\"\n" +
                "    }\n" +
                "}";

        ObjectMapper mapper = injector.getInstance(ObjectMapper.class);
        Sink sink = mapper.readValue(localFileSinkSpec, new TypeReference<Sink>(){});
        sink.open();
        assertNull(sink.recvNotice());

        for (Message m : new MessageSetReader(TestConnectionPool.createMessageSet(100))) {
            sink.writeTo(new StringMessage(m));
            Thread.sleep(100);
        }

        sink.close();

        int count = 0;
        int fileCount = 0;
        File dir = new File(testdir);
        File[] files = dir.listFiles();
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
        ObjectMapper mapper = injector.getInstance(ObjectMapper.class);

        final LocalFileSink.SpaceChecker spaceChecker = mock(LocalFileSink.SpaceChecker.class);
        when(spaceChecker.hasEnoughSpace()).thenReturn(false);

        Sink sink = mapper.readValue(localFileSinkSpec, new TypeReference<Sink>(){});
        sink.open();

        Thread.sleep(1000); // wait until thread starts

        assertNull(sink.recvNotice());

        when(spaceChecker.hasEnoughSpace()).thenReturn(true);

        for (Message m : new MessageSetReader(TestConnectionPool.createMessageSet(10000))) {
            sink.writeTo(new StringMessage(m));
        }

        sink.close();

        int count = 0;
        File dir = new File(testdir);
        File[] files = dir.listFiles();
        for (File file : files) {
View Full Code Here
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
                "        \"type\": \"queue\"\n" +
                "    }\n" +
                "}";

        ObjectMapper mapper = injector.getInstance(ObjectMapper.class);
        Sink sink = mapper.readValue(localFileSinkSpec, new TypeReference<Sink>(){});
        sink.open();
        assertNull(sink.recvNotice());

        for (Message m : new MessageSetReader(TestConnectionPool.createMessageSet(10000))) {
            sink.writeTo(new StringMessage(m));
        }

        sink.close();

        int count = 0;
        int errorCount = 0;
        File dir = new File(testdir);
        File[] files = dir.listFiles();
View Full Code Here
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
                "        \"type\": \"queue\"\n" +
                "    }\n" +
                "}";

        ObjectMapper mapper = injector.getInstance(ObjectMapper.class);
        Sink sink = mapper.readValue(localFileSinkSpec, new TypeReference<Sink>(){});
        sink.open();
        assertNull(sink.recvNotice());

        for (Message m : new MessageSetReader(TestConnectionPool.createMessageSet(100))) {
            sink.writeTo(new StringMessage(m));
            Thread.sleep(100);
        }

        Thread.sleep(3000);

        sink.close();

        int count = 0;
        int fileCount = 0;
        File dir = new File(testdir);
        File[] files = dir.listFiles();
View Full Code Here
TOP

Related Classes of com.netflix.suro.sink.Sink

  • com.netflix.suro.routing.MessageRouter
  • com.netflix.suro.sink.elasticsearch.TestElasticSearchSink
  • com.netflix.suro.sink.localfile.TestLocalFileSink
  • com.netflix.suro.sink.remotefile.TestS3FileSink
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.