Package com.netflix.suro.message

Examples of com.netflix.suro.message.Message


                .put("f3", "v3")
                .put("ts", dt.getMillis())
                .build();

        for (int i = 0; i < 100; ++i) {
            sink.writeTo(new DefaultMessageContainer(new Message(index, jsonMapper.writeValueAsBytes(msg)), jsonMapper));
        }
        sink.close();
        return sink;
    }
View Full Code Here


                .build();

        String routingKey = "topic";
        String index = "topic20141012";
        for (int i = 0; i < 100; ++i) {
            sink.writeTo(new DefaultMessageContainer(new Message(routingKey, jsonMapper.writeValueAsBytes(msg)), jsonMapper));
        }
        sink.close();

        node.client().admin().indices().prepareRefresh(index).execute().actionGet();
        CountResponse response = node.client().prepareCount(index).execute().actionGet();
View Full Code Here

        String routingKey = "topicrecover";
        String index = "topicrecover";
        List<Message> msgList = new ArrayList<Message>();
        int msgCount = 100;
        for (int i = 0; i < msgCount; ++i) {
            msgList.add(new Message(routingKey, jsonMapper.writeValueAsBytes(msg)));
        }

        BulkRequest request = sink.createBulkRequest(msgList);
        for (int i = 0; i < msgCount; ++i) {
            sink.recover(i, request);
View Full Code Here

        IndexInfoBuilder indexInfo = mock(IndexInfoBuilder.class);
        doAnswer(new Answer() {
            @Override
            public Object answer(InvocationOnMock invocation) throws Throwable {
                final Message m = (Message) invocation.getArguments()[0];
                if (m.getRoutingKey().startsWith("parsing_failed")) {
                    return null;
                } else {
                    return new IndexInfo() {
                        @Override
                        public String getIndex() {
                            return m.getRoutingKey();
                        }

                        @Override
                        public String getType() {
                            return "type";
                        }

                        @Override
                        public byte[] getSource() {
                            return m.getPayload();
                        }

                        @Override
                        public String getId() {
                            return null;
                        }

                        @Override
                        public long getTimestamp() {
                            return ts;
                        }
                    };
                }
            }
        }).when(indexInfo).create(any(Message.class));

        Client client = mock(Client.class);
        ActionFuture<BulkResponse> responseActionFuture = mock(ActionFuture.class);
        BulkResponse response = getBulkItemResponses();
        doReturn(response).when(responseActionFuture).actionGet();
        doReturn(responseActionFuture).when(client).bulk(any(BulkRequest.class));

        ActionFuture<IndexResponse> indexResponseActionFuture = mock(ActionFuture.class);
        doReturn(mock(IndexResponse.class)).when(indexResponseActionFuture).actionGet();
        doReturn(indexResponseActionFuture).when(client).index(any(IndexRequest.class));

        ElasticSearchSink sink = new ElasticSearchSink(
                null, // by default it will be memory queue
                1000,
                5000,
                "cluster",
                false,
                null,
                null,
                null,
                indexInfo,
                0,0,0,0,false,null,
                null,
                jsonMapper,
                client);
        sink.open();

        for (int i = 0; i < 3; ++i) {
            for (int j = 0; j < 3; ++j) {
                sink.writeTo(new DefaultMessageContainer(new Message("parsing_failed_topic" + i, getAnyMessage()), jsonMapper));
            }
            for (int j = 0; j < 3; ++j) {
                sink.writeTo(new DefaultMessageContainer(new Message("indexed" + i, getAnyMessage()), jsonMapper));
            }
            for (int j = 0; j < 3; ++j) {
                sink.writeTo(new DefaultMessageContainer(new Message("rejected" + i, getAnyMessage()), jsonMapper));
            }
        }

        sink.close();
        String stat = sink.getStat();
View Full Code Here

                null,
                null,
                null,
                jsonMapper);

        assertNull(builder.create(new Message("routingkey", "message".getBytes())));
    }
View Full Code Here

                null,
                jsonMapper);

        Map<String, Object> msg = new ImmutableMap.Builder<String, Object>().put("f1", "v1").build();

        IndexInfo info = builder.create(new Message("routingkey", jsonMapper.writeValueAsBytes(msg)));
        assertEquals(info.getIndex(), "routingkey");
        assertEquals(info.getType(), "default");
    }
View Full Code Here

                null,
                jsonMapper);

        Map<String, Object> msg = new ImmutableMap.Builder<String, Object>().put("f1", "v1").build();

        IndexInfo info = builder.create(new Message("routingkey1", jsonMapper.writeValueAsBytes(msg)));
        assertEquals(info.getIndex(), "index1");
        assertEquals(info.getType(), "type1");

        info = builder.create(new Message("routingkey2", jsonMapper.writeValueAsBytes(msg)));
        assertEquals(info.getIndex(), "index2");
        assertEquals(info.getType(), "default");
    }
View Full Code Here

        DateTime dt = new DateTime("2014-10-12T00:00:00.000Z");
        Map<String, Object> msg = new ImmutableMap.Builder<String, Object>()
                .put("ts", dt.getMillis())
                .put("f1", "v1").build();

        IndexInfo info = builder.create(new Message("routingkey1", jsonMapper.writeValueAsBytes(msg)));
        assertEquals(info.getIndex(), "index120141012");
        assertEquals(info.getType(), "type1");

        info = builder.create(new Message("routingkey2", jsonMapper.writeValueAsBytes(msg)));
        assertEquals(info.getIndex(), "index220141012");
        assertEquals(info.getType(), "default");
    }
View Full Code Here

                jsonMapper);

        Map<String, Object> msg = new ImmutableMap.Builder<String, Object>()
                .put("f1", "v1").build();

        IndexInfo info = builder.create(new Message("routingkey", jsonMapper.writeValueAsBytes(msg)));
        Map<String, Object> source = jsonMapper.readValue(info.getSource(), new TypeReference<Map<String, Object>>() {});
        assertEquals(source.get("app"), "app");
        assertEquals(source.get("f1"), "v1");

        builder = new DefaultIndexInfoBuilder(
                null,
                null,
                null,
                null,
                null,
                jsonMapper);

        msg = new ImmutableMap.Builder<String, Object>()
                .put("f1", "v1").build();

        info = builder.create(new Message("routingkey", jsonMapper.writeValueAsBytes(msg)));
        source = jsonMapper.readValue(info.getSource(), new TypeReference<Map<String, Object>>() {});
        assertNull(source.get("app"));
        assertEquals(source.get("f1"), "v1");
    }
View Full Code Here

        Map<String, Object> msg = new ImmutableMap.Builder<String, Object>()
                .put("f1", "v1").build();


        IndexInfo info = builder.create(new Message("routingkey", jsonMapper.writeValueAsBytes(msg)));
        assertNull(info.getId());

        builder = new DefaultIndexInfoBuilder(
                null,
                new ImmutableMap.Builder<String, List<String>>().build(),
                null,
                null,
                null,
                jsonMapper);
        info = builder.create(new Message("routingkey", jsonMapper.writeValueAsBytes(msg)));
        assertNull(info.getId());
    }
View Full Code Here

TOP

Related Classes of com.netflix.suro.message.Message

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.