Package com.twitter.hbc.core.processor

Examples of com.twitter.hbc.core.processor.StringDelimitedProcessor

46
47
48
49
50
51
52
53
54
55
56
  @Test
  public void testDelimitedStreamProcessing() throws Exception {
    SimpleStreamProvider simpleStream = new SimpleStreamProvider(messages, true, false);

    BlockingQueue<String> queue = new ArrayBlockingQueue<String>(10);
    HosebirdMessageProcessor processor = new StringDelimitedProcessor(queue);

    int count = processStream(simpleStream, processor, queue);

    assertEquals(messages.length, count);
  }
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
    SimpleStreamProvider simpleStream = new SimpleStreamProvider(messages, true, true);
    int count = 0;
    try {
      InputStream stream = simpleStream.createInputStream();
      BlockingQueue<String> queue = new ArrayBlockingQueue<String>(10);
      HosebirdMessageProcessor processor = new StringDelimitedProcessor(queue);
      processor.setup(stream);
      // read until we hit the IOException
      while (count < messages.length * 2) {
        processor.process();
        // trimming to get rid of the CRLF
        assertTrue(messages[count].equals(queue.take().trim()));
        count++;
      }
      fail();
View Full Code Here
39
40
41
42
43
44
45
46
47
48
49
    // Create a new BasicClient. By default gzip is enabled.
    Client client = new ClientBuilder()
            .hosts(Constants.STREAM_HOST)
            .endpoint(endpoint)
            .authentication(auth)
            .processor(new StringDelimitedProcessor(queue))
            .build();

    // Establish a connection
    client.connect();
View Full Code Here
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
    SimpleStreamProvider simpleStream = new SimpleStreamProvider(messages, true, true);
    int count = 0;
    try {
      InputStream stream = simpleStream.createInputStream();
      BlockingQueue<String> queue = new ArrayBlockingQueue<String>(10);
      HosebirdMessageProcessor processor = new StringDelimitedProcessor(queue);
      processor.setup(stream);
      // read until we hit the IOException
      while (count < messages.length * 2) {
        processor.process();
        // trimming to get rid of the CRLF
        assertTrue(messages[count].equals(queue.take().trim()));
        count++;
      }
      fail();
View Full Code Here
43
44
45
46
47
48
49
50
51
52
53
    BasicClient client = new ClientBuilder()
            .name("sampleExampleClient")
            .hosts(Constants.STREAM_HOST)
            .endpoint(endpoint)
            .authentication(auth)
            .processor(new StringDelimitedProcessor(queue))
            .build();

    // Establish a connection
    client.connect();
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
    // Create a new BasicClient. By default gzip is enabled.
    BasicClient client = new ClientBuilder()
      .hosts(Constants.STREAM_HOST)
      .endpoint(endpoint)
      .authentication(auth)
      .processor(new StringDelimitedProcessor(queue))
      .build();

    // Create an executor service which will spawn threads to do the actual work of parsing the incoming messages and
    // calling the listeners on each message
    int numProcessingThreads = 4;
View Full Code Here
134
135
136
137
138
139
140
141
142
143
144
    // Create a new BasicClient. By default gzip is enabled.
    BasicClient client = new ClientBuilder()
            .hosts(Constants.SITESTREAM_HOST)
            .endpoint(endpoint)
            .authentication(auth)
            .processor(new StringDelimitedProcessor(queue))
            .build();

    // Create an executor service which will spawn threads to do the actual work of parsing the incoming messages and
    // calling the listeners on each message
    int numProcessingThreads = 4;
View Full Code Here
99
100
101
102
103
104
105
106
107
108
        ClientBuilder builder = new ClientBuilder()
                .name("twitter-spout")
                .hosts(hosebirdHosts)
                .endpoint(endpoint)
                .authentication(hosebirdAuth)
                .processor(new StringDelimitedProcessor(tweetsToProcess));

        Client hbc = builder.build();
        hbc.connect();
    }
View Full Code Here
156
157
158
159
160
161
162
163
164
  private void initializeClient(StatusesSampleEndpoint endpoint, Authentication auth) {

    client = new ClientBuilder().name("twitterSourceClient").hosts(Constants.STREAM_HOST)
        .endpoint(endpoint).authentication(auth)
        .processor(new StringDelimitedProcessor(queue)).build();

    client.connect();
  }
View Full Code Here
TOP

Related Classes of com.twitter.hbc.core.processor.StringDelimitedProcessor

  • com.twitter.hbc.common.DelimitedStreamReader
  • com.twitter.hbc.example.FilterStreamExample
  • com.twitter.hbc.example.SampleStreamExample
  • com.twitter.hbc.example.SitestreamExample
  • com.twitter.hbc.example.Twitter4jSampleStreamExample
  • com.twitter.hbc.processor.LineDelimitedStreamProcessorTest
  • com.twitter.hbc.processor.StreamProcessorTest
  • io.lumify.twitter.TwitterStreamSpout
  • org.apache.flink.streaming.connectors.twitter.TwitterSource
  • java.io.IOException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.