Examples of RabbitMQFirehoseFactory

io.druid.firehose.rabbitmq.RabbitMQFirehoseFactory
ver:1234/vhost", # The URI string to use to connect to RabbitMQ. No default and not needed }, "config" : { "exchange": "test-exchange", # The exchange to connect to. No default "queue" : "druidtest", # The queue to connect to or create. No default "routingKey": "#", # The routing key to use to bind the queue to the exchange. No default "durable": "true", # Whether the queue should be durable. Default: 'false' "exclusive": "false", # Whether the queue should be exclusive. Default: 'false' "autoDelete": "false", # Whether the queue should auto-delete on disconnect. Default: 'false' "maxRetries": "10", # The max number of reconnection retry attempts "retryIntervalSeconds": "1", # The reconnection interval "maxDurationSeconds": "300" # The max duration of trying to reconnect }, "parser" : { "timestampSpec" : { "column" : "utcdt", "format" : "iso" }, "data" : { "format" : "json" }, "dimensionExclusions" : ["wp"] } },
Limitations: This implementation will not attempt to reconnect to the MQ broker if the connection to it is lost. Furthermore it does not support any automatic failover on high availability RabbitMQ clusters. This is not supported by the underlying AMQP client library and while the behavior could be "faked" to some extent we haven't implemented that yet. However, if a policy is defined in the RabbitMQ cluster that sets the "ha-mode" and "ha-sync-mode" properly on the queue that this Firehose connects to, messages should survive an MQ broker node failure and be delivered once a connection to another node is set up.
For more information on RabbitMQ high availability please see: http://www.rabbitmq.com/ha.html.

Examples of io.druid.firehose.rabbitmq.RabbitMQFirehoseFactory

        11,
        12,
        ImmutableMap.<String, Object>of("hi", "bye")
    );


    RabbitMQFirehoseFactory factory = new RabbitMQFirehoseFactory(
        connectionFactory,
        config,
        new StringInputRowParser(
            new JSONParseSpec(
                new TimestampSpec("timestamp", "auto"),
                new DimensionsSpec(
                    Arrays.asList("dim"),
                    Lists.<String>newArrayList(),
                    Lists.<SpatialDimensionSchema>newArrayList()
                )
            ),
            null, null, null, null
        )
    );


    byte[] bytes = mapper.writeValueAsBytes(factory);
    RabbitMQFirehoseFactory factory2 = mapper.readValue(bytes, RabbitMQFirehoseFactory.class);
    byte[] bytes2 = mapper.writeValueAsBytes(factory2);


    Assert.assertArrayEquals(bytes, bytes2);


    Assert.assertEquals(factory.getConfig(), factory2.getConfig());
    Assert.assertEquals(factory.getConnectionFactory(), factory2.getConnectionFactory());
  }

View Full Code Here

Examples of io.druid.firehose.rabbitmq.RabbitMQFirehoseFactory

  {
    RabbitMQFirehoseConfig config = RabbitMQFirehoseConfig.makeDefaultConfig();


    JacksonifiedConnectionFactory connectionFactory = JacksonifiedConnectionFactory.makeDefaultConnectionFactory();


    RabbitMQFirehoseFactory factory = new RabbitMQFirehoseFactory(
        connectionFactory,
        config,
        new StringInputRowParser(
            new JSONParseSpec(
                new TimestampSpec("timestamp", "auto"),
                new DimensionsSpec(
                    Arrays.asList("dim"),
                    Lists.<String>newArrayList(),
                    Lists.<SpatialDimensionSchema>newArrayList()
                )
            ),
            null, null, null, null
        )
    );


    byte[] bytes = mapper.writeValueAsBytes(factory);
    RabbitMQFirehoseFactory factory2 = mapper.readValue(bytes, RabbitMQFirehoseFactory.class);
    byte[] bytes2 = mapper.writeValueAsBytes(factory2);


    Assert.assertArrayEquals(bytes, bytes2);


    Assert.assertEquals(factory.getConfig(), factory2.getConfig());
    Assert.assertEquals(factory.getConnectionFactory(), factory2.getConnectionFactory());


    Assert.assertEquals(300, factory2.getConfig().getMaxDurationSeconds());


    Assert.assertEquals(ConnectionFactory.DEFAULT_HOST, factory2.getConnectionFactory().getHost());
    Assert.assertEquals(ConnectionFactory.DEFAULT_USER, factory2.getConnectionFactory().getUsername());
    Assert.assertEquals(ConnectionFactory.DEFAULT_AMQP_PORT, factory2.getConnectionFactory().getPort());
  }

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.