*

* Copyright 2013 LinkedIn Corp. All rights reserved

*

* Licensed under the Apache License, Version 2.0 (the "License");

* you may not use this file except in compliance with the License.

* You may obtain a copy of the License at

*

*   http://www.apache.org/licenses/LICENSE-2.0

*

* Unless required by applicable law or agreed to in writing,

* software distributed under the License is distributed on an

* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY

* KIND, either express or implied.  See the License for the

* specific language governing permissions and limitations

* under the License.

*

*/

  public static final Logger LOG = Logger.getLogger("TestDatabusHttpClient");

  static final Schema SOURCE1_SCHEMA =

      Schema.parse("{\"name\":\"source1\",\"type\":\"record\",\"fields\":[{\"name\":\"s\",\"type\":\"string\"}]}");

  static final String SOURCE1_SCHEMA_STR = SOURCE1_SCHEMA.toString();

  static final byte[] SOURCE1_SCHEMAID = SchemaHelper.getSchemaId(SOURCE1_SCHEMA_STR);

  static final ExecutorService BOSS_POOL = Executors.newCachedThreadPool();

  static final ExecutorService IO_POOL = Executors.newCachedThreadPool();

  static final int[] RELAY_PORT = {14467, 14468, 14469};

  static final Timer NETWORK_TIMER = new HashedWheelTimer(10, TimeUnit.MILLISECONDS);

  static final ChannelGroup TEST_CHANNELS_GROUP = new DefaultChannelGroup();

  static final long DEFAULT_READ_TIMEOUT_MS = 10000;

  static final long DEFAULT_WRITE_TIMEOUT_MS = 10000;

  static final String SOURCE1_NAME = "test.event.source1";

  static final String SOURCES_REQUEST_REGEX = "^/sources[?]protocolVersion=[0-9]";

  static SimpleTestServerConnection[] _dummyServer = new SimpleTestServerConnection[RELAY_PORT.length];

  static DbusEventBuffer.StaticConfig _bufCfg;

  static DatabusHttpClientImpl.StaticConfig _stdClientCfg;

  static DatabusHttpClientImpl.Config _stdClientCfgBuilder;

  static final DbusEventFactory _eventFactory = new DbusEventV1Factory();

  @BeforeClass

  public void setUpClass() throws InvalidConfigException

  {

    //set up logging

    TestUtil.setupLoggingWithTimestampedFile(true,  "/tmp/TestDatabusHttpClient_", ".log", Level.INFO);

    InternalLoggerFactory.setDefaultFactory(new Log4JLoggerFactory());

    //initialize relays

    for (int relayN = 0; relayN < RELAY_PORT.length; ++relayN)

    {

      _dummyServer[relayN] = new SimpleTestServerConnection(_eventFactory.getByteOrder(),

                                                            SimpleTestServerConnection.ServerType.NIO);

      _dummyServer[relayN].setPipelineFactory(new ChannelPipelineFactory() {

          @Override

          public ChannelPipeline getPipeline() throws Exception {

              return Channels.pipeline(new LoggingHandler(InternalLogLevel.DEBUG),

                                       new HttpServerCodec(),

                                       new LoggingHandler(InternalLogLevel.DEBUG),

                                       new SimpleObjectCaptureHandler());

          }

      });

      _dummyServer[relayN].start(RELAY_PORT[relayN]);

    }

    //create standard client config

    DatabusHttpClientImpl.Config clientCfgBuilder = new DatabusHttpClientImpl.Config();

    clientCfgBuilder.getContainer().setHttpPort(0);

    clientCfgBuilder.getContainer().getJmx().setRmiEnabled(false);

    clientCfgBuilder.getContainer().setReadTimeoutMs(10000000);

    clientCfgBuilder.getConnectionDefaults().getPullerRetries().setInitSleep(10);

    clientCfgBuilder.getRuntime().getBootstrap().setEnabled(false);

    clientCfgBuilder.getCheckpointPersistence().setClearBeforeUse(true);

    for (int i = 0; i < RELAY_PORT.length; ++i)

    {

      clientCfgBuilder.getRuntime().getRelay(Integer.toString(i)).setHost("localhost");

      clientCfgBuilder.getRuntime().getRelay(Integer.toString(i)).setPort(RELAY_PORT[i]);

      clientCfgBuilder.getRuntime().getRelay(Integer.toString(i)).setSources(SOURCE1_NAME);

    }

    _stdClientCfgBuilder = clientCfgBuilder;

    _stdClientCfg = clientCfgBuilder.build();

    //create standard relay buffer config

    DbusEventBuffer.Config bufCfgBuilder = new DbusEventBuffer.Config();

    bufCfgBuilder.setAllocationPolicy(AllocationPolicy.HEAP_MEMORY.toString());

    bufCfgBuilder.setMaxSize(100000);

    bufCfgBuilder.setScnIndexSize(128);

    bufCfgBuilder.setAverageEventSize(1);

    _bufCfg = bufCfgBuilder.build();

  }

  private ServerInfo registerRelay(int id, String name, InetSocketAddress addr, String sources,

                             DatabusHttpClientImpl client)

          throws InvalidConfigException

  {

    RuntimeConfigBuilder rtConfigBuilder =

        (RuntimeConfigBuilder)client.getClientConfigManager().getConfigBuilder();

    ServerInfoBuilder relayConfigBuilder = rtConfigBuilder.getRelay(Integer.toString(id));

    relayConfigBuilder.setName(name);

    relayConfigBuilder.setHost(addr.getHostName());

    relayConfigBuilder.setPort(addr.getPort());

    relayConfigBuilder.setSources(sources);

    ServerInfo si = relayConfigBuilder.build();

    client.getClientConfigManager().setNewConfig(rtConfigBuilder.build());

    return si;

  }

  @Test

  public void testListGenerics() throws Exception

  {

    Map<List<String>, List<String>> a = new HashMap<List<String>, List<String>>();

    List<String> l1 = Arrays.asList("S1", "S2");

    List<String> v1 = Arrays.asList("localhost:8080");

    a.put(l1, v1);

    assertEquals("CompareSize", 1, safeListSize(a.get(l1)));

    Map<List<DatabusSubscription>, List<String>> b = new HashMap<List<DatabusSubscription>, List<String>>();

      List<DatabusSubscription> ls1 = DatabusSubscription.createSubscriptionList(Arrays.asList("S1", "S2"));

      List<DatabusSubscription> ls2 = DatabusSubscription.createSubscriptionList(Arrays.asList("S1", "S3"));

      b.put(ls1, l1);

    assertEquals(2, safeListSize(b.get(ls1)));

    assertEquals(0, safeListSize(b.get(ls2)));

  }

    @Test

  public void testRegisterDatabusStreamListener() throws Exception

  {

    DatabusHttpClientImpl.Config clientConfig = new DatabusHttpClientImpl.Config();

    clientConfig.getContainer().getJmx().setRmiEnabled(false);

      clientConfig.getContainer().setHttpPort(12003);

    DatabusHttpClientImpl client = new DatabusHttpClientImpl(clientConfig);

      registerRelay(1, "relay1", new InetSocketAddress("localhost", 8888), "S1,S2", client);

      registerRelay(2, "relay2", new InetSocketAddress("localhost", 7777), "S1,S3", client);

      registerRelay(3, "relay1.1", new InetSocketAddress("localhost", 8887), "S1,S2", client);

      registerRelay(4, "relay3", new InetSocketAddress("localhost", 6666), "S3,S4,S5", client);

      DummyStreamConsumer listener1 = new DummyStreamConsumer("consumer1");

      client.registerDatabusStreamListener(listener1 , null, "S1");

      List<DatabusSubscription> ls1 = DatabusSubscription.createSubscriptionList(Arrays.asList("S1", "S2"));

      List<DatabusSubscription> ls2 = DatabusSubscription.createSubscriptionList(Arrays.asList("S1", "S3"));

      List<DatabusSubscription> ls3 = DatabusSubscription.createSubscriptionList(Arrays.asList("S3", "S4", "S5"));

      assertEquals("expect one consumer in (S1,S2) or (S1,S3)", 1,

                   safeListSize(client.getRelayGroupStreamConsumers().get(ls1)) +

                   safeListSize(client.getRelayGroupStreamConsumers().get(ls2)));

      DummyStreamConsumer listener2 = new DummyStreamConsumer("consumer2");

      client.registerDatabusStreamListener(listener2 , null, "S1");

      int consumersNum = safeListSize(client.getRelayGroupStreamConsumers().get(ls1)) +

      safeListSize(client.getRelayGroupStreamConsumers().get(ls2));

      assertEquals("expect two consumers in (S1,S2) or (S1,S3)", 2, consumersNum);

      DatabusStreamConsumer listener3 = new LoggingConsumer(clientConfig.getLoggingListener());

      client.registerDatabusStreamListener(listener3, null, "S5");

      assertEquals("expect one consumer in (S3,S4,S5)", 1,

                   safeListSize(client.getRelayGroupStreamConsumers().get(ls3)));

  }

    @Test(expectedExceptions=DatabusClientException.class)

    public void testRegisterDatabusStreamListenerMissingSource() throws Exception

    {

      DatabusHttpClientImpl.Config clientConfig = new DatabusHttpClientImpl.Config();

      clientConfig.getContainer().getJmx().setRmiEnabled(false);

      clientConfig.getContainer().setHttpPort(10001);

      DatabusHttpClientImpl client = new DatabusHttpClientImpl(clientConfig);

      registerRelay(1, "relay1", new InetSocketAddress("localhost", 8888), "S1, S2", client);

      registerRelay(2, "relay2", new InetSocketAddress("localhost", 7777), "S1,S3", client);

      registerRelay(3, "relay1.1", new InetSocketAddress("localhost", 8887), "S1,S2", client);

      registerRelay(4, "relay3", new InetSocketAddress("localhost", 6666), "S3,S4,S5", client);

      DummyStreamConsumer listener1 = new DummyStreamConsumer("consumer1");

      client.registerDatabusStreamListener(listener1 , null, "S10");

  }

  @Test(expectedExceptions=DatabusClientException.class)

  public void testRegisterDatabusStreamListenerWrongSourceOrder() throws Exception {

      DatabusHttpClientImpl.Config clientConfig = new DatabusHttpClientImpl.Config();

      clientConfig.getContainer().getJmx().setRmiEnabled(false);

      clientConfig.getContainer().setHttpPort(10002);

      DatabusHttpClientImpl client = new DatabusHttpClientImpl(clientConfig);

      registerRelay(1, "relay1", new InetSocketAddress("localhost", 8888), "S1,S2", client);

      registerRelay(2, "relay2", new InetSocketAddress("localhost", 7777), "S1,S3", client);

      registerRelay(3, "relay1.1", new InetSocketAddress("localhost", 8887), "S1,S2", client);

      registerRelay(4, "relay3", new InetSocketAddress("localhost", 6666), "S3,S5", client);

      DummyStreamConsumer listener1 = new DummyStreamConsumer("consumer1");

      client.registerDatabusStreamListener(listener1 , null, "S5", "S3");

  }

  @Test

  public void testUnregisterDatabusStreamListener() throws Exception

  {

      DatabusHttpClientImpl.Config clientConfig = new DatabusHttpClientImpl.Config();

      clientConfig.getContainer().getJmx().setRmiEnabled(false);