Package backtype.storm.messaging

Examples of backtype.storm.messaging.IConnection


    if (nodePort == null) {
      String errormsg = "can`t not found IConnection to " + taskId;
      LOG.warn("DrainerRunable warn", new Exception(errormsg));
      return;
    }
    IConnection conn = nodeportSocket.get(nodePort);
    if (conn == null) {
      String errormsg = "can`t not found nodePort " + nodePort;
      LOG.warn("DrainerRunable warn", new Exception(errormsg));
      return;
    }

    if (conn.isClosed() == true) {
      // if connection has been closed, just skip the package
      return;
    }
   
    if (isDirectSend) {
      conn.send(felem);
      return ;
    }

    List<TaskMessage> list = dispatchMap.get(conn);
    if (list == null) {
View Full Code Here


      LOG.info("Successfully " + t.getThread().getName());
    }

    // send data to close connection
    for (WorkerSlot k : nodeportSocket.keySet()) {
      IConnection value = nodeportSocket.get(k);
      value.close();
    }

    context.term();

    // close ZK client
View Full Code Here

  public void test_small_message() {
    System.out.println("!!!!!!!!Start test_small_message !!!!!!!!!!!");
    String req_msg = "Aloha is the most Hawaiian word.";

    IContext context = TransportFactory.makeContext(storm_conf);
    IConnection server = null;
    IConnection client = null;

    server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);

    client = context.connect(null, "localhost", port);

    List<TaskMessage> list = new ArrayList<TaskMessage>();
    TaskMessage message = new TaskMessage(task, req_msg.getBytes());
    list.add(message);

    client.send(message);

    TaskMessage recv = server.recv(0);
    Assert.assertEquals(req_msg, new String(recv.message()));

    System.out.println("!!!!!!!!!!!!!!!!!!Test one time!!!!!!!!!!!!!!!!!");

    server.close();
    client.close();
    context.term();

    System.out.println("!!!!!!!!!!!!End test_small_message!!!!!!!!!!!!!");
  }
View Full Code Here

    String req_msg = setupLargMsg();
    System.out.println("!!!!Finish batch data, size:" + req_msg.length()
        + "!!!!");

    IContext context = TransportFactory.makeContext(storm_conf);
    IConnection server = null;
    IConnection client = null;

    server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);

    client = context.connect(null, "localhost", port);

    List<TaskMessage> list = new ArrayList<TaskMessage>();
    TaskMessage message = new TaskMessage(task, req_msg.getBytes());
    list.add(message);

    LOG.info("Client send data");
    client.send(message);

    TaskMessage recv = server.recv(0);
    Assert.assertEquals(req_msg, new String(recv.message()));

    client.close();
    server.close();
    context.term();
    System.out.println("!!!!!!!!!!End larget message test!!!!!!!!");
  }
View Full Code Here

  public void test_server_delay() throws InterruptedException {
    System.out.println("!!!!!!!!!!Start delay message test!!!!!!!!");
    String req_msg = setupLargMsg();

    IContext context = TransportFactory.makeContext(storm_conf);
    IConnection server = null;
    IConnection client = null;

    server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);

    client = context.connect(null, "localhost", port);

    List<TaskMessage> list = new ArrayList<TaskMessage>();
    TaskMessage message = new TaskMessage(task, req_msg.getBytes());
    list.add(message);

    LOG.info("Client send data");
    client.send(message);
    Thread.sleep(1000);

    TaskMessage recv = server.recv(0);
    Assert.assertEquals(req_msg, new String(recv.message()));

    server.close();
    client.close();
    context.term();
    System.out.println("!!!!!!!!!!End delay message test!!!!!!!!");
  }
View Full Code Here

      @Override
      public void run() {

          lock.lock();
        IConnection client = context.connect(null, "localhost", port);

        List<TaskMessage> list = new ArrayList<TaskMessage>();
        TaskMessage message = new TaskMessage(task, req_msg.getBytes());
        list.add(message);

        client.send(message);
        System.out.println("!!Client has sent data");
        JStormUtils.sleepMs(1000);
       
        try {
                    clientClose.await();
                } catch (InterruptedException e) {
                    // TODO Auto-generated catch block
                    e.printStackTrace();
                }
        client.close();
        contextClose.signal();
        lock.unlock();
       
      }
    }).start();

   
    IConnection server = null;

    JStormUtils.sleepMs(1000);
    System.out.println("!!server begin start!!!!!");

    server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);

    TaskMessage recv = server.recv(0);
    Assert.assertEquals(req_msg, new String(recv.message()));

    lock.lock();
    clientClose.signal();
    server.close();
    contextClose.await();
    context.term();
    lock.unlock();

    System.out.println("!!!!!!!!!!!!End test_first_client!!!!!!!!!!!!!");
View Full Code Here

  public void test_batch() throws InterruptedException {
    System.out.println("!!!!!!!!!!Start batch message test!!!!!!!!");
    final int base = 100000;

    final IContext context = TransportFactory.makeContext(storm_conf);
    final IConnection server = context.bind(null, port);
   

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);


    new Thread(new Runnable() {
       
        public void send() {
            final IConnection client = context.connect(null, "localhost", port);

                List<TaskMessage> list = new ArrayList<TaskMessage>();

                for (int i = 1; i < Short.MAX_VALUE; i++) {

                    String req_msg = String.valueOf(i + base);

                    TaskMessage message = new TaskMessage(i, req_msg.getBytes());
                    list.add(message);

                }

                client.send(list);

                System.out.println("Finish Send ");
                JStormUtils.sleepMs(1000);

                try {
                    clientClose.await();
                } catch (InterruptedException e) {
                    // TODO Auto-generated catch block
                    e.printStackTrace();
                }
                client.close();
                contextClose.signal();
               
        }

      @Override
View Full Code Here

    System.out
        .println("!!!!!!!!!!Start test_slow_receive message test!!!!!!!!");
    final int base = 100000;

    final IContext context = TransportFactory.makeContext(storm_conf);
    final IConnection server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyJunitTest", ProducerType.SINGLE, 4, waitStrategy);
    server.registerQueue(recvQueue);


    new Thread(new Runnable() {

      @Override
      public void run() {
        lock.lock();

        IConnection client = null;

        client = context.connect(null, "localhost", port);

        List<TaskMessage> list = new ArrayList<TaskMessage>();

        for (int i = 1; i < Short.MAX_VALUE; i++) {

          String req_msg = String.valueOf(i + base);

          TaskMessage message = new TaskMessage(i, req_msg.getBytes());
          list.add(message);

          if (i % 1000 == 0) {
            System.out.println("send " + i);
            client.send(list);
            list = new ArrayList<TaskMessage>();
          }

        }

        client.send(list);

        System.out.println("Finish Send ");
        JStormUtils.sleepMs(1000);

        try {
                    clientClose.await();
                } catch (InterruptedException e) {
                    // TODO Auto-generated catch block
                    e.printStackTrace();
                }
                client.close();
                contextClose.signal();
                lock.unlock();
      }
    }).start();
View Full Code Here

        .println("!!!!!!!!!!Start test_slow_receive_big message test!!!!!!!!");
    final int base = 100;
    final String req_msg = setupLargMsg();

    final IContext context = TransportFactory.makeContext(storm_conf);
    final IConnection server = context.bind(null, port);

   

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyJunitTest", ProducerType.SINGLE, 4, waitStrategy);
    server.registerQueue(recvQueue);

    new Thread(new Runnable() {

      @Override
      public void run() {
          final IConnection client = context.connect(null, "localhost", port);

          lock.lock();
        for (int i = 1; i < base; i++) {

          TaskMessage message = new TaskMessage(i, req_msg.getBytes());
          System.out.println("send " + i);
          client.send(message);

        }

        System.out.println("Finish Send ");
        JStormUtils.sleepMs(1000);
       
        try {
                    clientClose.await();
                } catch (InterruptedException e) {
                    // TODO Auto-generated catch block
                    e.printStackTrace();
                }
                client.close();
                contextClose.signal();
                lock.unlock();

      }
    }).start();
View Full Code Here

      @Override
      public void run() {
       
         
        IConnection client = context.connect(null, "localhost", port);
       
        lock.lock();

        List<TaskMessage> list = new ArrayList<TaskMessage>();
        TaskMessage message = new TaskMessage(task, req_msg.getBytes());
        list.add(message);

        client.send(message);

        System.out.println("Send first");

        try {
          Thread.sleep(1000);
        } catch (InterruptedException e) {
        }
        client.close();

        IConnection client2 = context.connect(null, "localhost", port);
        System.out.println("!!!!!!! restart client !!!!!!!!!!");

        client2.send(message);
        System.out.println("Send second");
        JStormUtils.sleepMs(1000);
       
       
        try {
                    clientClose.await();
                } catch (InterruptedException e) {
                    // TODO Auto-generated catch block
                    e.printStackTrace();
                }
        client2.close();
                contextClose.signal();
                lock.unlock();
      }
    }).start();

    IConnection server = null;

    server = context.bind(null, port);

    WaitStrategy waitStrategy = (WaitStrategy) Utils
        .newInstance((String) storm_conf
            .get(Config.TOPOLOGY_DISRUPTOR_WAIT_STRATEGY));
    DisruptorQueue recvQueue = new DisruptorQueue(
        "NettyUnitTest", ProducerType.SINGLE, 1024, waitStrategy);
    server.registerQueue(recvQueue);

    TaskMessage recv = server.recv(0);
    System.out.println("Sever receive first");
    Assert.assertEquals(req_msg, new String(recv.message()));

    Thread.sleep(1000);

    TaskMessage recv2 = server.recv(0);
    System.out.println("Sever receive second");
    Assert.assertEquals(req_msg, new String(recv2.message()));

    lock.lock();
        clientClose.signal();
        server.close();
        contextClose.await();
        context.term();
        lock.unlock();
    System.out.println("!!!!!!!!!!End client reboot test!!!!!!!!");
  }
View Full Code Here

TOP

Related Classes of backtype.storm.messaging.IConnection

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.