Examples of TaskBatch

org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

Examples of org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

        }
      }
    }.start();
    // slm.splitLogDistributed(logDir);
    FileStatus[] logfiles = fs.listStatus(logDir);
    TaskBatch batch = new TaskBatch();
    slm.enqueueSplitTask(logfiles[0].getPath().toString(), batch);
    //waitForCounter but for one of the 2 counters
    long curt = System.currentTimeMillis();
    long waitTime = 80000;
    long endt = curt + waitTime;

View Full Code Here

Examples of org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

  public void testTaskCreation() throws Exception {
    LOG.info("TestTaskCreation - test the creation of a task in zk");


    slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
    slm.finishInitialization();
    TaskBatch batch = new TaskBatch();


    String tasknode = submitTaskAndWait(batch, "foo/1");


    byte[] data = ZKUtil.getData(zkw, tasknode);
    LOG.info("Task node created " + new String(data));

View Full Code Here

Examples of org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

    LOG.info("TestMultipleResbmits - no indefinite resubmissions");


    conf.setInt("hbase.splitlog.max.resubmit", 2);
    slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
    slm.finishInitialization();
    TaskBatch batch = new TaskBatch();


    String tasknode = submitTaskAndWait(batch, "foo/1");
    int version = ZKUtil.checkExists(zkw, tasknode);


    ZKUtil.setData(zkw, tasknode, TaskState.TASK_OWNED.get("worker1"));

View Full Code Here

Examples of org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

  public void testRescanCleanup() throws Exception {
    LOG.info("TestRescanCleanup - ensure RESCAN nodes are cleaned up");


    slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
    slm.finishInitialization();
    TaskBatch batch = new TaskBatch();


    String tasknode = submitTaskAndWait(batch, "foo/1");
    int version = ZKUtil.checkExists(zkw, tasknode);


    ZKUtil.setData(zkw, tasknode, TaskState.TASK_OWNED.get("worker1"));

View Full Code Here

Examples of org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

  public void testTaskDone() throws Exception {
    LOG.info("TestTaskDone - cleanup task node once in DONE state");


    slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
    slm.finishInitialization();
    TaskBatch batch = new TaskBatch();
    String tasknode = submitTaskAndWait(batch, "foo/1");
    ZKUtil.setData(zkw, tasknode, TaskState.TASK_DONE.get("worker"));
    synchronized (batch) {
      while (batch.installed != batch.done) {
        batch.wait();
      }
    }
    waitForCounter(tot_mgr_task_deleted, 0, 1, to/2);
    assertTrue(ZKUtil.checkExists(zkw, tasknode) == -1);
  }

View Full Code Here

Examples of org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

    LOG.info("TestTaskErr - cleanup task node once in ERR state");


    conf.setInt("hbase.splitlog.max.resubmit", 0);
    slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
    slm.finishInitialization();
    TaskBatch batch = new TaskBatch();


    String tasknode = submitTaskAndWait(batch, "foo/1");
    ZKUtil.setData(zkw, tasknode, TaskState.TASK_ERR.get("worker"));
    synchronized (batch) {
      while (batch.installed != batch.error) {
        batch.wait();
      }
    }
    waitForCounter(tot_mgr_task_deleted, 0, 1, to/2);
    assertTrue(ZKUtil.checkExists(zkw, tasknode) == -1);
    conf.setInt("hbase.splitlog.max.resubmit", ZKSplitLog.DEFAULT_MAX_RESUBMIT);

View Full Code Here

Examples of org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

  public void testTaskResigned() throws Exception {
    LOG.info("TestTaskResigned - resubmit task node once in RESIGNED state");


    slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
    slm.finishInitialization();
    TaskBatch batch = new TaskBatch();
    String tasknode = submitTaskAndWait(batch, "foo/1");
    ZKUtil.setData(zkw, tasknode, TaskState.TASK_RESIGNED.get("worker"));
    int version = ZKUtil.checkExists(zkw, tasknode);


    waitForCounter(tot_mgr_resubmit, 0, 1, to/2);

View Full Code Here

Examples of org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

    slm.finishInitialization();
    waitForCounter(tot_mgr_orphan_task_acquired, 0, 1, to/2);




    // submit another task which will stay in unassigned mode
    TaskBatch batch = new TaskBatch();
    submitTaskAndWait(batch, "foo/1");


    // keep updating the orphan owned node every to/2 seconds
    for (int i = 0; i < (3 * to)/100; i++) {
      Thread.sleep(100);

View Full Code Here

Examples of org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

    LOG.info("testDeadWorker");


    conf.setLong("hbase.splitlog.max.resubmit", 0);
    slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
    slm.finishInitialization();
    TaskBatch batch = new TaskBatch();


    String tasknode = submitTaskAndWait(batch, "foo/1");
    int version = ZKUtil.checkExists(zkw, tasknode);


    ZKUtil.setData(zkw, tasknode, TaskState.TASK_OWNED.get("worker1"));

View Full Code Here

Examples of org.apache.hadoop.hbase.master.SplitLogManager.TaskBatch

  @Test
  public void testWorkerCrash() throws Exception {
    conf.setInt("hbase.splitlog.max.resubmit", ZKSplitLog.DEFAULT_MAX_RESUBMIT);
    slm = new SplitLogManager(zkw, conf, stopper, master, "dummy-master", null);
    slm.finishInitialization();
    TaskBatch batch = new TaskBatch();


    String tasknode = submitTaskAndWait(batch, "foo/1");
    final ServerName worker1 = new ServerName("worker1,1,1");


    ZKUtil.setData(zkw, tasknode, TaskState.TASK_OWNED.get(worker1.getServerName()));

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.