Package org.apache.hadoop.mapred.TaskTracker

Examples of org.apache.hadoop.mapred.TaskTracker.LocalStorage

75
76
77
78
79
80
81
82
83
84
85
    tt.setTaskController((dtc = new DefaultTaskController()));
    Configuration conf = new Configuration();
    dtc.setConf(conf);
    LocalDirAllocator ldirAlloc =
        new LocalDirAllocator(JobConf.MAPRED_LOCAL_DIR_PROPERTY);
    tt.getTaskController().setup(ldirAlloc, new LocalStorage(ttConf.getLocalDirs()));
    JobID jobId = new JobID("test", 0);
    jvmManager = new JvmManager(tt);
    tt.setJvmManagerInstance(jvmManager);
    tt.setUserLogManager(new UserLogManager(ttConf));
    tt.setCleanupThread(new InlineCleanupQueue());
View Full Code Here
888
889
890
891
892
893
894
   * @throws IOException
   */
  public static void setupTC(TaskController taskController,
      LocalDirAllocator localAlloc, String[] dirs) throws IOException {
    // Hide LocalStorage from callers
    taskController.setup(localAlloc, new LocalStorage(dirs));
  }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
      // task controller setup should fail validating permissions.
      Throwable th = null;
      try {
        controller.setup(
            new LocalDirAllocator(JobConf.MAPRED_LOCAL_DIR_PROPERTY),
            new LocalStorage(controller.getConf().getStrings(
                JobConf.MAPRED_LOCAL_DIR_PROPERTY)));
      } catch (IOException ie) {
        th = ie;
      }
      assertNotNull("No exception during setup", th);
      assertTrue("Exception message does not contain exit code"
          + INVALID_TASKCONTROLLER_PERMISSIONS, th.getMessage().contains(
          "with exit code " + INVALID_TASKCONTROLLER_PERMISSIONS));
    } else {
      controller.setup(new LocalDirAllocator(JobConf.MAPRED_LOCAL_DIR_PROPERTY),
          new LocalStorage(controller.getConf().getStrings(
              JobConf.MAPRED_LOCAL_DIR_PROPERTY)));
    }

  }
View Full Code Here
103
104
105
106
107
108
109
110
111
112
113
    // LinuxTaskController runs task-controller in setup() with no
    // argument and expects 1 in return
    try {
      ltc.setup(new LocalDirAllocator(mapredLocal.toString()),
                 new LocalStorage(new String[]{mapredLocal.toString()}));
    } catch (IOException ie) {
      fail("Error running task-controller from setup().");
    }

    initialized = true;
View Full Code Here
186
187
188
189
190
191
192
193
194
    trackerFConf.deleteLocalFiles(TaskTracker.SUBDIR);

    // setup task controller
    taskController = getTaskController();
    taskController.setConf(trackerFConf);
    taskController.setup(lDirAlloc, new LocalStorage(trackerFConf.getLocalDirs()));
    tracker.setTaskController(taskController);
    tracker.setLocalizer(new Localizer(tracker.getLocalFileSystem(),localDirs));
  }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.TaskTracker.LocalStorage

  • org.apache.hadoop.filecache.TestTrackerDistributedCacheManager
  • org.apache.hadoop.mapred.TestJvmManager
  • org.apache.hadoop.mapred.TestLinuxTaskController
  • org.apache.hadoop.mapred.TestLinuxTaskControllerLaunchArgs
  • org.apache.hadoop.mapred.TestTaskTrackerLocalization
  • org.apache.hadoop.mapred.TestTrackerDistributedCacheManagerWithLinuxTaskController
  • org.apache.hadoop.mapred.TestUserLogCleanup
  • org.apache.hadoop.mapred.UtilsForTests
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.