Package org.apache.hadoop.mapred.UtilsForTests

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

47
48
49
50
51
52
53
54
    JobConf conf = new JobConf();
    conf.set(JTConfig.JT_IPC_ADDRESS, "localhost:0");
    conf.set(JTConfig.JT_HTTP_ADDRESS, "0.0.0.0:0");
    conf.setLong(JTConfig.JT_TRACKER_EXPIRY_INTERVAL, 1000);
    conf.set(JTConfig.JT_MAX_TRACKER_BLACKLISTS, "1");
    jobTracker = new FakeJobTracker(conf, (clock = new FakeClock()), trackers);
    jobTracker.startExpireTrackersThread();
  }
View Full Code Here
523
524
525
526
527
528
529
530
531
532
533
    // Manually set locality delay because we aren't using a JobTracker so
    // we can't auto-compute it from the heartbeat interval.
    conf.setLong("mapred.fairscheduler.locality.delay.node", 5000);
    conf.setLong("mapred.fairscheduler.locality.delay.rack", 10000);
    taskTrackerManager = new FakeTaskTrackerManager(numRacks, numNodesPerRack);
    clock = new FakeClock();
    scheduler = new FairScheduler(clock, true);
    scheduler.waitForMapsBeforeLaunchingReduces = false;
    scheduler.setConf(conf);
    scheduler.setTaskTrackerManager(taskTrackerManager);
    scheduler.start();
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
        conf.set(JTConfig.JT_HTTP_ADDRESS, "0.0.0.0:0");
        conf.setClass("topology.node.switch.mapping.impl",
          StaticMapping.class, DNSToSwitchMapping.class);
        conf.set(JTConfig.JT_INSTRUMENTATION,
            FakeJobTrackerMetricsInst.class.getName());
        jobTracker = new FakeJobTracker(conf, new FakeClock(), trackers);
        fakeInst = (FakeJobTrackerMetricsInst) jobTracker.getInstrumentation();
        // Set up the Topology Information
        for (int i = 0; i < allHosts.length; i++) {
          StaticMapping.addNodeToRack(allHosts[i], allRacks[i]);
        }
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
        JobConf conf = new JobConf();
        conf.set(JTConfig.JT_IPC_ADDRESS, "localhost:0");
        conf.set(JTConfig.JT_HTTP_ADDRESS, "0.0.0.0:0");
        conf.setClass("topology.node.switch.mapping.impl",
            StaticMapping.class, DNSToSwitchMapping.class);
        jobTracker = new FakeJobTracker(conf, new FakeClock(), trackers);
        // Set up the Topology Information
        for (int i = 0; i < hosts.length; i++) {
          StaticMapping.addNodeToRack(hosts[i], racks[i]);
        }
        for (String s: trackers) {
View Full Code Here
231
232
233
234
235
236
237
238
239
240
241
    // clear userlog directory
    // job directories will be added with 3 hours as retain hours.
    Configuration conf = new Configuration();
    conf.setInt(MRJobConfig.USER_LOG_RETAIN_HOURS, 3);
    taskLogCleanupThread = new UserLogCleaner(conf);
    myClock = new FakeClock(); // clock is reset.
    taskLogCleanupThread.setClock(myClock);
    taskLogCleanupThread.clearOldUserLogs(conf);
    tt.setTaskLogCleanupThread(taskLogCleanupThread);
    assertFalse(foo.exists());
    assertFalse(bar.exists());
View Full Code Here
47
48
49
50
51
52
53
54
55
56
57
  protected void setUp() throws Exception {
    JobConf conf = new JobConf();
    conf.set(JTConfig.JT_IPC_ADDRESS, "localhost:0");
    conf.set(JTConfig.JT_HTTP_ADDRESS, "0.0.0.0:0");
    conf.setLong(JTConfig.JT_TRACKER_EXPIRY_INTERVAL, 1000);
    clock = new FakeClock();
    // We use a "partial mock" of JobTracker which lets us see when certain
    // methods are called. If we were writing JobTracker from scratch then
    // we would make it call another object which we would mock out instead
    // (and use a real JobTracker) so we could perform assertions on the mock.
    // See http://mockito.googlecode.com/svn/branches/1.8.0/javadoc/org/mockito/Mockito.html#16
View Full Code Here
TOP

Related Classes of org.apache.hadoop.mapred.UtilsForTests.FakeClock

  • org.apache.hadoop.mapred.TestFairScheduler
  • org.apache.hadoop.mapred.TestJobInProgress
  • org.apache.hadoop.mapred.TestJobTrackerInstrumentation
  • org.apache.hadoop.mapred.TestJobTrackerStart
  • org.apache.hadoop.mapred.TestKillCompletedJob
  • org.apache.hadoop.mapred.TestLostTaskTracker
  • org.apache.hadoop.mapred.TestLostTracker
  • org.apache.hadoop.mapred.TestRackAwareTaskPlacement
  • org.apache.hadoop.mapred.TestUserLogCleanup
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.