Examples of FakeClock

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

547
548
549
550
551
552
553
554
555
556
557
    conf.setLong("mapred.fairscheduler.locality.delay.node", 5000);
    conf.setLong("mapred.fairscheduler.locality.delay.rack", 10000);
    conf.set("mapred.job.tracker", "localhost:0");
    conf.set("mapred.job.tracker.http.address", "0.0.0.0:0");
    taskTrackerManager = new FakeTaskTrackerManager(numRacks, numNodesPerRack);
    clock = new FakeClock();
    try {
      jobTracker = new JobTracker(conf, clock);
    } catch (Exception e) {
      throw new RuntimeException("Could not start JT", e);
    }
View Full Code Here

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

558
559
560
561
562
563
564
565
566
567
568
    conf.setLong("mapred.fairscheduler.locality.delay.node", 5000);
    conf.setLong("mapred.fairscheduler.locality.delay.rack", 10000);
    conf.set("mapred.job.tracker", "localhost:0");
    conf.set("mapred.job.tracker.http.address", "0.0.0.0:0");
    taskTrackerManager = new FakeTaskTrackerManager(numRacks, numNodesPerRack);
    clock = new FakeClock();
    try {
      jobTracker = new JobTracker(conf, clock);
      jobTracker.setSafeModeInternal(JobTracker.SafeModeAction.SAFEMODE_ENTER);
      jobTracker.initializeFilesystem();
      jobTracker.setSafeModeInternal(JobTracker.SafeModeAction.SAFEMODE_LEAVE);
View Full Code Here

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

71
72
73
74
75
76
77
78
79
80
81
        conf.setClass(JTConfig.JT_TASK_SCHEDULER,
            FakeTaskScheduler.class, TaskScheduler.class);

        conf.set(JTConfig.JT_INSTRUMENTATION,
            FakeJobTrackerMetricsInst.class.getName());
        jobTracker = new FakeJobTracker(conf, new FakeClock(), trackers);
        mi = (FakeJobTrackerMetricsInst) jobTracker.getInstrumentation();
        for (String tracker : trackers) {
          FakeObjectUtilities.establishFirstContact(jobTracker, tracker);
        }
       
View Full Code Here

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

43
44
45
46
47
48
49
  protected void setUp() throws Exception {
    JobConf conf = new JobConf();
    conf.set(JTConfig.JT_IPC_ADDRESS, "localhost:0");
    conf.set(JTConfig.JT_HTTP_ADDRESS, "0.0.0.0:0");
    conf.setLong(JTConfig.JT_TRACKER_EXPIRY_INTERVAL, 1000);
    jobTracker = new FakeJobTracker(conf, (clock = new FakeClock()), trackers);
  }
View Full Code Here

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

44
45
46
47
48
49
50
51
52
53
54
    // test identifier
    assertEquals(12, jt.getTrackerIdentifier().length()); // correct upto mins
    jt.stopTracker();
   
    // test with special clock
    FakeClock myClock = new FakeClock();
    jt = JobTracker.startTracker(conf, myClock);
    c = JobTracker.getClock();
    assertNotNull(c);
    assertEquals(c, myClock);
    jt.stopTracker();
View Full Code Here

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

47
48
49
50
51
52
53
54
    JobConf conf = new JobConf();
    conf.set(JTConfig.JT_IPC_ADDRESS, "localhost:0");
    conf.set(JTConfig.JT_HTTP_ADDRESS, "0.0.0.0:0");
    conf.setLong(JTConfig.JT_TRACKER_EXPIRY_INTERVAL, 1000);
    conf.set(JTConfig.JT_MAX_TRACKER_BLACKLISTS, "1");
    jobTracker = new FakeJobTracker(conf, (clock = new FakeClock()), trackers);
    jobTracker.startExpireTrackersThread();
  }
View Full Code Here

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

523
524
525
526
527
528
529
530
531
532
533
    // Manually set locality delay because we aren't using a JobTracker so
    // we can't auto-compute it from the heartbeat interval.
    conf.setLong("mapred.fairscheduler.locality.delay.node", 5000);
    conf.setLong("mapred.fairscheduler.locality.delay.rack", 10000);
    taskTrackerManager = new FakeTaskTrackerManager(numRacks, numNodesPerRack);
    clock = new FakeClock();
    scheduler = new FairScheduler(clock, true);
    scheduler.waitForMapsBeforeLaunchingReduces = false;
    scheduler.setConf(conf);
    scheduler.setTaskTrackerManager(taskTrackerManager);
    scheduler.start();
View Full Code Here

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

70
71
72
73
74
75
76
77
78
79
80
        conf.set(JTConfig.JT_HTTP_ADDRESS, "0.0.0.0:0");
        conf.setClass("topology.node.switch.mapping.impl",
          StaticMapping.class, DNSToSwitchMapping.class);
        conf.set(JTConfig.JT_INSTRUMENTATION,
            FakeJobTrackerMetricsInst.class.getName());
        jobTracker = new FakeJobTracker(conf, new FakeClock(), trackers);
        fakeInst = (FakeJobTrackerMetricsInst) jobTracker.getInstrumentation();
        // Set up the Topology Information
        for (int i = 0; i < allHosts.length; i++) {
          StaticMapping.addNodeToRack(allHosts[i], allRacks[i]);
        }
View Full Code Here

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

80
81
82
83
84
85
86
87
88
89
90
        JobConf conf = new JobConf();
        conf.set(JTConfig.JT_IPC_ADDRESS, "localhost:0");
        conf.set(JTConfig.JT_HTTP_ADDRESS, "0.0.0.0:0");
        conf.setClass("topology.node.switch.mapping.impl",
            StaticMapping.class, DNSToSwitchMapping.class);
        jobTracker = new FakeJobTracker(conf, new FakeClock(), trackers);
        // Set up the Topology Information
        for (int i = 0; i < hosts.length; i++) {
          StaticMapping.addNodeToRack(hosts[i], racks[i]);
        }
        for (String s: trackers) {
View Full Code Here

Examples of org.apache.hadoop.mapred.UtilsForTests.FakeClock

231
232
233
234
235
236
237
238
239
240
241
    // clear userlog directory
    // job directories will be added with 3 hours as retain hours.
    Configuration conf = new Configuration();
    conf.setInt(MRJobConfig.USER_LOG_RETAIN_HOURS, 3);
    taskLogCleanupThread = new UserLogCleaner(conf);
    myClock = new FakeClock(); // clock is reset.
    taskLogCleanupThread.setClock(myClock);
    taskLogCleanupThread.clearOldUserLogs(conf);
    tt.setTaskLogCleanupThread(taskLogCleanupThread);
    assertFalse(foo.exists());
    assertFalse(bar.exists());
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.