Examples of findMapTask()

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.findMapTask()

280
281
282
283
284
285
286
287
288
289
290
    for (i = numEarlyComplete; i < totalTasks; i++) {
      job.progressMade(taskAttemptID[i], 0.85f);
    }
    clock.advance(50000);
    for (i = 0; i < (totalTasks - numEarlyComplete); i++) {
      taskAttemptID[i] = job.findMapTask(trackers[1]);
      clock.advance(2000);
      if (taskAttemptID[i] != null) {
        //add some good progress constantly for the different
        //task-attempts so that
        //the tasktracker doesn't get into the slow trackers category
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.findMapTask()

68
69
70
71
72
73
74
75
76
77
78
    conf.setNumReduceTasks(1);
    FakeJobInProgress job = new FakeJobInProgress(conf, jobTracker);
    job.initTasks();
   
    // Tracker 0 gets the map task
    tid[0] = job.findMapTask(trackers[0]);

    job.finishTask(tid[0]);

    // Advance clock. Tracker 0 would have got lost
    clock.advance(8 * 1000);
 
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.findMapTask()

81
82
83
84
85
86
87
88
89
90
91
   
    // Tracker 1 establishes contact with JT
    FakeObjectUtilities.establishFirstContact(jobTracker, trackers[1]);
   
    // Tracker1 should get assigned the lost map task
    tid[1] =  job.findMapTask(trackers[1]);

    assertNotNull("Map Task from Lost Tracker did not get reassigned", tid[1]);
   
    assertEquals("Task ID of reassigned map task does not match",
        tid[0].getTaskID().toString(), tid[1].getTaskID().toString());
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.findMapTask()

108
109
110
111
112
113
114
115
116
117
118
    FakeJobInProgress job = new FakeJobInProgress(conf, jobTracker);
    job.initTasks();
    job.setClusterSize(4);
   
    // Tracker 0 gets the map task
    tid[0] = job.findMapTask(trackers[0]);

    job.finishTask(tid[0]);

    // validate the total tracker count
    assertEquals("Active tracker count mismatch",
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.findMapTask()

131
132
133
134
135
136
137
138
139
140
141
   
    // Tracker 1 establishes contact with JT
    FakeObjectUtilities.establishFirstContact(jobTracker, trackers[1]);
   
    // Tracker1 should get assigned the lost map task
    tid[1] =  job.findMapTask(trackers[1]);

    assertNotNull("Map Task from Lost Tracker did not get reassigned", tid[1]);
   
    assertEquals("Task ID of reassigned map task does not match",
        tid[0].getTaskID().toString(), tid[1].getTaskID().toString());
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.findMapTask()

179
180
181
182
183
184
185
186
187
188
189
    // check if the tracker count is correct
    assertEquals("Active tracker count mismatch",
                 1, jobTracker.taskTrackers().size());
   
    // Tracker 0 gets the map task
    tid[0] = job.findMapTask(trackers[0]);
    // Fail the task
    job.failTask(tid[0]);
   
    // Tracker 1 establishes contact with JT
    FakeObjectUtilities.establishFirstContact(jobTracker, trackers[1]);
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.findMapTask()

190
191
192
193
194
195
196
197
198
199
200
    // check if the tracker count is correct
    assertEquals("Active tracker count mismatch",
                 2, jobTracker.taskTrackers().size());
   
    // Tracker 1 gets the map task
    tid[1] = job.findMapTask(trackers[1]);
    // Finish the task and also the job
    job.finishTask(tid[1]);

    // check if job is successful
    assertEquals("Job not successful",
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.findMapTask()

129
130
131
132
133
134
135
136
137
138
139
    assertEquals("reserved map slots do not match",
          4, metrics.getReservedMapSlots());
    assertEquals("reserved reduce slots do not match",
          4, metrics.getReservedReduceSlots());
   
    TaskAttemptID mTid = fjob.findMapTask(trackers[1]);
    TaskAttemptID rTid = fjob.findReduceTask(trackers[1]);

    fjob.finishTask(mTid);
    fjob.finishTask(rTid);
   
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.findMapTask()

238
239
240
241
242
243
244
245
246
247
248
     * FakeJobInProgress.findMapTask does not handle
     * task failures. So working around it by failing
     * reduce and blacklisting tracker.
     * Then finish the map task later.
     */
    TaskAttemptID mTid = job.findMapTask(trackers[0]);
    TaskAttemptID rTid = job.findReduceTask(trackers[0]);
    //Task should blacklist the tasktracker.
    job.failTask(rTid);
   
    assertEquals("Tracker 0 not blacklisted for the job", 1,
View Full Code Here

Examples of org.apache.hadoop.mapred.FakeObjectUtilities.FakeJobInProgress.findMapTask()

258
259
260
261
262
263
264
265
266
267
268
        2, metrics.getReservedReduceSlots());

    //Finish the map task on the tracker 1. Finishing it here to work
    //around bug in the FakeJobInProgress object
    job.finishTask(mTid);
    mTid = job.findMapTask(trackers[1]);
    rTid = job.findReduceTask(trackers[1]);
    job.finishTask(mTid);
    job.finishTask(rTid);
    rTid = job.findReduceTask(trackers[1]);
    job.finishTask(rTid);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.