/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.mapred;
import java.io.IOException;
import junit.framework.TestCase;
import org.apache.hadoop.examples.SleepJob;
@SuppressWarnings("deprecation")
public class TestJobTrackerInstrumentation extends TestCase {
public void testSlots() throws IOException {
MiniMRCluster mr = null;
try {
JobConf jtConf = new JobConf();
jtConf.set("mapred.jobtracker.instrumentation",
MyJobTrackerMetricsInst.class.getName());
mr = new MiniMRCluster(2, "file:///", 3, null, null, jtConf);
MyJobTrackerMetricsInst instr = (MyJobTrackerMetricsInst)
mr.getJobTrackerRunner().getJobTracker().getInstrumentation();
JobConf conf = mr.createJobConf();
SleepJob job = new SleepJob();
job.setConf(conf);
int numMapTasks = 3;
int numReduceTasks = 2;
job.run(numMapTasks, numReduceTasks, 10000, 1, 10000, 1);
synchronized (instr) {
//after the job completes, incr and decr should be equal
assertEquals(instr.incrOccupiedMapSlots,
instr.decrOccupiedMapSlots);
assertEquals(instr.incrOccupiedReduceSlots,
instr.decrOccupiedReduceSlots);
assertEquals(instr.incrRunningMaps,
instr.decrRunningMaps);
assertEquals(instr.incrRunningReduces,
instr.decrRunningReduces);
assertEquals(instr.incrReservedMapSlots,
instr.decrReservedMapSlots);
assertEquals(instr.incrReservedReduceSlots,
instr.decrReservedReduceSlots);
//validate that atleast once the callbacks happened
assertTrue(instr.incrOccupiedMapSlots > 0);
assertTrue(instr.incrOccupiedReduceSlots > 0);
assertTrue(instr.incrRunningMaps > 0);
assertTrue(instr.incrRunningReduces > 0);
}
} finally {
if (mr != null) {
mr.shutdown();
}
}
}
static class MyJobTrackerMetricsInst extends JobTrackerInstrumentation {
public MyJobTrackerMetricsInst(JobTracker tracker, JobConf conf) {
super(tracker, conf);
}
private int incrReservedMapSlots = 0;
private int decrReservedMapSlots = 0;
private int incrReservedReduceSlots = 0;
private int decrReservedReduceSlots = 0;
private int incrOccupiedMapSlots = 0;
private int decrOccupiedMapSlots = 0;
private int incrOccupiedReduceSlots = 0;
private int decrOccupiedReduceSlots = 0;
private int incrRunningMaps = 0;
private int decrRunningMaps = 0;
private int incrRunningReduces = 0;
private int decrRunningReduces = 0;
@Override
public synchronized void addReservedMapSlots(int slots)
{
incrReservedMapSlots += slots;
}
@Override
public synchronized void decReservedMapSlots(int slots)
{
decrReservedMapSlots += slots;
}
@Override
public synchronized void addReservedReduceSlots(int slots)
{
incrReservedReduceSlots += slots;
}
@Override
public synchronized void decReservedReduceSlots(int slots)
{
decrReservedReduceSlots += slots;
}
@Override
public synchronized void addOccupiedMapSlots(int slots)
{
incrOccupiedMapSlots += slots;
}
@Override
public synchronized void decOccupiedMapSlots(int slots)
{
decrOccupiedMapSlots += slots;
}
@Override
public synchronized void addOccupiedReduceSlots(int slots)
{
incrOccupiedReduceSlots += slots;
}
@Override
public synchronized void decOccupiedReduceSlots(int slots)
{
decrOccupiedReduceSlots += slots;
}
@Override
public synchronized void addRunningMaps(int task)
{
incrRunningMaps += task;
}
@Override
public synchronized void decRunningMaps(int task)
{
decrRunningMaps += task;
}
@Override
public synchronized void addRunningReduces(int task)
{
incrRunningReduces += task;
}
@Override
public synchronized void decRunningReduces(int task)
{
decrRunningReduces += task;
}
}
}