/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.mapred;
import org.junit.Assert;
import org.junit.BeforeClass;
import org.junit.AfterClass;
import org.junit.Test;
import java.io.DataOutputStream;
import java.io.IOException;
import org.apache.commons.logging.Log;
import org.apache.commons.logging.LogFactory;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.mapreduce.test.system.MRCluster;
import org.apache.hadoop.mapreduce.test.system.JTProtocol;
import org.apache.hadoop.mapreduce.test.system.JTClient;
import org.apache.hadoop.util.ToolRunner;
import org.apache.hadoop.examples.SleepJob;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.permission.FsAction;
import org.apache.hadoop.fs.permission.FsPermission;
import org.apache.hadoop.security.UserGroupInformation;
import org.apache.hadoop.streaming.StreamJob;
/**
* Verifying the job submissions with original user and other user
* with Linux task Controller.Original user should succeed and other
* user should not.
*/
public class TestLinuxTaskControllerOtherUserStreamingJob {
private static final Log LOG = LogFactory.
getLog(TestLinuxTaskControllerOtherUserStreamingJob.class);
private static MRCluster cluster = null;
private static JobClient jobClient = null;
private static JTProtocol remoteJTClient = null;
private static JTClient jtClient = null;
private static Configuration conf = new Configuration();
private static Path inputDir = new Path("input");
private static Path outputDir = new Path("output");
@BeforeClass
public static void before() throws Exception {
cluster = MRCluster.createCluster(conf);
cluster.setUp();
jtClient = cluster.getJTClient();
jobClient = jtClient.getClient();
remoteJTClient = cluster.getJTClient().getProxy();
conf = remoteJTClient.getDaemonConf();
}
@AfterClass
public static void after() throws Exception {
cluster.tearDown();
cleanup(inputDir, conf);
cleanup(outputDir, conf);
}
/**
* Submit a Streaming job with a correct user and verify it passes
* Submit a streaming job as diferent user and verify it fails
* @param none
* @return void
*/
@Test
public void testStreamingJobSameAndDifferentUser() throws Exception {
executeStreamingJob(true);
executeStreamingJob(false);
}
//Executes streaming job as original user or other user.
private void executeStreamingJob(boolean sameUser) throws Exception {
conf = cluster.getConf();
if (sameUser == true) {
UserGroupInformation ugi = UserGroupInformation.getLoginUser();
LOG.info("LoginUser:" + ugi);
} else {
conf.set("user.name","hadoop1");
LOG.info("user name changed is :" + conf.get("user.name"));
}
if (conf.get("mapred.task.tracker.task-controller").
equals("org.apache.hadoop.mapred.LinuxTaskController")) {
StreamJob streamJob = new StreamJob();
String shellFile = System.getProperty("user.dir") +
"/src/test/system/scripts/StreamMapper.sh";
String runtimeArgs [] = {
"-D", "mapred.job.name=Streaming job",
"-D", "mapred.map.tasks=1",
"-D", "mapred.reduce.tasks=1",
"-D", "mapred.tasktracker.tasks.sleeptime-before-sigkill=3000",
"-input", inputDir.toString(),
"-output", outputDir.toString(),
"-mapper", "StreamMapper.sh",
"-reducer","/bin/cat",
"-file", shellFile
};
createInput(inputDir, conf);
cleanup(outputDir, conf);
//If job submtitted with same user, it should pass
//If job submitted with different user, it should fail with assertion
//the testcase should assert.
if (sameUser == true) {
Assert.assertEquals(0, ToolRunner.run(conf, streamJob, runtimeArgs));
} else {
if ((ToolRunner.run(conf, streamJob, runtimeArgs)) != 0) {
LOG.info("Job failed as expected");
} else {
Assert.fail("Job passed with different user");
}
}
}
}
//Create Input directory in dfs
private static void createInput(Path inDir, Configuration conf)
throws IOException {
FileSystem fs = inDir.getFileSystem(conf);
if (!fs.mkdirs(inDir)) {
throw new IOException("Failed to create the input directory:"
+ inDir.toString());
}
fs.setPermission(inDir, new FsPermission(FsAction.ALL,
FsAction.ALL, FsAction.ALL));
DataOutputStream file = fs.create(new Path(inDir, "data.txt"));
int i = 0;
while(i++ < 200) {
file.writeBytes(i + "\n");
}
file.close();
}
//Cleanup directories in dfs.
private static void cleanup(Path dir, Configuration conf)
throws IOException {
FileSystem fs = dir.getFileSystem(conf);
fs.delete(dir, true);
}
}