/***********************************************************************************************************************
* Copyright (C) 2010-2013 by the Stratosphere project (http://stratosphere.eu)
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on
* an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the
* specific language governing permissions and limitations under the License.
**********************************************************************************************************************/
package eu.stratosphere.test.cancelling;
//import org.junit.Test;
import eu.stratosphere.api.common.Plan;
import eu.stratosphere.api.java.record.operators.GenericDataSink;
import eu.stratosphere.api.java.record.operators.GenericDataSource;
import eu.stratosphere.api.java.record.functions.MapFunction;
import eu.stratosphere.api.java.record.operators.MapOperator;
import eu.stratosphere.configuration.Configuration;
import eu.stratosphere.test.recordJobs.util.DiscardingOutputFormat;
import eu.stratosphere.test.recordJobs.util.InfiniteIntegerInputFormat;
import eu.stratosphere.types.Record;
import eu.stratosphere.util.Collector;
public class MapCancelingITCase extends CancellingTestBase {
// @Test
public void testMapCancelling() throws Exception {
GenericDataSource<InfiniteIntegerInputFormat> source = new GenericDataSource<InfiniteIntegerInputFormat>(
new InfiniteIntegerInputFormat(), "Source");
MapOperator mapper = MapOperator.builder(IdentityMapper.class)
.input(source)
.name("Identity Mapper")
.build();
GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
Plan p = new Plan(sink);
p.setDefaultParallelism(4);
runAndCancelJob(p, 5 * 1000, 10 * 1000);
}
// @Test
public void testSlowMapCancelling() throws Exception {
GenericDataSource<InfiniteIntegerInputFormat> source = new GenericDataSource<InfiniteIntegerInputFormat>(
new InfiniteIntegerInputFormat(), "Source");
MapOperator mapper = MapOperator.builder(DelayingIdentityMapper.class)
.input(source)
.name("Delay Mapper")
.build();
GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
Plan p = new Plan(sink);
p.setDefaultParallelism(4);
runAndCancelJob(p, 5 * 1000, 10 * 1000);
}
// @Test
public void testMapWithLongCancellingResponse() throws Exception {
GenericDataSource<InfiniteIntegerInputFormat> source = new GenericDataSource<InfiniteIntegerInputFormat>(
new InfiniteIntegerInputFormat(), "Source");
MapOperator mapper = MapOperator.builder(LongCancelTimeIdentityMapper.class)
.input(source)
.name("Long Cancelling Time Mapper")
.build();
GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
Plan p = new Plan(sink);
p.setDefaultParallelism(4);
runAndCancelJob(p, 10 * 1000, 10 * 1000);
}
// @Test
public void testMapPriorToFirstRecordReading() throws Exception {
GenericDataSource<InfiniteIntegerInputFormat> source = new GenericDataSource<InfiniteIntegerInputFormat>(
new InfiniteIntegerInputFormat(), "Source");
MapOperator mapper = MapOperator.builder(StuckInOpenIdentityMapper.class)
.input(source)
.name("Stuck-In-Open Mapper")
.build();
GenericDataSink sink = new GenericDataSink(new DiscardingOutputFormat(), mapper, "Sink");
Plan p = new Plan(sink);
p.setDefaultParallelism(4);
runAndCancelJob(p, 10 * 1000, 10 * 1000);
}
// --------------------------------------------------------------------------------------------
public static final class IdentityMapper extends MapFunction {
private static final long serialVersionUID = 1L;
@Override
public void map(Record record, Collector<Record> out) throws Exception {
out.collect(record);
}
}
public static final class DelayingIdentityMapper extends MapFunction {
private static final long serialVersionUID = 1L;
private static final int WAIT_TIME_PER_RECORD = 10 * 1000; // 10 sec.
@Override
public void map(Record record, Collector<Record> out) throws Exception {
Thread.sleep(WAIT_TIME_PER_RECORD);
out.collect(record);
}
}
public static final class LongCancelTimeIdentityMapper extends MapFunction {
private static final long serialVersionUID = 1L;
private static final int WAIT_TIME_PER_RECORD = 5 * 1000; // 5 sec.
@Override
public void map(Record record, Collector<Record> out) throws Exception {
final long start = System.currentTimeMillis();
long remaining = WAIT_TIME_PER_RECORD;
do {
try {
Thread.sleep(remaining);
} catch (InterruptedException iex) {}
} while ((remaining = WAIT_TIME_PER_RECORD - System.currentTimeMillis() + start) > 0);
out.collect(record);
}
}
public static final class StuckInOpenIdentityMapper extends MapFunction {
private static final long serialVersionUID = 1L;
@Override
public void open(Configuration parameters) throws Exception {
synchronized (this) {
wait();
}
}
@Override
public void map(Record record, Collector<Record> out) throws Exception {
out.collect(record);
}
}
}