Package eu.stratosphere.configuration

Examples of eu.stratosphere.configuration.Configuration

282
283
284
285
286
287
288
289
290
291
292
    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, false), 0);

    DataSinkTask<Record> testTask = new DataSinkTask<Record>();
    Configuration stubParams = new Configuration();
    super.getTaskConfig().setStubParameters(stubParams);

    super.registerFileOutputTask(testTask, MockFailingOutputFormat.class, new File(tempTestPath).toURI().toString());
   
    boolean stubFailed = false;
View Full Code Here
314
315
316
317
318
319
320
321
322
323
324
    super.initEnvironment(MEMORY_MANAGER_SIZE * 4, NETWORK_BUFFER_SIZE);
    super.addInput(new UniformRecordGenerator(keyCnt, valCnt, true), 0);

    DataSinkTask<Record> testTask = new DataSinkTask<Record>();
    Configuration stubParams = new Configuration();
    super.getTaskConfig().setStubParameters(stubParams);
   
    // set sorting
    super.getTaskConfig().setInputLocalStrategy(0, LocalStrategy.SORT);
    super.getTaskConfig().setInputComparator(
View Full Code Here
102
103
104
105
106
107
108
109
    this.comparators = new ArrayList<TypeComparator<Record>>();
    this.sorters = new ArrayList<UnilateralSortMerger<Record>>();
   
    this.owner = new DummyInvokable();
   
    this.config = new Configuration();
    this.taskConfig = new TaskConfig(this.config);
  }
View Full Code Here
350
351
352
353
354
355
356
357
358
359
360
    super.initEnvironment(MEMORY_MANAGER_SIZE, NETWORK_BUFFER_SIZE);
    super.addInput(new InfiniteInputIterator(), 0);
   
    final DataSinkTask<Record> testTask = new DataSinkTask<Record>();
    Configuration stubParams = new Configuration();
    super.getTaskConfig().setStubParameters(stubParams);
   
    super.registerFileOutputTask(testTask, MockOutputFormat.class,  new File(tempTestPath).toURI().toString());
   
    Thread taskRunner = new Thread() {
View Full Code Here
392
393
394
395
396
397
398
399
400
401
402
    super.initEnvironment(MEMORY_MANAGER_SIZE * 4, NETWORK_BUFFER_SIZE);
    super.addInput(new InfiniteInputIterator(), 0);
   
    final DataSinkTask<Record> testTask = new DataSinkTask<Record>();
    Configuration stubParams = new Configuration();
    super.getTaskConfig().setStubParameters(stubParams);
   
    // set sorting
    super.getTaskConfig().setInputLocalStrategy(0, LocalStrategy.SORT);
    super.getTaskConfig().setInputComparator(
View Full Code Here
74
75
76
77
78
79
80
81
82
83
84
      addInput(new UniformRecordGenerator(keyCnt, valCnt, false), 0);
      addOutput(this.outList);
     
      // chained combine config
      {
        final TaskConfig combineConfig = new TaskConfig(new Configuration());
 
        // input
        combineConfig.addInputToGroup(0);
        combineConfig.setInputSerializer(serFact, 0);
       
View Full Code Here
130
131
132
133
134
135
136
137
138
139
140
      addInput(new UniformRecordGenerator(keyCnt, valCnt, false), 0);
      addOutput(this.outList);
 
      // chained combine config
      {
        final TaskConfig combineConfig = new TaskConfig(new Configuration());
 
        // input
        combineConfig.addInputToGroup(0);
        combineConfig.setInputSerializer(serFact, 0);
       
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
78
  private final JobID jobID = new JobID();

  private final Buffer mockBuffer;

  public MockEnvironment(long memorySize, MockInputSplitProvider inputSplitProvider, int bufferSize) {
    this.jobConfiguration = new Configuration();
    this.taskConfiguration = new Configuration();
    this.inputs = new LinkedList<InputGate<Record>>();
    this.outputs = new LinkedList<OutputGate>();

    this.memManager = new DefaultMemoryManager(memorySize);
    this.ioManager = new IOManager(System.getProperty("java.io.tmpdir"));
View Full Code Here
154
155
156
157
158
159
160
161
162
163
164
165
 

  @Override
  public void setInput(Map<Operator<?>, OptimizerNode> contractToNode) throws CompilerException {
    // see if an internal hint dictates the strategy to use
    final Configuration conf = getPactContract().getParameters();
    final String shipStrategy = conf.getString(PactCompiler.HINT_SHIP_STRATEGY, null);
    final ShipStrategyType preSet;
   
    if (shipStrategy != null) {
      if (shipStrategy.equalsIgnoreCase(PactCompiler.HINT_SHIP_STRATEGY_REPARTITION_HASH)) {
        preSet = ShipStrategyType.PARTITION_HASH;
View Full Code Here
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
      throw new CorruptConfigurationException("The class noted in the configuration as the serializer factory " +
          "is no subclass of TypeSerializerFactory.");
    }
   
    // parameterize the comparator factory
    final Configuration parameters = new DelegatingConfiguration(this.config, parametersPrefix);
    try {
      factory.readParametersFromConfig(parameters, cl);
    } catch (ClassNotFoundException cnfex) {
      throw new RuntimeException("The type serializer factory could not load its parameters from the " +
          "configuration due to missing classes.", cnfex);
View Full Code Here
TOP

Related Classes of eu.stratosphere.configuration.Configuration

  • eu.stratosphere.api.common.io.DelimitedInputFormatSamplingTest
  • eu.stratosphere.api.common.io.DelimitedInputFormatTest
  • eu.stratosphere.api.common.io.FileInputFormatTest
  • eu.stratosphere.api.common.io.FileOutputFormatTest
  • eu.stratosphere.api.common.io.FormatUtil
  • eu.stratosphere.api.common.io.GenericCsvInputFormatTest
  • eu.stratosphere.api.common.io.SequentialFormatTest
  • eu.stratosphere.api.java.io.CsvInputFormatTest
  • eu.stratosphere.api.java.io.TextInputFormatTest
  • eu.stratosphere.api.java.operators.OperatorTranslation
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.