Examples of OptimizedPlan

eu.stratosphere.compiler.plan.OptimizedPlan
The optimizer representation of a plan. The optimizer creates this from the user defined PACT job plan. It works on this representation during its optimization. Finally, this plan is translated to a schedule for the nephele runtime system.
org.apache.flink.compiler.plan.OptimizedPlan
The optimizer representation of a plan. The optimizer creates this from the user defined PACT job plan. It works on this representation during its optimization. Finally, this plan is translated to a schedule for the nephele runtime system.

Examples of org.apache.flink.compiler.plan.OptimizedPlan

    
    DeadlockPreventer dp = new DeadlockPreventer();
    dp.resolveDeadlocks(bestPlanSinks);


    // finalize the plan
    OptimizedPlan plan = new PlanFinalizer().createFinalPlan(bestPlanSinks, program.getJobName(), program);


    // swap the binary unions for n-ary unions. this changes no strategies or memory consumers whatsoever, so
    // we can do this after the plan finalization
    plan.accept(new BinaryUnionReplacer());
    
    // post pass the plan. this is the phase where the serialization and comparator code is set
    postPasser.postPass(plan);
    
    return plan;

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

    
    Plan plan = new Plan(output);
    plan.setDefaultParallelism(DOP);


    PactCompiler pc = new PactCompiler(new DataStatistics());
    OptimizedPlan op = pc.compile(plan);


    NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
    return jgg.compileJobGraph(op);
  }

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

    }
  }


  private JobGraph getJobGraph(final Plan plan) throws Exception {
    final PactCompiler pc = new PactCompiler(new DataStatistics());
    final OptimizedPlan op = pc.compile(plan);
    final NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
    return jgg.compileJobGraph(op);
  }

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

    testReducer.setInput(input);


    Plan plan = new Plan(output);


    PactCompiler pc = new PactCompiler(new DataStatistics());
    OptimizedPlan op = pc.compile(plan);


    NepheleJobGraphGenerator jgg = new NepheleJobGraphGenerator();
    return jgg.compileJobGraph(op);


  }

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

      DataSet<String> source2 = env.fromElements("test");
      
      source1.map(new IdentityMapper<String>()).withBroadcastSet(source2, "some name").print();
      
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
      
      SinkPlanNode sink = op.getDataSinks().iterator().next();
      SingleInputPlanNode mapper = (SingleInputPlanNode) sink.getInput().getSource();
      
      assertEquals(TempMode.NONE, mapper.getInput().getTempMode());
    }
    catch (Exception e) {

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

        DataSet<String> source1 = env.fromElements("test");
        
        source1.map(new IdentityMapper<String>()).map(new IdentityMapper<String>()).withBroadcastSet(source1, "some name").print();
        
        Plan p = env.createProgramPlan();
        OptimizedPlan op = compileNoStats(p);
        
        SinkPlanNode sink = op.getDataSinks().iterator().next();
        SingleInputPlanNode mapper = (SingleInputPlanNode) sink.getInput().getSource();
        
        assertEquals(TempMode.PIPELINE_BREAKER, mapper.getInput().getTempMode());
      }
      catch (Exception e) {

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

                      .withBroadcastSet(source, "bc");
      
      result.print();
      
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
      
      SinkPlanNode sink = op.getDataSinks().iterator().next();
      SingleInputPlanNode mapper = (SingleInputPlanNode) sink.getInput().getSource();
      
      assertTrue(mapper.getInput().getTempMode().breaksPipeline());
    }
    catch (Exception e) {

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

              .withBroadcastSet(bcInput2, "bc2");
      
      result.print();
      
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
      
      SinkPlanNode sink = op.getDataSinks().iterator().next();
      SingleInputPlanNode mapper = (SingleInputPlanNode) sink.getInput().getSource();
      
      assertTrue(mapper.getInput().getTempMode().breaksPipeline());
    }
    catch (Exception e) {

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

              
      
      iteration.closeWith(result).print();
      
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
      
      SinkPlanNode sink = op.getDataSinks().iterator().next();
      BulkIterationPlanNode iterationPlanNode = (BulkIterationPlanNode) sink.getInput().getSource();
      SingleInputPlanNode mapper = (SingleInputPlanNode) iterationPlanNode.getRootOfStepFunction();
      
      assertTrue(mapper.getInput().getTempMode().breaksPipeline());
    }

View Full Code Here

Examples of org.apache.flink.compiler.plan.OptimizedPlan

          .cross(initialSource).withParameters(conf)
          .print();
        
        
        Plan p = env.createProgramPlan();
        OptimizedPlan op = compileNoStats(p);
        SinkPlanNode sink = op.getDataSinks().iterator().next();
        DualInputPlanNode mapper = (DualInputPlanNode) sink.getInput().getSource();
        
        assertTrue(mapper.getInput1().getTempMode().breaksPipeline());
      }
      
      {
        ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
        env.setDegreeOfParallelism(64);
        
        DataSet<Long> initialSource = env.generateSequence(1, 10);
        
        Configuration conf= new Configuration();
        conf.setString(PactCompiler.HINT_LOCAL_STRATEGY, PactCompiler.HINT_LOCAL_STRATEGY_NESTEDLOOP_BLOCKED_OUTER_SECOND);
        initialSource
          .map(new IdentityMapper<Long>())
          .cross(initialSource).withParameters(conf)
          .print();
        
        
        Plan p = env.createProgramPlan();
        OptimizedPlan op = compileNoStats(p);
        
        SinkPlanNode sink = op.getDataSinks().iterator().next();
        DualInputPlanNode mapper = (DualInputPlanNode) sink.getInput().getSource();
        
        assertTrue(mapper.getInput2().getTempMode().breaksPipeline());
      }
      
      {
        ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
        env.setDegreeOfParallelism(64);
        
        DataSet<Long> initialSource = env.generateSequence(1, 10);
        
        Configuration conf= new Configuration();
        conf.setString(PactCompiler.HINT_LOCAL_STRATEGY, PactCompiler.HINT_LOCAL_STRATEGY_NESTEDLOOP_STREAMED_OUTER_FIRST);
        initialSource
          .map(new IdentityMapper<Long>())
          .cross(initialSource).withParameters(conf)
          .print();
        
        
        Plan p = env.createProgramPlan();
        OptimizedPlan op = compileNoStats(p);
        
        SinkPlanNode sink = op.getDataSinks().iterator().next();
        DualInputPlanNode mapper = (DualInputPlanNode) sink.getInput().getSource();
        
        assertTrue(mapper.getInput1().getTempMode().breaksPipeline());
      }
      
      {
        ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment();
        env.setDegreeOfParallelism(64);
        
        DataSet<Long> initialSource = env.generateSequence(1, 10);
        
        Configuration conf= new Configuration();
        conf.setString(PactCompiler.HINT_LOCAL_STRATEGY, PactCompiler.HINT_LOCAL_STRATEGY_NESTEDLOOP_STREAMED_OUTER_SECOND);
        initialSource
          .map(new IdentityMapper<Long>())
          .cross(initialSource).withParameters(conf)
          .print();
        
        
        Plan p = env.createProgramPlan();
        OptimizedPlan op = compileNoStats(p);
        
        SinkPlanNode sink = op.getDataSinks().iterator().next();
        DualInputPlanNode mapper = (DualInputPlanNode) sink.getInput().getSource();
        
        assertTrue(mapper.getInput2().getTempMode().breaksPipeline());
      }
    }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.