Package eu.stratosphere.api.common

Examples of eu.stratosphere.api.common.Plan

47
48
49
50
51
52
53
54
55
    CoGroupOperator coGroupOperator = CoGroupOperator.builder(MyCoGrouper.class, LongValue.class, 0, 0)
      .input1(bookSource).input2(authorSource).name("CoGrouper Test").build();

    GenericDataSink sink = new GenericDataSink(PrintingOutputFormat.class, coGroupOperator);

    Plan plan = new Plan(sink, "CoGroper Test Plan");
    plan.setDefaultParallelism(1);
    return plan;
  }
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
    globalRed.addInput(redB);
   
    FileDataSink sink = new FileDataSink(new DummyOutputFormat(), OUT_FILE, globalRed);
   
    // return the plan
    Plan plan = new Plan(sink, "Union Property Propagation");
   
    OptimizedPlan oPlan = compileNoStats(plan);
   
    NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
   
View Full Code Here
118
119
120
121
122
123
124
125
126
127
128
   
    DataSet<Tuple2<String, Integer>> result = lastUnion.groupBy(0).aggregate(Aggregations.SUM, 1);
    result.writeAsText(OUT_FILE);
 
    // return the plan
    Plan plan = env.createProgramPlan("Test union on new java-api");
    OptimizedPlan oPlan = compileNoStats(plan);
    NepheleJobGraphGenerator jobGen = new NepheleJobGraphGenerator();
   
    // Compile plan to verify that no error is thrown
    jobGen.compileJobGraph(oPlan);
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
          return value1 + value2;
        }
      }).name("reducer")
      .print().name("sink");
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(op);
     
     
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
          return value1 + value2;
        }
      }).name("reducer")
      .print().name("sink");
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(op);
     
      // get the original nodes
View Full Code Here
147
148
149
150
151
152
153
154
155
156
157
          return null;
        }
      }).name("reducer")
      .print().name("sink");
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(op);
     
      // get the original nodes
View Full Code Here
207
208
209
210
211
212
213
214
215
216
217
          return null;
        }
      }).name("reducer")
      .print().name("sink");
     
      Plan p = env.createProgramPlan();
      OptimizedPlan op = compileNoStats(p);
     
      OptimizerPlanNodeResolver resolver = getOptimizerPlanNodeResolver(op);
     
      // get the original nodes
View Full Code Here
64
65
66
67
68
69
70
        .setClass(StringValue.class)
        .setClass(FloatValue.class)
        .setClass(IntValue.class);

    sink.addInput(source);
    return new Plan(sink, "JDBC Example Job");
  }
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
        result.print();
        result.writeAsText("/dev/null");
      }
     
     
      Plan p = env.createProgramPlan(JOB_NAME);
     
      // ------------- validate the plan ----------------
      assertEquals(JOB_NAME, p.getJobName());
      assertEquals(DEFAULT_DOP, p.getDefaultParallelism());
     
      // validate the iteration
      GenericDataSinkBase<?> sink1, sink2;
      {
        Iterator<? extends GenericDataSinkBase<?>> sinks = p.getDataSinks().iterator();
        sink1 = sinks.next();
        sink2 = sinks.next();
      }
     
      DeltaIterationBase<?, ?> iteration = (DeltaIterationBase<?, ?>) sink1.getInput();
View Full Code Here
54
55
56
57
58
59
60
61
62
63
64
65
66
     
      @SuppressWarnings("unchecked")
      DataSet<Tuple3<Long, String, Integer>> input = env.fromElements(new Tuple3<Long, String, Integer>(3l, "test", 42));
      input.map(new WildcardConstantMapper<Tuple3<Long,String,Integer>>()).print();
     
      Plan plan = env.createProgramPlan();
     
      GenericDataSinkBase<?> sink = plan.getDataSinks().iterator().next();
      MapOperatorBase<?, ?, ?> mapper = (MapOperatorBase<?, ?, ?>) sink.getInput();
     
      SingleInputSemanticProperties semantics = mapper.getSemanticProperties();
     
      FieldSet fw1 = semantics.getForwardedField(0);
View Full Code Here
TOP

Related Classes of eu.stratosphere.api.common.Plan

  • eu.stratosphere.addons.hbase.example.HBaseReadExample
  • eu.stratosphere.api.avro.AvroWithEmptyArrayITCase
  • eu.stratosphere.api.java.functions.SemanticPropertiesTranslationTest
  • eu.stratosphere.api.java.LocalEnvironment
  • eu.stratosphere.api.java.operators.translation.AggregateTranslationTest
  • eu.stratosphere.api.java.operators.translation.DeltaIterationTranslationTest
  • eu.stratosphere.api.java.operators.translation.ReduceTranslationTests
  • eu.stratosphere.api.java.record.io.avro.example.ReflectiveAvroTypeExample
  • eu.stratosphere.api.java.record.io.jdbc.example.JDBCExample
  • eu.stratosphere.api.java.RemoteEnvironment
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.