Examples of FlowDef

Examples of cascading.flow.FlowDef

53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
    Tap empTap = getPlatform().getDelimitedFile( employeeFields, true, ",", "\"", employeeFields.getTypesClasses(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( salesFields, true, ",", "\"", salesFields.getTypesClasses(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );

    Tap resultsTap = getPlatform().getDelimitedFile( Fields.ALL, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );

    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );

    SQLPlanner sqlPlanner = new SQLPlanner()
      .setDefaultSchema( "example" )
      .setSql( statement );

    flowDef.addAssemblyPlanner( sqlPlanner );

    Flow flow = getPlatform().getFlowConnector().connect( flowDef );

    validateFlowDescriptor( flow, statement );
View Full Code Here

Examples of cascading.flow.FlowDef

91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
    Tap empTap = getPlatform().getDelimitedFile( employeeFields, true, ",", "\"", employeeFields.getTypesClasses(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( salesFields, true, ",", "\"", salesFields.getTypesClasses(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );

    Tap resultsTap = getPlatform().getDelimitedFile( Fields.ALL, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );

    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );

    SQLPlanner sqlPlanner = new SQLPlanner()
      .setDefaultSchema( "example" )
      .setSql( statement );

    flowDef.addAssemblyPlanner( sqlPlanner );

    Flow flow = getPlatform().getFlowConnector().connect( flowDef );

    validateFlowDescriptor( flow, statement );
View Full Code Here

Examples of cascading.flow.FlowDef

125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
    Tap empTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );

    Tap resultsTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), getOutputPath( getTestName() ), SinkMode.REPLACE );

    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );

    SQLPlanner sqlPlanner = new SQLPlanner()
      .setDefaultSchema( "example" )
      .setSql( statement );

    flowDef.addAssemblyPlanner( sqlPlanner );

    Flow flow = getPlatform().getFlowConnector().connect( flowDef );

    validateFlowDescriptor( flow, statement );
View Full Code Here

Examples of cascading.flow.FlowDef

159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
    Tap empTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_EMPLOYEE_TABLE, SinkMode.KEEP );
    Tap salesTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), SIMPLE_SALES_FACT_TABLE, SinkMode.KEEP );

    Tap resultsTap = getPlatform().getDelimitedFile( ",", "\"", new SQLTypeResolver(), getOutputPath( getTestName() ), SinkMode.REPLACE );

    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "example.employee", empTap )
      .addSource( "example.sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );

    SQLPlanner sqlPlanner = new SQLPlanner()
      .setSql( statement );

    flowDef.addAssemblyPlanner( sqlPlanner );

    Flow flow = getPlatform().getFlowConnector().connect( flowDef );

    validateFlowDescriptor( flow, statement );
View Full Code Here

Examples of cascading.flow.FlowDef

195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
    Comparable[] names = {"CUST_ID", "PROD_ID", "EMPID", "NAME"};
    Type[] types = {Integer.class, Integer.class, Integer.class, String.class};
    Fields sinkFields = new Fields( names, types );
    Tap resultsTap = getPlatform().getDelimitedFile( sinkFields, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );

    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "example.employee", empTap )
      .addSource( "example.sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );

    SQLPlanner sqlPlanner = new SQLPlanner()
      .setSql( statement );

    flowDef.addAssemblyPlanner( sqlPlanner );

    Flow flow = getPlatform().getFlowConnector().connect( flowDef );

    validateFlowDescriptor( flow, statement );
View Full Code Here

Examples of cascading.flow.FlowDef

231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
    Comparable[] names = {"CUST_ID", "PROD_ID", "EMPID", "NAME"};
    Type[] types = {Integer.class, Integer.class, Integer.class, String.class};
    Fields sinkFields = new Fields( names, types );
    Tap resultsTap = getPlatform().getDelimitedFile( sinkFields, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );

    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );

    SQLPlanner sqlPlanner = new SQLPlanner()
      .setSql( statement );

    flowDef.addAssemblyPlanner( sqlPlanner );

    Flow flow = getPlatform().getFlowConnector().connect( flowDef );

    validateFlowDescriptor( flow, statement );
View Full Code Here

Examples of cascading.flow.FlowDef

267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
    Comparable[] names = {"CUST_ID", "PROD_ID", "EMPID", "NAME"};
    Type[] types = {Integer.class, Integer.class, Integer.class, String.class};
    Fields sinkFields = new Fields( names, types );
    Tap resultsTap = getPlatform().getDelimitedFile( sinkFields, true, ",", "\"", null, getOutputPath( getTestName() ), SinkMode.REPLACE );

    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "employee", empTap )
      .addSource( "sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );

    SQLPlanner sqlPlanner = new SQLPlanner()
      .setDefaultSchema( "example" )
      .setSql( statement );

    flowDef.addAssemblyPlanner( sqlPlanner );

    Flow flow = getPlatform().getFlowConnector().connect( flowDef );

    validateFlowDescriptor( flow, statement );
View Full Code Here

Examples of cascading.flow.FlowDef

55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
      "src/main/resources/data/example/sales_fact_1997.tcsv", SinkMode.KEEP );

    Tap resultsTap = new FileTap( new SQLTypedTextDelimited( ",", "\"" ),
      "build/test/output/flow/results.tcsv", SinkMode.REPLACE );

    FlowDef flowDef = FlowDef.flowDef()
      .setName( "sql flow" )
      .addSource( "example.employee", empTap )
      .addSource( "example.sales_fact_1997", salesTap )
      .addSink( "results", resultsTap );

    FlowConnector flowConnector = new LocalFlowConnector();

    SQLPlanner sqlPlanner = new SQLPlanner()
      .setSql( statement );

    flowDef.addAssemblyPlanner( sqlPlanner );

    Flow flow = flowConnector.connect( flowDef );

    flow.complete();
View Full Code Here

Examples of org.tubo.configuration.def.FlowDef

85
86
87
88
89
90
91
92
93
94
95
        //
        // check if there is a flow asociated to this consumer
        if (flowId != null) {
            //
            // get flow def
            FlowDef flowDef = resourceManager.getConfiguration().getFlowDef(flowId);
            //
            // create flow processor
            // TODO: this object must be pooled (with the sum of all consumers)
            FlowProcessor flowProcessor = new BaseFlowProcessorImpl();
            flowProcessor.setResourceManager(getResourceManager());
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.