Package com.asakusafw.vocabulary.flow.graph

Examples of com.asakusafw.vocabulary.flow.graph.ShuffleKey

186
187
188
189
190
191
192
193
194
195
196
197
198
            builder2.declare(CoGroupFlow.class, CoGroupFlowImpl.class, "op2");
            builder2.declareParameter(List.class);
            builder2.declareParameter(List.class);
            builder2.declareParameter(Result.class);
            builder2.declareParameter(Result.class);
            builder2.addInput("a1", a1, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder2.addInput("a2", a2, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder2.addOutput("r1", Ex1.class);
            builder2.addOutput("r2", Ex2.class);
            builder2.addAttribute(FlowBoundary.SHUFFLE);
            builder2.addAttribute(ObservationCount.DONT_CARE);
View Full Code Here
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
            builder3.declareParameter(List.class);
            builder3.declareParameter(List.class);
            builder3.declareParameter(Result.class);
            builder3.declareParameter(Result.class);
            builder3.declareParameter(Result.class);
            builder3.addInput("a1", a1, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder3.addInput("a2", a2, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder3.addInput("a3", a3, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder3.addOutput("r1", Ex1.class);
            builder3.addOutput("r2", Ex1.class);
            builder3.addOutput("r3", Ex1.class);
            builder3.addAttribute(FlowBoundary.SHUFFLE);
View Full Code Here
305
306
307
308
309
310
311
312
313
314
315
            OperatorDescription.Builder builder4 = new OperatorDescription.Builder(CoGroup.class);
            builder4.declare(CoGroupFlow.class, CoGroupFlowImpl.class, "withParameter");
            builder4.declareParameter(List.class);
            builder4.declareParameter(Result.class);
            builder4.declareParameter(int.class);
            builder4.addInput("a1", a1, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder4.addOutput("r1", Ex1.class);
            builder4.addParameter("parameter", int.class, parameter);
            builder4.addAttribute(FlowBoundary.SHUFFLE);
            builder4.addAttribute(ObservationCount.DONT_CARE);
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
            builder.declare(GroupSortFlow.class, GroupSortFlowImpl.class, "withParameter");
            builder.declareParameter(List.class);
            builder.declareParameter(Result.class);
            builder.declareParameter(Result.class);
            builder.declareParameter(int.class);
            builder.addInput("a1", a1, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{new ShuffleKey.Order("value", ShuffleKey.Direction.ASC)})));
            builder.addOutput("r1", Ex1.class);
            builder.addOutput("r2", Ex1.class);
            builder.addParameter("parameter", int.class, parameter);
            builder.addAttribute(FlowBoundary.SHUFFLE);
View Full Code Here
101
102
103
104
105
106
107
108
109
110
111
        Min(Source<Ex1> a1) {
            OperatorDescription.Builder builder0 = new OperatorDescription.Builder(CoGroup.class);
            builder0.declare(GroupSortFlow.class, GroupSortFlowImpl.class, "min");
            builder0.declareParameter(List.class);
            builder0.declareParameter(Result.class);
            builder0.addInput("a1", a1, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{new ShuffleKey.Order("value", ShuffleKey.Direction.ASC)})));
            builder0.addOutput("r1", Ex1.class);
            builder0.addAttribute(FlowBoundary.SHUFFLE);
            builder0.addAttribute(ObservationCount.DONT_CARE);
            builder0.addAttribute(InputBuffer.EXPAND);
View Full Code Here
145
146
147
148
149
150
151
152
153
154
155
        Max(Source<Ex1> a1) {
            OperatorDescription.Builder builder1 = new OperatorDescription.Builder(CoGroup.class);
            builder1.declare(GroupSortFlow.class, GroupSortFlowImpl.class, "max");
            builder1.declareParameter(List.class);
            builder1.declareParameter(Result.class);
            builder1.addInput("a1", a1, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{new ShuffleKey.Order("value", ShuffleKey.Direction.DESC)})));
            builder1.addOutput("r1", Ex1.class);
            builder1.addAttribute(FlowBoundary.SHUFFLE);
            builder1.addAttribute(ObservationCount.DONT_CARE);
            builder1.addAttribute(InputBuffer.EXPAND);
View Full Code Here
49
50
51
52
53
54
55
56
57
58
59
60
61
        Simple(Source<Ex2> master, Source<Ex1> model) {
            OperatorDescription.Builder builder = new OperatorDescription.Builder(MasterJoinUpdate.class);
            builder.declare(MasterJoinUpdateFlow.class, MasterJoinUpdateFlowImpl.class, "simple");
            builder.declareParameter(Ex2.class);
            builder.declareParameter(Ex1.class);
            builder.addInput("master", Ex2.class, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(
                    new ShuffleKey.Order[]{})));
            builder.addInput("model", Ex1.class, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder.addOutput("updated", Ex1.class);
            builder.addOutput("missed", Ex1.class);
            builder.addAttribute(FlowBoundary.SHUFFLE);
            FlowElementResolver resolver = builder.toResolver();
View Full Code Here
90
91
92
93
94
95
96
97
98
99
100
101
102
            OperatorDescription.Builder builder0 = new OperatorDescription.Builder(MasterJoinUpdate.class);
            builder0.declare(MasterJoinUpdateFlow.class, MasterJoinUpdateFlowImpl.class, "withParameter");
            builder0.declareParameter(Ex2.class);
            builder0.declareParameter(Ex1.class);
            builder0.declareParameter(int.class);
            builder0.addInput("master", Ex2.class, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(
                    new ShuffleKey.Order[]{})));
            builder0.addInput("model", Ex1.class, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(
                    new ShuffleKey.Order[]{})));
            builder0.addOutput("updated", Ex1.class);
            builder0.addOutput("missed", Ex1.class);
            builder0.addParameter("parameter", int.class, parameter);
            builder0.addAttribute(FlowBoundary.SHUFFLE);
View Full Code Here
133
134
135
136
137
138
139
140
141
142
143
144
145
        Selection(Source<Ex2> master, Source<Ex1> model) {
            OperatorDescription.Builder builder1 = new OperatorDescription.Builder(MasterJoinUpdate.class);
            builder1.declare(MasterJoinUpdateFlow.class, MasterJoinUpdateFlowImpl.class, "selection");
            builder1.declareParameter(Ex2.class);
            builder1.declareParameter(Ex1.class);
            builder1.addInput("master", Ex2.class, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(
                    new ShuffleKey.Order[]{})));
            builder1.addInput("model", Ex1.class, new ShuffleKey(Arrays.asList(new String[]{"string"}), Arrays.asList(
                    new ShuffleKey.Order[]{})));
            builder1.addOutput("updated", Ex1.class);
            builder1.addOutput("missed", Ex1.class);
            builder1.addAttribute(new OperatorHelper("selector", Arrays.asList(new Class<?>[]{List.class, Ex1.class})));
            builder1.addAttribute(FlowBoundary.SHUFFLE);
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
99
        Join(Source<Ex1> ex1, Source<Ex2> ex2) {
            OperatorDescription.Builder builder0 = new OperatorDescription.Builder(MasterJoin.class);
            builder0.declare(MasterJoinFlow.class, MasterJoinFlowImpl.class, "join");
            builder0.declareParameter(Ex1.class);
            builder0.declareParameter(Ex2.class);
            builder0.addInput("ex1", Ex1.class, new ShuffleKey(Arrays.asList(new String[]{"value"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder0.addInput("ex2", Ex2.class, new ShuffleKey(Arrays.asList(new String[]{"value"}), Arrays.asList(new
                    ShuffleKey.Order[]{})));
            builder0.addOutput("joined", ExJoined.class);
            builder0.addOutput("missed", Ex2.class);
            builder0.addAttribute(FlowBoundary.SHUFFLE);
            FlowElementResolver resolver0 = builder0.toResolver();
View Full Code Here
TOP

Related Classes of com.asakusafw.vocabulary.flow.graph.ShuffleKey

  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$Cogroup
  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$CogroupAdd
  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$FoldAdd
  • com.asakusafw.compiler.fileio.operator.ExOperatorFactory$Summarize
  • com.asakusafw.compiler.flow.join.JoinRewriter
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Op1
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Op2
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Op3
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Sorted
  • com.asakusafw.compiler.flow.processor.operator.CoGroupFlowFactory$Swap
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.