Package com.asakusafw.compiler.flow.stage

Examples of com.asakusafw.compiler.flow.stage.CompiledType

94
95
96
97
98
99
100
        SimpleName simpleName = source.getTypeDeclarations().get(0).getName();
        Name name = environment.getModelFactory().newQualifiedName(packageName, simpleName);
        LOG.debug("Mapper for \"{}\" is {}",
                slot.getName(),
                name);
        return new CompiledType(name);
    }
View Full Code Here
90
91
92
93
94
95
96
        environment.emit(source);
        Name packageName = source.getPackageDeclaration().getName();
        SimpleName simpleName = source.getTypeDeclarations().get(0).getName();
        Name name = environment.getModelFactory().newQualifiedName(packageName, simpleName);
        LOG.debug("エピローグ用レデューサーには{}が利用されます", name);
        return new CompiledType(name);
    }
View Full Code Here
339
340
341
342
343
344
345
346
        }

        private Type generateMapper(CopyDescription slot) throws IOException {
            assert slot != null;
            CopierMapperEmitter sub = new CopierMapperEmitter(environment);
            CompiledType type = sub.emit(moduleId, slot, prologue);
            return importer.toType(type.getQualifiedName());
        }
View Full Code Here
103
104
105
106
107
108
109
        SimpleName simpleName = source.getTypeDeclarations().get(0).getName();
        Name name = environment.getModelFactory().newQualifiedName(packageName, simpleName);
        LOG.debug("Mapper for output \"{}\" in epilogue phase is {}",
                slot.getSource().getOutputName(),
                name);
        return new CompiledType(name);
    }
View Full Code Here
346
347
348
349
350
351
352
353
        }

        private Type generateMapper(ResolvedSlot slot) throws IOException {
            assert slot != null;
            ParallelSortMapperEmitter sub = new ParallelSortMapperEmitter(environment);
            CompiledType type = sub.emit(moduleId, slot);
            return importer.toType(type.getQualifiedName());
        }
View Full Code Here
352
353
354
355
356
357
358
359
            return importer.toType(type.getQualifiedName());
        }

        private Type generateReducer() throws IOException {
            ParallelSortReducerEmitter sub = new ParallelSortReducerEmitter(environment);
            CompiledType type = sub.emit(moduleId, slots);
            return importer.toType(type.getQualifiedName());
        }
View Full Code Here
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
        return stage;
    }

    private void compile(Fragment fragment, StageModel stage) throws IOException {
        if (fragment.isRendezvous()) {
            CompiledType compiled = new ReduceFragmentEmitter(environment).emit(
                    fragment,
                    stage.getShuffleModel(),
                    stage.getStageBlock());
            fragment.setCompiled(compiled);
        } else {
            CompiledType compiled = new MapFragmentEmitter(environment).emit(
                    fragment,
                    stage.getStageBlock());
            fragment.setCompiled(compiled);
        }
    }
View Full Code Here
TOP

Related Classes of com.asakusafw.compiler.flow.stage.CompiledType

  • com.asakusafw.compiler.flow.JobflowCompilerTestRoot
  • com.asakusafw.compiler.flow.mapreduce.copy.CopierClientEmitter$Engine
  • com.asakusafw.compiler.flow.mapreduce.copy.CopierMapperEmitter
  • com.asakusafw.compiler.flow.mapreduce.parallel.ParallelSortClientEmitter$Engine
  • com.asakusafw.compiler.flow.mapreduce.parallel.ParallelSortMapperEmitter
  • com.asakusafw.compiler.flow.mapreduce.parallel.ParallelSortReducerEmitter
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.