Package com.asakusafw.runtime.stage.input.StageInputSplit

Examples of com.asakusafw.runtime.stage.input.StageInputSplit.Source

97
98
99
100
101
102
103
104
105
106
107
108
109
110
        if (current != null) {
            baseProgress += progressPerSource;
            current.close();
        }
        if (sources.hasNext()) {
            Source next = sources.next();
            InputFormat<?, ?> format = ReflectionUtils.newInstance(next.getFormatClass(), context.getConfiguration());
            current = format.createRecordReader(next.getSplit(), context);
            current.initialize(next.getSplit(), context);
        } else {
            eof = true;
            current = VOID;
        }
    }
View Full Code Here
113
114
115
116
117
118
119
120
121
122
123
                splits = format.getSplits(temporaryJob);
            }
            assert format != null : formatAndMapper.formatClass.getName();
            Class<? extends Mapper<?, ?, ?, ?>> mapper = formatAndMapper.mapperClass;
            for (InputSplit split : splits) {
                Source source = new Source(split, formatAndMapper.formatClass);
                StageInputSplit wrapped = new StageInputSplit(mapper, Collections.singletonList(source));
                wrapped.setConf(context.getConfiguration());
                results.add(wrapped);
            }
        }
View Full Code Here
TOP

Related Classes of com.asakusafw.runtime.stage.input.StageInputSplit.Source

  • com.asakusafw.runtime.stage.input.StageInputFormat
  • com.asakusafw.runtime.stage.input.StageInputRecordReader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.