Package com.asakusafw.yaess.core

Examples of com.asakusafw.yaess.core.HadoopScript

80
81
82
83
84
85
86
87
88
89
90
    @Test
    public void properties() throws Exception {
        String target = new File(getAsakusaHome(), ProcessHadoopScriptHandler.PATH_EXECUTE).getAbsolutePath();
        File shell = putScript("arguments.sh", new File(target));

        HadoopScript script = new HadoopScript(
                "testing",
                set(),
                "com.example.Client",
                map("hello", "world", "hoge", "foo"),
                map());
View Full Code Here
126
127
128
129
130
131
132
133
134
135
136
    @Test
    public void complex_prefix() throws Exception {
        String target = new File(getAsakusaHome(), ProcessHadoopScriptHandler.PATH_EXECUTE).getAbsolutePath();
        File shell = putScript("arguments.sh", new File(target));

        HadoopScript script = new HadoopScript(
                "testing",
                set(),
                "com.example.Client",
                map(),
                map());
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
    @Test
    public void environment() throws Exception {
        String target = new File(getAsakusaHome(), ProcessHadoopScriptHandler.PATH_EXECUTE).getAbsolutePath();
        File shell = putScript("environment.sh", new File(target));

        HadoopScript script = new HadoopScript(
                "testing",
                set(),
                "com.example.Client",
                map(),
                map("script", "SCRIPT", "override", "SCRIPT"));
View Full Code Here
189
190
191
192
193
194
195
196
197
198
199
    @Test
    public void runtime_context() throws Exception {
        String target = new File(getAsakusaHome(), ProcessHadoopScriptHandler.PATH_EXECUTE).getAbsolutePath();
        File shell = putScript("environment.sh", new File(target));

        HadoopScript script = new HadoopScript(
                "testing",
                set(),
                "com.example.Client",
                map(),
                map("script", "SCRIPT", "override", "SCRIPT"));
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
    @Test(expected = IOException.class)
    public void home_missing() throws Exception {
        String target = new File(getAsakusaHome(), ProcessHadoopScriptHandler.PATH_EXECUTE).getAbsolutePath();
        putScript("arguments.sh", new File(target));

        HadoopScript script = new HadoopScript(
                "testing",
                set(),
                "com.example.Client",
                map(),
                map());
View Full Code Here
292
293
294
295
296
297
298
299
300
301
302
    @Test(expected = IOException.class)
    public void abnormal_exit() throws Exception {
        String target = new File(getAsakusaHome(), ProcessHadoopScriptHandler.PATH_EXECUTE).getAbsolutePath();
        putScript("abnormal.sh", new File(target));

        HadoopScript script = new HadoopScript(
                "testing",
                set(),
                "com.example.Client",
                map(),
                map());
View Full Code Here
311
312
313
314
315
316
317
318
319
320
321
     * Script is missing.
     * @throws Exception if failed
     */
    @Test(expected = IOException.class)
    public void script_missing() throws Exception {
        HadoopScript script = new HadoopScript(
                "testing",
                set(),
                "com.example.Client",
                map(),
                map());
View Full Code Here
333
334
335
336
337
338
339
340
341
342
343
    @Test(expected = IOException.class)
    public void invalid_prefix() throws Exception {
        String target = new File(getAsakusaHome(), ProcessHadoopScriptHandler.PATH_EXECUTE).getAbsolutePath();
        putScript("arguments.sh", new File(target));

        HadoopScript script = new HadoopScript(
                "testing",
                set(),
                "com.example.Client",
                map(),
                map());
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
    private List<TestExecutionPlan.Job> resolveJobs(FlowScript flow, ExecutionPhase phase) throws IOException {
        ExecutionContext context = createExecutionContext(flow, phase);
        List<TestExecutionPlan.Job> results = new ArrayList<TestExecutionPlan.Job>();
        for (ExecutionScript script : flow.getScripts().get(phase)) {
            HadoopScript resolved = (HadoopScript) resolveScript(script, context);
            Map<String, String> props = new TreeMap<String, String>();
            props.putAll(getHadoopProperties());
            props.putAll(resolved.getHadoopProperties());
            results.add(new TestExecutionPlan.Job(
                    resolved.getClassName(),
                    context.getExecutionId(),
                    props));
        }
        return results;
    }
View Full Code Here
283
284
285
286
287
288
289
        String stageId = stage.getStageId();
        Set<String> blockerIds = toStageNames(blockers);
        String className = stage.getQualifiedName().toNameString();
        Map<String, String> props = Collections.emptyMap();
        Map<String, String> envs = Collections.emptyMap();
        return new HadoopScript(stageId, blockerIds, className, props, envs);
    }
View Full Code Here
TOP

Related Classes of com.asakusafw.yaess.core.HadoopScript

  • com.asakusafw.compiler.yaess.YaessWorkflowProcessor
  • com.asakusafw.testdriver.tools.runner.RunTask
  • com.asakusafw.yaess.basic.BasicHadoopScriptHandlerTest
  • com.asakusafw.yaess.basic.ProcessHadoopScriptHandler
  • com.asakusafw.yaess.core.task.ExecutionTask
  • com.asakusafw.yaess.jobqueue.QueueHadoopScriptHandler
  • com.asakusafw.yaess.jobqueue.QueueHadoopScriptHandlerTest
  • com.asakusafw.yaess.jsch.SshHadoopScriptHandlerTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.