Package com.asakusafw.runtime.util

Examples of com.asakusafw.runtime.util.VariableTable

938
939
940
941
942
943
944
945
946
947
948
949
950
951
                                targetName, jobflowId, tableName, fileName);
                        return false;
                    } else {
                        try {
                            // 有効なパスかチェック
                            VariableTable variables = Constants.createVariableTable();
                            variables.defineVariable(Constants.HDFS_PATH_VARIABLE_USER, "dummyuser");
                            variables.defineVariable(Constants.HDFS_PATH_VARIABLE_EXECUTION_ID, "dummyid");
                            String dummyPath = variables.parse(element, false);
                            new URI(dummyPath).normalize();
                        } catch (URISyntaxException e) {
                            LOG.error(e, "TG-COMMON-00005",
                                    "HDFS上のディレクトリが有効でない",
                                    targetName, jobflowId, tableName, fileName);
View Full Code Here
439
440
441
442
443
444
445
446
447
    }

    private String resolvePath(String path) {
        assert path != null;
        Map<String, String> arguments = driverContext.getArguments();
        VariableTable variables = new VariableTable();
        variables.defineVariables(arguments);
        return variables.parse(path, false);
    }
View Full Code Here
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
    }

    @Override
    public void truncate(FileImporterDescription description, TestContext context) throws IOException {
        LOG.info("インポート元をクリアしています: {}", description);
        VariableTable variables = createVariables(context);
        Configuration config = configurations.newInstance();
        FileSystem fs = FileSystem.get(config);
        for (String path : description.getPaths()) {
            String resolved = variables.parse(path, false);
            Path target = fs.makeQualified(new Path(resolved));
            LOG.debug("ファイルを削除しています: {}", target);
            boolean succeed = fs.delete(target, true);
            LOG.debug("ファイルを削除しました (succeed={}): {}", succeed, target);
        }
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
114
                public void write(V model) throws IOException {
                    return;
                }
            };
        }
        VariableTable variables = createVariables(context);
        String destination = path.iterator().next().replace('*', '_');
        String resolved = variables.parse(destination, false);
        Configuration conf = configurations.newInstance();
        FileOutputFormat output = getOpposite(conf, description.getInputFormat());
        FileDeployer deployer = new FileDeployer(conf);
        return deployer.openOutput(definition, resolved, output);
    }
View Full Code Here
113
114
115
116
117
118
119
120
121
        return deployer.openOutput(definition, resolved, output);
    }

    private VariableTable createVariables(TestContext context) {
        assert context != null;
        VariableTable result = new VariableTable();
        result.defineVariables(context.getArguments());
        return result;
    }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
87
88
    @Override
    public void truncate(
            FileExporterDescription description,
            TestContext context) throws IOException {
        LOG.info("エクスポート先をクリアしています: {}", description);
        VariableTable variables = createVariables(context);
        Configuration config = configurations.newInstance();
        String resolved = variables.parse(description.getPathPrefix(), false);
        Path path = new Path(resolved);
        FileSystem fs = path.getFileSystem(config);
        Path output = path.getParent();
        Path target;
        if (output == null) {
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
113
114
            DataModelDefinition<V> definition,
            FileExporterDescription description,
            TestContext context) throws IOException {
        LOG.info("エクスポート先の初期値を設定します: {}", description);
        checkType(definition, description);
        VariableTable variables = createVariables(context);
        String destination = description.getPathPrefix().replace('*', '_');
        String resolved = variables.parse(destination, false);
        Configuration conf = configurations.newInstance();
        FileOutputFormat output = ReflectionUtils.newInstance(description.getOutputFormat(), conf);
        FileDeployer deployer = new FileDeployer(conf);
        return deployer.openOutput(definition, resolved, output);
    }
View Full Code Here
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
    public <V> DataModelSource createSource(
            DataModelDefinition<V> definition,
            FileExporterDescription description,
            TestContext context) throws IOException {
        LOG.info("エクスポート結果を取得します: {}", description);
        VariableTable variables = createVariables(context);
        checkType(definition, description);
        Configuration conf = configurations.newInstance();
        Job job = JobCompatibility.newJob(conf);
        String resolved = variables.parse(description.getPathPrefix(), false);
        FileInputFormat.setInputPaths(job, new Path(resolved));
        TaskAttemptContext taskContext = JobCompatibility.newTaskAttemptContext(
                job.getConfiguration(),
                JobCompatibility.newTaskAttemptId(JobCompatibility.newTaskId(JobCompatibility.newJobId())));
        FileInputFormat<?, V> format = getOpposite(conf, description.getOutputFormat());
View Full Code Here
133
134
135
136
137
138
139
140
141
        return result;
    }

    private VariableTable createVariables(TestContext context) {
        assert context != null;
        VariableTable result = new VariableTable();
        result.defineVariables(context.getArguments());
        return result;
    }
View Full Code Here
TOP

Related Classes of com.asakusafw.runtime.util.VariableTable

  • com.asakusafw.bulkloader.common.ConfigurationLoader
  • com.asakusafw.bulkloader.common.Constants
  • com.asakusafw.bulkloader.common.FileNameUtil
  • com.asakusafw.bulkloader.common.JobFlowParamLoader
  • com.asakusafw.bulkloader.common.JobFlowParamLoaderTest
  • com.asakusafw.compiler.flow.ExternalIoCommandProvider$CommandContext
  • com.asakusafw.compiler.legacy.workflow.ExperimentalWorkflowProcessor
  • com.asakusafw.compiler.util.tester.CompilerTester
  • com.asakusafw.runtime.core.BatchContext$Initializer
  • com.asakusafw.runtime.stage.AbstractCleanupStageClient
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.