Package org.apache.flink.core.fs

Examples of org.apache.flink.core.fs.Path

180
181
182
183
184
185
186
187
188
189
190
   
    // TODO The job-submission web interface passes empty args (and thus empty
    // paths) to compute the preview graph. The following is a workaround for
    // this situation and we should fix this.
    if (filePath.isEmpty()) {
      setFilePath(new Path());
      return;
    }
   
    setFilePath(new Path(filePath));
  }
View Full Code Here
267
268
269
270
271
272
273
274
275
276
277
  public void configure(Configuration parameters) {
    // get the file path
    String filePath = parameters.getString(FILE_PARAMETER_KEY, null);
    if (filePath != null) {
      try {
        this.filePath = new Path(filePath);
      }
      catch (RuntimeException rex) {
        throw new RuntimeException("Could not create a valid URI from the given file path name: " + rex.getMessage());
      }
    }
View Full Code Here
290
291
292
293
294
295
296
297
298
299
300
301
   
    final FileBaseStatistics cachedFileStats = (cachedStats != null && cachedStats instanceof FileBaseStatistics) ?
      (FileBaseStatistics) cachedStats : null;
       
    try {
      final Path path = this.filePath;
      final FileSystem fs = FileSystem.get(path.toUri());
     
      return getFileStats(cachedFileStats, path, fs, new ArrayList<FileStatus>(1));
    } catch (IOException ioex) {
      if (LOG.isWarnEnabled()) {
        LOG.warn("Could not determine statistics for file '" + this.filePath + "' due to an io error: "
View Full Code Here
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
    }
   
    // take the desired number of splits into account
    minNumSplits = Math.max(minNumSplits, this.numSplits);
   
    final Path path = this.filePath;
    final List<FileInputSplit> inputSplits = new ArrayList<FileInputSplit>(minNumSplits);

    // get all the files that are involved in the splits
    List<FileStatus> files = new ArrayList<FileStatus>();
    long totalLength = 0;

    final FileSystem fs = path.getFileSystem();
    final FileStatus pathFile = fs.getFileStatus(path);

    if(!acceptFile(pathFile)) {
      throw new IOException("The given file does not pass the file-filter");
    }
View Full Code Here
953
954
955
956
957
958
959
   * @return The DataSink that writes the DataSet.
   *
   * @see TextOutputFormat
   */
  public DataSink<T> writeAsText(String filePath) {
    return output(new TextOutputFormat<T>(new Path(filePath)));
  }
View Full Code Here
967
968
969
970
971
972
973
974
975
   * @return The DataSink that writes the DataSet.
   *
   * @see TextOutputFormat
   */
  public DataSink<T> writeAsText(String filePath, WriteMode writeMode) {
    TextOutputFormat<T> tof = new TextOutputFormat<T>(new Path(filePath));
    tof.setWriteMode(writeMode);
    return output(tof);
  }
View Full Code Here
1033
1034
1035
1036
1037
1038
1039
   *
   * @see Tuple
   * @see CsvOutputFormat
   */
  public DataSink<T> writeAsCsv(String filePath, WriteMode writeMode) {
    return internalWriteAsCsv(new Path(filePath),CsvOutputFormat.DEFAULT_LINE_DELIMITER, CsvOutputFormat.DEFAULT_FIELD_DELIMITER, writeMode);
  }
View Full Code Here
1049
1050
1051
1052
1053
1054
1055
   *
   * @see Tuple
   * @see CsvOutputFormat
   */
  public DataSink<T> writeAsCsv(String filePath, String rowDelimiter, String fieldDelimiter) {
    return internalWriteAsCsv(new Path(filePath), rowDelimiter, fieldDelimiter, null);
  }
View Full Code Here
1066
1067
1068
1069
1070
1071
1072
   *
   * @see Tuple
   * @see CsvOutputFormat
   */
  public DataSink<T> writeAsCsv(String filePath, String rowDelimiter, String fieldDelimiter, WriteMode writeMode) {
    return internalWriteAsCsv(new Path(filePath), rowDelimiter, fieldDelimiter, writeMode);
  }
View Full Code Here
1113
1114
1115
1116
1117
1118
1119
1120
   */
  public DataSink<T> write(FileOutputFormat<T> outputFormat, String filePath) {
    Validate.notNull(filePath, "File path must not be null.");
    Validate.notNull(outputFormat, "Output format must not be null.");

    outputFormat.setOutputFilePath(new Path(filePath));
    return output(outputFormat);
  }
View Full Code Here
TOP

Related Classes of org.apache.flink.core.fs.Path

  • org.apache.flink.api.avro.testjar.AvroExternalJarProgram
  • org.apache.flink.api.common.cache.DistributedCache
  • org.apache.flink.api.common.io.BinaryInputFormat
  • org.apache.flink.api.common.io.DelimitedInputFormat
  • org.apache.flink.api.common.io.DelimitedInputFormatTest
  • org.apache.flink.api.common.io.FileInputFormat
  • org.apache.flink.api.common.io.FileOutputFormat
  • org.apache.flink.api.common.io.FileOutputFormatTest
  • org.apache.flink.api.common.io.FormatUtil
  • org.apache.flink.api.common.io.GenericCsvInputFormatTest
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.