Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FileSystem.open()

108
109
110
111
112
113
114
115
116
117
118
          new Utils.OutputFileUtils.OutputFilesFilter()));

      for(int i=0; i < fileList.length; ++i) {
        LOG.info("File list[" + i + "]" + ": "+ fileList[i]);
        BufferedReader file =
          new BufferedReader(new InputStreamReader(fs.open(fileList[i])));
        String line = file.readLine();
        while (line != null) {
          result.append(line);
          result.append("\n");
          line = file.readLine();
View Full Code Here
60
61
62
63
64
65
66
67
68
69
70
    this.clazz = clazz;
    FileSystem fs = path.getFileSystem(conf);
    CompressionCodec codec = new CompressionCodecFactory(conf).getCodec(path);
    InputStream input;
    if (codec == null) {
      input = fs.open(path);
      decompressor = null;
    } else {
      FSDataInputStream fsdis = fs.open(path);
      decompressor = CodecPool.getDecompressor(codec);
      input = codec.createInputStream(fsdis, decompressor);
View Full Code Here
63
64
65
66
67
68
69
70
71
72
73
    InputStream input;
    if (codec == null) {
      input = fs.open(path);
      decompressor = null;
    } else {
      FSDataInputStream fsdis = fs.open(path);
      decompressor = CodecPool.getDecompressor(codec);
      input = codec.createInputStream(fsdis, decompressor);
    }
    jsonParser = mapper.getJsonFactory().createJsonParser(input);
  }
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
            Thread.sleep(2000);
          } catch (InterruptedException e) {}
        } else {
          // Lease is valid; test and return the JobTracker in the jtPath file
          try {
            FSDataInputStream in = fs.open(jtPath);
            BufferedReader br = new BufferedReader(new InputStreamReader(in));
            String jtAddress = br.readLine().trim();
            in.close();
            // Try to connect to the JT listed in jtAddress
            JobConf clientConf = new JobConf(conf);
View Full Code Here
72
73
74
75
76
77
78
79
80
81
82
      if(isbreak)
      {
        break;
      }
      if (!f.isDir() && !f.getPath().getName().startsWith("_")) {
        FSDataInputStream in = fs.open(f.getPath());
        BufferedReader bf=new BufferedReader(new InputStreamReader(in));
        String line;
        while ((line = bf.readLine()) != null) {
          bytesRead += line.getBytes().length;
          String towrite=line.replaceAll("\001", ",").replaceAll("\t", ",");
View Full Code Here
88
89
90
91
92
93
94
95
96
97
98
    Matcher matcher = pattern.matcher("");
    BufferedReader br = null;
    try {
     

      FSDataInputStream in = fs.open(new Path(getBasePath(stormconf), tablename
          + "/solr/conf/schema.xml"));
      br = new BufferedReader(new InputStreamReader(in));
      String temp = null;
      while ((temp = br.readLine()) != null) {
        matcher.reset(temp);
View Full Code Here
29
30
31
32
33
34
35
36
37
38
39
  Set<A> inlist = new HashSet<A>();
  Configuration conf=this.getConf();
  Path p=new Path(file);
 
  FileSystem fs = p.getFileSystem(conf);
  FSDataInputStream in = fs.open(p);
  BufferedReader br = new BufferedReader(new InputStreamReader(in));
  String s1 = null;
  while ((s1 = br.readLine()) != null) {
      String line=s1.trim();
      if(!line.isEmpty())
View Full Code Here
487
488
489
490
491
492
493
494
495
496
497
      if (fileStatus.isDir()) {
        continue;
      }

      int filehasread = 0;
      FSDataInputStream in = fs.open(fileStatus.getPath());
      BufferedReader bf = new BufferedReader(
          new InputStreamReader(in));
      String line;
      while ((line = bf.readLine()) != null) {
        Vector vec=parse.parseVector(line);
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
                                   new Utils.OutputFileUtils
                                     .OutputFilesFilter()));
      for (int i = 0; i < fileList.length; i++){
        System.out.println(fileList[i].toString());
        BufferedReader bread =
          new BufferedReader(new InputStreamReader(fileSys.open(fileList[i])));
        line = bread.readLine();
        System.out.println(line);
        line2 = bread.readLine();
        System.out.println(line2);
      }
View Full Code Here
114
115
116
117
118
119
120
121
122
123
124
                                              new Utils.OutputFileUtils
                                              .OutputFilesFilter()));
      for (int i = 0; i < fileList.length; i++){
        System.out.println(fileList[i].toString());
        BufferedReader bread =
          new BufferedReader(new InputStreamReader(fileSys.open(fileList[i])));
        line = bread.readLine();
        System.out.println(line);
      }
      assertEquals(cacheString + "\t", line);
    } finally{
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.