Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataOutputStream.writeChars()

207
208
209
210
211
212
213
214
215
216
217
    if (fs.exists(path)) {
      fs.delete(path, true);
    }
    FSDataOutputStream os = fs.create(path);
    for (int i = 0; i < rowCount; i++) {
      os.writeChars(i + "\n");
    }
    os.close();
  }

  public static class MapFail extends
View Full Code Here
494
495
496
497
498
499
500
501
502
503
504
    Path homedir = store.getHomedir();
    Path dstPath = new Path(homedir, origPath.getName());
    FSDataOutputStream stream = fs.create(origPath, null, true, 512, (short) 3,
        (long) 1024,
        null);
    stream.writeChars("CORRUPT FILE!!!!");
    stream.close();

    try {
      store.completeCompaction(storeFiles, compactedFile);
    } catch (Exception e) {
View Full Code Here
155
156
157
158
159
160
161
162
163
164
165
          if (ofile == null) {
            // this is the first value, it contains the name of the input file
            ofile = fs.create(new Path(outputPath, value).suffix(".out"));
          } else {
            // The key contains the correct label of the data. The value contains a prediction
            ofile.writeChars(value); // write the prediction
            ofile.writeChar('\n');

            resList.add(new double[]{key, Double.valueOf(value)});
          }
        }
View Full Code Here
286
287
288
289
290
291
292
293
294
295
296
        Instance instance = converter.convert(line);
        double prediction = forest.classify(dataset, rng, instance);

        if (ofile != null) {
          ofile.writeChars(Double.toString(prediction)); // write the prediction
          ofile.writeChar('\n');
        }
       
        results.add(new double[] {dataset.getLabel(instance), prediction});
      }
View Full Code Here
188
189
190
191
192
193
194
195
196
197
198
        if (fs.exists(path)) {
            fs.delete(path, true);
        }
        FSDataOutputStream os = fs.create(path);
        for (int i = 0; i < rowCount; i++) {
            os.writeChars(i + "\n");
        }
        os.close();
    }

    public static class MapFail extends
View Full Code Here
168
169
170
171
172
173
174
175
176
177
178
        }

        FSDataOutputStream os = fs.create(path);

        for (int i = 0; i < rowCount; i++) {
            os.writeChars(i + "\n");
        }

        os.close();
    }
View Full Code Here
65
66
67
68
69
70
71
72
73
74
75
    long nTasks = Long.parseLong(conf.get("dfs.nTasks"));
    long nmaps = Long.parseLong(conf.get("dfs.nmaps"));


    out.writeChars("-----------------------------\n");
    out.writeChars("Number of tasks:\t" + nmaps + "\n");
    out.writeChars("Files per task:\t\t" + nTasks + "\n");
    float min = Float.MAX_VALUE;
    float max = Float.MIN_VALUE;
View Full Code Here
66
67
68
69
70
71
72
73
74
75
76
    long nTasks = Long.parseLong(conf.get("dfs.nTasks"));
    long nmaps = Long.parseLong(conf.get("dfs.nmaps"));


    out.writeChars("-----------------------------\n");
    out.writeChars("Number of tasks:\t" + nmaps + "\n");
    out.writeChars("Files per task:\t\t" + nTasks + "\n");
    float min = Float.MAX_VALUE;
    float max = Float.MIN_VALUE;

    // TODO Auto-generated method stub
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
    long nmaps = Long.parseLong(conf.get("dfs.nmaps"));


    out.writeChars("-----------------------------\n");
    out.writeChars("Number of tasks:\t" + nmaps + "\n");
    out.writeChars("Files per task:\t\t" + nTasks + "\n");
    float min = Float.MAX_VALUE;
    float max = Float.MIN_VALUE;

    // TODO Auto-generated method stub
    for (; values.hasNext();) {
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
      // String.valueOf(ioRate)));
      // out.writeChars(bufferSize + " bytes\t\t" + ioRate +
      // " Mb/s\n");
      averageIORate += ioRate;
    }
    out.writeChars("Min\t\t\t" + min + "\n");
    out.writeChars("Max\t\t\t" + max + "\n");
    averageIORate /= size;
    float temp = (float) 0.0;
    for (int i = 0; i < list.size(); i++) {
      temp += Math.pow(list.get(i) - averageIORate, 2);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.