Examples of org.apache.hadoop.fs.FSDataOutputStream.hflush()

Class org.apache.hadoop.fs.FSDataOutputStream

Examples of org.apache.hadoop.fs.FSDataOutputStream.hflush()

org.apache.hadoop.fs.FSDataOutputStream.hflush()

    for(String resource : resources) {
      InputStream in = Resources.getResource(resource).openStream();
      FSDataOutputStream out = fs.create(new Path(dest, resource));
      long bytes = ByteStreams.copy(in, out);
      in.close();
      out.hflush();
      out.close();
      LOGGER.info("Copying " + resource + " to " + dest + ", bytes " + bytes);
    }
  }

View Full Code Here

      throws IOException {
    InputStream input = new FileInputStream(inputFile.getPath());
    FSDataOutputStream out = fs.create(new Path(dest, inputFile.getName()));
    ByteStreams.copy(input, out);
    input.close();
    out.hflush();
    out.close();
  }




  public static Ini loadFromPath(FileSystem fileSystem, Path path) throws IOException {

View Full Code Here

          fs.getDefaultReplication(file4), 1024L, null);
      final byte[] bytes = new byte[1000];
      new Random().nextBytes(bytes);
      out4.write(bytes);
      out4.write(bytes);
      out4.hflush();


      //shutdown namenode
      assertTrue(HdfsUtils.isHealthy(uri));
      cluster.shutdownNameNode(0);
      assertFalse(HdfsUtils.isHealthy(uri));

View Full Code Here

      // create a new file.
      FSDataOutputStream stm = AppendTestUtil.createFile(fs, p, DATANODE_NUM);


      stm.write(fileContents, 0, 1);
      Thread.sleep(timeout);
      stm.hflush();
      System.out.println("Wrote 1 byte and hflush " + p);


      // write another byte
      Thread.sleep(timeout);
      stm.write(fileContents, 1, 1);

View Full Code Here

      System.out.println("Wrote 1 byte and hflush " + p);


      // write another byte
      Thread.sleep(timeout);
      stm.write(fileContents, 1, 1);
      stm.hflush();


      stm.write(fileContents, 2, 1);
      Thread.sleep(timeout);
      stm.hflush();

View Full Code Here

      stm.write(fileContents, 1, 1);
      stm.hflush();


      stm.write(fileContents, 2, 1);
      Thread.sleep(timeout);
      stm.hflush();


      stm.write(fileContents, 3, 1);
      Thread.sleep(timeout);
      stm.write(fileContents, 4, 1);
      stm.hflush();

View Full Code Here

      stm.hflush();


      stm.write(fileContents, 3, 1);
      Thread.sleep(timeout);
      stm.write(fileContents, 4, 1);
      stm.hflush();


      stm.write(fileContents, 5, 1);
      Thread.sleep(timeout);
      stm.close();

View Full Code Here

      FSDataOutputStream stm = AppendTestUtil.createFile(fs, p, DATANODE_NUM);


      stm.write(fileContents, 0, 2);
      Thread.currentThread().interrupt();
      try {
        stm.hflush();
        // If we made it past the hflush(), then that means that the ack made it back
        // from the pipeline before we got to the wait() call. In that case we should
        // still have interrupted status.
        assertTrue(Thread.currentThread().interrupted());
      } catch (InterruptedIOException ie) {

View Full Code Here

        System.out.println("Got expected exception during flush");
      }
      assertFalse(Thread.currentThread().interrupted());


      // Try again to flush should succeed since we no longer have interrupt status
      stm.hflush();


      // Write some more data and flush
      stm.write(fileContents, 2, 2);
      stm.hflush();

View Full Code Here

      // Try again to flush should succeed since we no longer have interrupt status
      stm.hflush();


      // Write some more data and flush
      stm.write(fileContents, 2, 2);
      stm.hflush();


      // Write some data and close while interrupted


      stm.write(fileContents, 4, 2);
      Thread.currentThread().interrupt();

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.