Package org.apache.hadoop.fs

Examples of org.apache.hadoop.fs.FSDataInputStream.skip()

90
91
92
93
94
95
96
97
98
99
100
    checkData(actual, readOffset, expected, "Read 2");
    stm.close();
    // Now read using a different API.
    actual = new byte[expected.length-readOffset];
    stm = fs.open(name);
    long skipped = stm.skip(readOffset);
    Assert.assertEquals(skipped, readOffset);
    //Read a small number of bytes first.
    int nread = stm.read(actual, 0, 3);
    nread += stm.read(actual, nread, 2);
    //Read across chunk boundary
View Full Code Here
81
82
83
84
85
86
87
88
89
90
91
        for (int j = 0; j < N; j++)
          g[i * N + j] *= tg;
      /* DistributedCache will be deprecated in 0.21 */
      Path file = DistributedCache.getLocalCacheFiles(job.getConfiguration())[0];
      FSDataInputStream dis = FileSystem.getLocal(job.getConfiguration()).open(file);
      dis.skip(4);
      FloatImage image = new FloatImage();
      image.readFields(dis);
      mean = image.getData();
    }

View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
    checkData(actual, readOffset, expected, "Read 2");
    stm.close();
    // Now read using a different API.
    actual = new byte[expected.length-readOffset];
    stm = fs.open(name);
    long skipped = stm.skip(readOffset);
    Assert.assertEquals(skipped, readOffset);
    //Read a small number of bytes first.
    int nread = stm.read(actual, 0, 3);
    nread += stm.read(actual, nread, 2);
    //Read across chunk boundary
View Full Code Here
89
90
91
92
93
94
95
96
97
98
99
    checkData(actual, readOffset, expected, "Read 2");
    stm.close();
    // Now read using a different API.
    actual = new byte[expected.length-readOffset];
    stm = fs.open(name);
    long skipped = stm.skip(readOffset);
    Assert.assertEquals(skipped, readOffset);
    //Read a small number of bytes first.
    int nread = stm.read(actual, 0, 3);
    nread += stm.read(actual, nread, 2);
    //Read across chunk boundary
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    checkData(actual, readOffset, expected, "Read 2");
    stm.close();
    // Now read using a different API.
    actual = new byte[expected.length-readOffset];
    stm = fs.open(name);
    long skipped = stm.skip(readOffset);
    Assert.assertEquals(skipped, readOffset);
    //Read a small number of bytes first.
    int nread = stm.read(actual, 0, 3);
    nread += stm.read(actual, nread, 2);
    //Read across chunk boundary
View Full Code Here
94
95
96
97
98
99
100
101
102
103
104
    checkData(actual, readOffset, expected, "Read 2");
    stm.close();
    // Now read using a different API.
    actual = new byte[expected.length-readOffset];
    stm = fs.open(name);
    long skipped = stm.skip(readOffset);
    Assert.assertEquals(skipped, readOffset);
    //Read a small number of bytes first.
    int nread = stm.read(actual, 0, 3);
    nread += stm.read(actual, nread, 2);
    //Read across chunk boundary
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
    long skipped = 0;
    if (readOffset >= internalDataBufSize) {
      // force multiple seeks across internal data buffer boundary.
      skipped += stm.read(actual, 0, internalDataBufSize);
    }
    skipped += stm.skip(readOffset - skipped);
    Assert.assertEquals(skipped, readOffset);
    //Read a small number of bytes first.
    int nread = stm.read(actual, 0, 3);
    nread += stm.read(actual, nread, 2);
    //Read across chunk boundary
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.