Package eu.stratosphere.core.fs

Examples of eu.stratosphere.core.fs.FileInputSplit

170
171
172
173
174
175
176
177
178
179
180
 
  @Test
  public void testReadAll() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555\n666|777|888|999|000|";
      final FileInputSplit split = createTempFile(fileContent); 
   
      final Configuration parameters = new Configuration();
     
      new CsvInputFormat.ConfigBuilder(null, parameters)
        .fieldDelimiter('|')
View Full Code Here
210
211
212
213
214
215
216
217
218
219
220
 
  @Test
  public void testReadFirstN() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555|\n666|777|888|999|000|";
      final FileInputSplit split = createTempFile(fileContent); 
   
      final Configuration parameters = new Configuration();
     
      new CsvInputFormat.ConfigBuilder(null, parameters)
      .fieldDelimiter('|')
View Full Code Here
258
259
260
261
262
263
264
265
266
267
268
 
  @Test
  public void testReadSparse() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555|666|777|888|999|000|\n000|999|888|777|666|555|444|333|222|111|";
      final FileInputSplit split = createTempFile(fileContent); 
   
      final Configuration parameters = new Configuration();
     
      new CsvInputFormat.ConfigBuilder(null, parameters)
        .fieldDelimiter('|')
View Full Code Here
293
294
295
296
297
298
299
300
301
302
303
 
  @Test
  public void testReadSparseShufflePosition() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555|666|777|888|999|000|\n000|999|888|777|666|555|444|333|222|111|";
      final FileInputSplit split = createTempFile(fileContent); 
   
      final Configuration parameters = new Configuration();
     
      new CsvInputFormat.ConfigBuilder(null, parameters)
        .fieldDelimiter('|')
View Full Code Here
332
333
334
335
336
337
338
   
    DataOutputStream dos = new DataOutputStream(new FileOutputStream(tempFile));
    dos.writeBytes(content);
    dos.close();
     
    return new FileInputSplit(0, new Path(this.tempFile.toURI().toString()), 0, this.tempFile.length(), new String[] {"localhost"});
  }
View Full Code Here
85
86
87
88
89
90
91
92
93
94
95
 
  @Test
  public void testReadNoPosAll() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555\n666|777|888|999|000|";
      final FileInputSplit split = createTempFile(fileContent); 
   
      final Configuration parameters = new Configuration();
     
      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, IntValue.class, IntValue.class, IntValue.class, IntValue.class);
View Full Code Here
125
126
127
128
129
130
131
132
133
134
135
 
  @Test
  public void testReadNoPosFirstN() throws IOException {
    try {
      final String fileContent = "111|222|333|444|555|\n666|777|888|999|000|";
      final FileInputSplit split = createTempFile(fileContent); 
   
      final Configuration parameters = new Configuration();
     
      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, IntValue.class);
View Full Code Here
162
163
164
165
166
167
168
169
170
171
172
 
  @Test
  public void testSparseParse() {
    try {
      final String fileContent = "111|222|333|444|555|666|777|888|999|000|\n000|999|888|777|666|555|444|333|222|111|";
      final FileInputSplit split = createTempFile(fileContent); 
   
      final Configuration parameters = new Configuration();
     
      format.setFieldDelimiter('|');
      format.setFieldTypesGeneric(IntValue.class, null, null, IntValue.class, null, null, null, IntValue.class);
View Full Code Here
200
201
202
203
204
205
206
207
208
209
210
  @Test
  public void testLongLongLong() {
    try {
      final String fileContent = "1,2,3\n3,2,1";
      final FileInputSplit split = createTempFile(fileContent);

      final Configuration parameters = new Configuration();

      format.setFieldDelimiter(',');
      format.setFieldTypesGeneric(LongValue.class, LongValue.class, LongValue.class);
View Full Code Here
238
239
240
241
242
243
244
245
246
247
248
  @SuppressWarnings("unchecked")
  @Test
  public void testSparseParseWithIndices() {
    try {
      final String fileContent = "111|222|333|444|555|666|777|888|999|000|\n000|999|888|777|666|555|444|333|222|111|";
      final FileInputSplit split = createTempFile(fileContent);

      final Configuration parameters = new Configuration();

      format.setFieldDelimiter('|');
      format.setFieldsGeneric(new int[] { 0, 3, 7 },
View Full Code Here
TOP

Related Classes of eu.stratosphere.core.fs.FileInputSplit

  • eu.stratosphere.api.common.io.BinaryInputFormat
  • eu.stratosphere.api.common.io.DelimitedInputFormat
  • eu.stratosphere.api.common.io.DelimitedInputFormatTest
  • eu.stratosphere.api.common.io.FileInputFormat
  • eu.stratosphere.api.common.io.FormatUtil
  • eu.stratosphere.api.common.io.GenericCsvInputFormatTest
  • eu.stratosphere.api.java.io.CsvInputFormatTest
  • eu.stratosphere.api.java.record.io.CsvInputFormatTest
  • eu.stratosphere.api.java.record.io.FixedLenghtInputFormatTest
  • eu.stratosphere.nephele.jobmanager.DoubleSourceTask
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.