Examples of PigFile

Examples of org.apache.pig.impl.io.PigFile

181
182
183
184
185
186
187
188
189
190
191
192
        b.add(t);
       
        File tempF = File.createTempFile("tmp", "");
        String fileName = tempF.getCanonicalPath();
        tempF.delete(); // we only needed the temp file name, so delete the file
        PigFile f = new PigFile(fileName);
        f.store(b, new FuncSpec(BinStorage.class.getCanonicalName()), pigServer.getPigContext());
       
       
        pigServer.registerQuery("a = load '" + fileName + "' using BinStorage();");
        pigServer.registerQuery("b = foreach a generate $0#'apple',flatten($1#'orange');");
        Iterator<Tuple> iter = pigServer.openIterator("b");
View Full Code Here

Examples of org.apache.pig.impl.io.PigFile

175
176
177
178
179
180
181
182
183
184
185
186
        b.add(t);
       
        File tmpFile = Util.createTempFileDelOnExit("tmp", "");
        tmpFile.deleteOnExit();
        String fileName = tmpFile.getAbsolutePath();
        PigFile f = new PigFile(fileName);
        f.store(b, new FuncSpec(BinStorage.class.getCanonicalName()),
                pigServer.getPigContext());       
       
        pigServer.registerQuery("a = load '" + fileName + "' using BinStorage();");
        pigServer.registerQuery("b = foreach a generate $0#'apple',flatten($1#'orange');");
        Iterator<Tuple> iter = pigServer.openIterator("b");
View Full Code Here

Examples of org.apache.pig.impl.io.PigFile

180
181
182
183
184
185
186
187
188
189
190
191
        b.add(t);
       
        File tempF = File.createTempFile("tmp", "");
        String fileName = tempF.getCanonicalPath();
        tempF.delete(); // we only needed the temp file name, so delete the file
        PigFile f = new PigFile(fileName);
        f.store(b, new FuncSpec(BinStorage.class.getCanonicalName()), pigServer.getPigContext());
       
       
        pigServer.registerQuery("a = load '" + fileName + "' using BinStorage();");
        pigServer.registerQuery("b = foreach a generate $0#'apple',flatten($1#'orange');");
        Iterator<Tuple> iter = pigServer.openIterator("b");
View Full Code Here

Examples of org.apache.pig.impl.io.PigFile

166
167
168
169
170
171
172
173
174
175
176
177
        b.add(t);
       
        File tmpFile = File.createTempFile("tmp", "");
        tmpFile.deleteOnExit();
        String fileName = tmpFile.getAbsolutePath();
        PigFile f = new PigFile(fileName);
        f.store(b, new FuncSpec(BinStorage.class.getCanonicalName()),
                pigServer.getPigContext());       
       
        pigServer.registerQuery("a = load '" + fileName + "' using BinStorage();");
        pigServer.registerQuery("b = foreach a generate $0#'apple',flatten($1#'orange');");
        Iterator<Tuple> iter = pigServer.openIterator("b");
View Full Code Here

Examples of org.apache.pig.impl.io.PigFile

139
140
141
142
143
144
145
146
147
148
149
150
    t.appendField(colors);
    t.appendField(weights);
    b.add(t);
   
    String fileName = "file:"+File.createTempFile("tmp", "");
    PigFile f = new PigFile(fileName);
    f.store(b, new BinStorage(), pigServer.getPigContext());
   
   
    pigServer.registerQuery("a = load '" + Util.encodeEscape(fileName.toString()) + "' using BinStorage();");
    pigServer.registerQuery("b = foreach a generate $0#'apple',flatten($1#'orange');");
    Iterator<Tuple> iter = pigServer.openIterator("b");
View Full Code Here

Examples of org.apache.pig.impl.io.PigFile

62
63
64
65
66
67
68
69
70
71
72
        super(scope, id, opTable, LogicalOperator.FIXED);
        funcSpec = outputFileSpec.getFuncSpec();
        inputs = new OperatorKey[1];
        inputs[0] = input;
        System.out.println("Creating " + outputFileSpec.getFileName());
        f = new PigFile(outputFileSpec.getFileName(), append);
        this.append = append;
        this.pigContext = pigContext;
        this.outFileSpec = outputFileSpec;
        this.logicalKey = logicalKey;
        this.materializedResults = materializedResults;
View Full Code Here

Examples of org.apache.pig.impl.io.PigFile

82
83
84
85
86
87
88
89
90
91
92
                   PigContext pigContext) {
        super(scope, id, opTable, LogicalOperator.FIXED);
        inputs = new OperatorKey[1];
        inputs[0] = null;
        funcSpec = outputFileSpec.getFuncSpec();
        f = new PigFile(outputFileSpec.getFileName(), append);
        this.append = append;
        this.pigContext = pigContext;
        this.outFileSpec = outputFileSpec;
        this.logicalKey = logicalKey;
        this.materializedResults = materializedResults;
View Full Code Here

Examples of org.apache.pig.impl.io.PigFile

79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
    public void testStoreAndLoadText() throws IOException {
        PigContext pigContext = new PigContext(ExecType.LOCAL, new Properties());
       
        log.info("Running Store...");
        String initialdata = File.createTempFile("pig-tmp", "").getAbsolutePath();
        PigFile store = new PigFile(Util.encodeEscape(initialdata.toString()));
        store.store(bag, new PigStorage(), pigContext);
        log.info("Done.");

        log.info("Running Load...");
        PigFile load = new PigFile(Util.encodeEscape(initialdata.toString()));
        DataBag loaded = load.load(new PigStorage(), pigContext);
        log.info("Done.");

        assertTrue(bag.size() == loaded.size());

        Iterator<Tuple> it1 = bag.iterator();
View Full Code Here

Examples of org.apache.pig.impl.io.PigFile

158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
       
        PigContext pigContext = new PigContext(ExecType.LOCAL, new Properties());
       
        log.info("Running Store...");
        String storeFile = File.createTempFile("pig-tmp", "").getAbsolutePath();
        PigFile store = new PigFile(storeFile);
        store.store(bag, new BinStorage(), pigContext);
        log.info("Done.");

        log.info("Running Load...");
        PigFile load = new PigFile(storeFile);
        DataBag loaded = load.load(new BinStorage(), pigContext);
        log.info("Done.");

        assertTrue(bag.size() == loaded.size());

        Iterator<Tuple> it1 = bag.iterator();
View Full Code Here

Examples of org.apache.pig.impl.io.PigFile

323
324
325
326
327
328
329
330
331
332
333
334
                    ((HDataStorage)(pom.pigContext.getDfs())).asElement(outputFile.toString());

                if (success && !descriptor.exists()) {
                       
                    // create an empty output file
                    PigFile f = new PigFile(outputFile.toString(), false);
                    f.store(BagFactory.getInstance().newDefaultBag(),
                            new PigStorage(),
                            pom.pigContext);
                }
            }
            catch (DataStorageException e) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.