Examples of GruntParser

org.apache.pig.pigunit.pig.GruntParser
Slightly modified GruntParser that accepts a list of aliases to override.
This is a way to replace a pig query by another query.
For example, if we have this map of overrides: Map<alias,query>
- <A, A=LOAD '/path'> --> replace the alias A by A = LOAD '/path'
- <DUMP, > --> remove the DUMP queries
It might be possible to do the same thing in a less hacky way. e.g. pig.registerQuery replace the query of a certain alias...
org.apache.pig.tools.grunt.GruntParser

Examples of org.apache.pig.tools.grunt.GruntParser

        this.in = in;
        this.pig = new PigServer(pigContext);
        
        if (in != null)
        {
            parser = new GruntParser(in);
            parser.setParams(pig);    
        }
    }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

        registerQuery(query, 1);
    }
    
    public void registerScript(String fileName) throws IOException {
        try {
            GruntParser grunt = new GruntParser(new FileReader(new File(fileName)));
            grunt.setInteractive(false);
            grunt.setParams(this);
            grunt.parseStopOnError(true);
        } catch (FileNotFoundException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
            throw new IOException(e.getCause());
        } catch (org.apache.pig.tools.pigscript.parser.ParseException e) {

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

                          + "using PigStorage(':') as (uname:chararray, passwd:chararray, uid:int,gid:int);"
                          + "b = filter a by uid > 5;"
                          + "explain b;"
                          + "store b into '/tmp/output1';\n";
            
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            parser.parseStopOnError();


        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

                          + "using PigStorage(':') as (uname:chararray, passwd:chararray, uid:int,gid:int);"
                          + "b = filter a by uid > 5;"
                          + "dump b;"
                          + "store b into '/tmp/output1';\n";
            
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            parser.parseStopOnError();


        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

                          + "using PigStorage(':') as (uname:chararray, passwd:chararray, uid:int,gid:int);"
                          + "b = filter a by uid > 5;"
                          + "describe b;"
                          + "store b into '/tmp/output1';\n";
            
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            parser.parseStopOnError();


        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

                          + "using PigStorage(':') as (uname:chararray, passwd:chararray, uid:int,gid:int);"
                          + "b = filter a by uid > 5;"
                          + "illustrate b;"
                          + "store b into '/tmp/output1';\n";
            
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            parser.parseStopOnError();


        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

    // A test to verify there is no cycle in the plan if the load location is the same as the store location
    @Test
    public void testLoadStoreLoop() {
        try {
            String script = "a = load 'dummy'; b = filter a by $0 == 1; store b into 'dummy';\n";
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            myPig.getPigContext().inExplain = true;
            parser.parseStopOnError();
        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        }
    }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

            psp.genSubstitutedFile(new BufferedReader(new InputStreamReader(new FileInputStream(fileName))), 
                                   writer,  
                                   paramList.size() > 0 ? paramList.toArray(new String[0]) : null, 
                                   paramsFiles!=null ? paramsFiles.toArray(new String[0]) : null);
            
            GruntParser grunt = new GruntParser(new StringReader(writer.toString()));
            grunt.setInteractive(false);
            grunt.setParams(this);
            grunt.parseStopOnError(true);
        } catch (FileNotFoundException e) {
            log.error(e.getLocalizedMessage());
            throw new IOException(e.getCause());
        } catch (org.apache.pig.tools.pigscript.parser.ParseException e) {
            log.error(e.getLocalizedMessage());

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

        this.in = in;
        this.pig = new PigServer(pigContext);
        
        if (in != null)
        {
            parser = new GruntParser(in);
            parser.setParams(pig);    
        }
    }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

     * @throws IOException
     */
    public void registerScript(InputStream in, Map<String,String> params,List<String> paramsFiles) throws IOException {
        try {
            String substituted = doParamSubstitution(in, params, paramsFiles);
            GruntParser grunt = new GruntParser(new StringReader(substituted));
            grunt.setInteractive(false);
            grunt.setParams(this);
            grunt.parseStopOnError(true);
        } catch (org.apache.pig.tools.pigscript.parser.ParseException e) {
            log.error(e.getLocalizedMessage());
            throw new IOException(e.getCause());
        }
    }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.