Examples of GruntParser

org.apache.pig.pigunit.pig.GruntParser
Slightly modified GruntParser that accepts a list of aliases to override.
This is a way to replace a pig query by another query.
For example, if we have this map of overrides: Map<alias,query>
- <A, A=LOAD '/path'> --> replace the alias A by A = LOAD '/path'
- <DUMP, > --> remove the DUMP queries
It might be possible to do the same thing in a less hacky way. e.g. pig.registerQuery replace the query of a certain alias...
org.apache.pig.tools.grunt.GruntParser

Examples of org.apache.pig.tools.grunt.GruntParser

                          + "using PigStorage(':') as (uname:chararray, passwd:chararray, uid:int,gid:int);"
                          + "b = filter a by uid > 5;"
                          + "explain b;"
                          + "store b into '/tmp/output1';\n";
            
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            parser.parseStopOnError();


        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

                          + "using PigStorage(':') as (uname:chararray, passwd:chararray, uid:int,gid:int);"
                          + "b = filter a by uid > 5;"
                          + "dump b;"
                          + "store b into '/tmp/output1';\n";
            
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            parser.parseStopOnError();


        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

    // A test to verify there is no cycle in the plan if the load location is the same as the store location
    @Test
    public void testLoadStoreLoop() {
        try {
            String script = "a = load 'dummy'; b = filter a by $0 == 1; store b into 'dummy';\n";
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            myPig.getPigContext().inExplain = true;
            parser.parseStopOnError();
        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        }
    }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

   */
  static public void copyFromLocalToCluster(MiniCluster cluster, String localFileName, String fileNameOnCluster) throws IOException {
        PigServer ps = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
        String script = "fs -put " + localFileName + " " + fileNameOnCluster;


      GruntParser parser = new GruntParser(new StringReader(script));
        parser.setInteractive(false);
        parser.setParams(ps);
        try {
            parser.parseStopOnError();
        } catch (org.apache.pig.tools.pigscript.parser.ParseException e) {
            throw new IOException(e);
        }
  }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

        PigServer ps = new PigServer(ExecType.LOCAL, new Properties());
        String script = "fs -cp " + fromLocalFileName + " " + toLocalFileName;


        new File(toLocalFileName).deleteOnExit();
        
        GruntParser parser = new GruntParser(new StringReader(script));
        parser.setInteractive(false);
        parser.setParams(ps);
        try {
            parser.parseStopOnError();
        } catch (org.apache.pig.tools.pigscript.parser.ParseException e) {
            throw new IOException(e);
        }
        
    }

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

                          + "using PigStorage(':') as (uname:chararray, passwd:chararray, uid:int,gid:int);"
                          + "b = filter a by uid > 5;"
                          + "explain b;"
                          + "store b into '/tmp/Pig-TestMultiQueryLocal1';\n";
            
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            parser.parseStopOnError();


        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        } finally {

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

                          + "using PigStorage(':') as (uname:chararray, passwd:chararray, uid:int,gid:int);"
                          + "b = filter a by uid > 5;"
                          + "dump b;"
                          + "store b into '/tmp/Pig-TestMultiQueryLocal1';\n";
            
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            parser.parseStopOnError();


        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        } finally {

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

                          + "using PigStorage(':') as (uname:chararray, passwd:chararray, uid:int,gid:int);"
                          + "b = filter a by uid > 5;"
                          + "describe b;"
                          + "store b into '/tmp/Pig-TestMultiQueryLocal1';\n";
            
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            parser.parseStopOnError();


        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        } finally {

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

                          + "using PigStorage(':') as (uname:chararray, passwd:chararray, uid:int,gid:int);"
                          + "b = filter a by uid > 5;"
                          + "illustrate b;"
                          + "store b into '/tmp/Pig-TestMultiQueryLocal1';\n";
            
            GruntParser parser = new GruntParser(new StringReader(script));
            parser.setInteractive(false);
            parser.setParams(myPig);
            parser.parseStopOnError();


        } catch (Exception e) {
            e.printStackTrace();
            Assert.fail();
        } finally {

View Full Code Here

Examples of org.apache.pig.tools.grunt.GruntParser

   */
  static public void copyFromLocalToCluster(MiniCluster cluster, String localFileName, String fileNameOnCluster) throws IOException {
        PigServer ps = new PigServer(ExecType.MAPREDUCE, cluster.getProperties());
        String script = "fs -put " + localFileName + " " + fileNameOnCluster;


      GruntParser parser = new GruntParser(new StringReader(script));
        parser.setInteractive(false);
        parser.setParams(ps);
        try {
            parser.parseStopOnError();
        } catch (org.apache.pig.tools.pigscript.parser.ParseException e) {
            throw new IOException(e);
        }
  }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.