Package org.apache.pig.newplan.logical.visitor

Examples of org.apache.pig.newplan.logical.visitor.InputOutputFileValidatorVisitor

207
208
209
210
211
212
213
214
215
216
217
        // compute whether output data is sorted or not
        new SortInfoSetter(this).visit();

        if (!(skipInputOutputValidation || pigContext.inExplain || pigContext.inDumpSchema)) {
            // Validate input/output file
            new InputOutputFileValidatorVisitor(this, pigContext).visit();
        }

        BlackAndWhitelistValidator validator = new BlackAndWhitelistValidator(pigContext, this);
        validator.validate();
View Full Code Here
205
206
207
208
209
210
211
212
213
214
215
        // compute whether output data is sorted or not
        new SortInfoSetter(this).visit();

        if (!(skipInputOutputValidation || pigContext.inExplain || pigContext.inDumpSchema)) {
            // Validate input/output file
            new InputOutputFileValidatorVisitor(this, pigContext).visit();
        }

        BlackAndWhitelistValidator validator = new BlackAndWhitelistValidator(pigContext, this);
        validator.validate();
View Full Code Here
76
77
78
79
80
81
82
83
        String inputfile = createHadoopTempFile(ctx) ;
        String outputfile = createHadoopNonExistenceTempFile(ctx) ;

        LogicalPlan plan = genNewLoadStorePlan(inputfile, outputfile, ctx.getDfs()) ;

        InputOutputFileValidatorVisitor executor = new InputOutputFileValidatorVisitor(plan, ctx) ;
        executor.visit() ;
    }
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
98
99
        String inputfile = createHadoopTempFile(ctx) ;
        String outputfile = createHadoopTempFile(ctx) ;

        LogicalPlan plan = genNewLoadStorePlan(inputfile, outputfile, ctx.getDfs()) ;

        InputOutputFileValidatorVisitor executor = new InputOutputFileValidatorVisitor(plan, ctx) ;
        try {
            executor.visit() ;
            fail("Excepted to fail.");
        } catch(Exception e) {
            //good
        }
    }
View Full Code Here
66
67
68
69
70
71
72
73
    public void testLocalModeInputPositive() throws Throwable {
        String inputfile = generateTempFile().getAbsolutePath() ;
        String outputfile = generateNonExistenceTempFile().getAbsolutePath() ;

        LogicalPlan plan = genNewLoadStorePlan(inputfile, outputfile, ctx.getFs()) ;
        InputOutputFileValidatorVisitor visitor = new InputOutputFileValidatorVisitor(plan, ctx) ;
        visitor.visit();
    }
View Full Code Here
77
78
79
80
81
82
83
84
        String inputfile = generateTempFile().getAbsolutePath() ;
        String outputfile = generateTempFile().getAbsolutePath() ;

        LogicalPlan plan = genNewLoadStorePlan(inputfile, outputfile, ctx.getDfs()) ;

        InputOutputFileValidatorVisitor visitor = new InputOutputFileValidatorVisitor(plan, ctx) ;
        visitor.visit() ;
    }
View Full Code Here
75
76
77
78
79
80
81
82
        String inputfile = createHadoopTempFile(ctx) ;
        String outputfile = createHadoopNonExistenceTempFile(ctx) ;

        LogicalPlan plan = genNewLoadStorePlan(inputfile, outputfile, ctx.getDfs()) ;

        InputOutputFileValidatorVisitor executor = new InputOutputFileValidatorVisitor(plan, ctx) ;
        executor.visit() ;
    }
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
97
98
        String inputfile = createHadoopTempFile(ctx) ;
        String outputfile = createHadoopTempFile(ctx) ;

        LogicalPlan plan = genNewLoadStorePlan(inputfile, outputfile, ctx.getDfs()) ;

        InputOutputFileValidatorVisitor executor = new InputOutputFileValidatorVisitor(plan, ctx) ;
        try {
            executor.visit() ;
            fail("Excepted to fail.");
        } catch(Exception e) {
            //good
        }
    }
View Full Code Here
TOP

Related Classes of org.apache.pig.newplan.logical.visitor.InputOutputFileValidatorVisitor

  • org.apache.hadoop.mapreduce.Job
  • org.apache.pig.newplan.DepthFirstWalker
  • org.apache.pig.newplan.logical.relational.LogicalPlan
  • org.apache.pig.ResourceSchema
  • org.apache.pig.StoreFuncInterface
  • org.apache.pig.test.TestInputOutputFileValidator
  • org.apache.pig.test.TestInputOutputMiniClusterFileValidator
  • org.apache.pig.impl.plan.VisitorException
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.