Examples of PigStats

Examples of org.apache.pig.tools.pigstats.PigStats

659
660
661
662
663
664
665
666
667
668
669
670
671
        } else if (keyword.equals("skewed")) {
            pigServer.registerQuery("c = join a by $0, b by $0 using 'skewed';");
        }
        ExecJob job = pigServer.store("c", output + "_output");
       
        PigStats stats = job.getStatistics();
        assertTrue(stats.isSuccessful());
        List<InputStats> inputs = stats.getInputStats();
        if (keyword.equals("join") || keyword.endsWith("cogroup")) {
            assertEquals(2, inputs.size());
        } else if (keyword.equals("skewed")) {
            assertEquals(3, inputs.size());
        }
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats

373
374
375
376
377
378
379
380
381
382
383
384
385
                if (spec != null)
                    leafMap.put(spec.toString(), physOp);
            }
        }
        try {
            PigStats stats = launcher.launchPig(plan, jobName, pigContext);

            for (OutputStats output : stats.getOutputStats()) {
                POStore store = output.getPOStore();              
                String alias = store.getAlias();
                if (output.isSuccessful()) {
                    jobs.add(new HJob(ExecJob.JOB_STATUS.COMPLETED, pigContext, store, alias, stats));
                } else {
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats

73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
        w.println("store C into '" + OUTPUT_FILE + "';");
        w.close();
       
        try {
            String[] args = { PIG_FILE };
            PigStats stats = PigRunner.run(args, null);
    
            assertTrue(stats.isSuccessful());
            // the sampler job has zero maps
            JobStats js = (JobStats)stats.getJobGraph().getSources().get(0);
            assertEquals(0, js.getNumberMaps());
           
            FileSystem fs = cluster.getFileSystem();
            FileStatus status = fs.getFileStatus(new Path(OUTPUT_FILE));
            assertTrue(status.isDir());
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats

103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
        w.println("store C into '" + OUTPUT_FILE + "';");
        w.close();
       
        try {
            String[] args = { PIG_FILE };
            PigStats stats = PigRunner.run(args, null);
    
            assertTrue(stats.isSuccessful());   
            // the indexer job has zero maps
            JobStats js = (JobStats)stats.getJobGraph().getSources().get(0);
            assertEquals(0, js.getNumberMaps());
           
            FileSystem fs = cluster.getFileSystem();
            FileStatus status = fs.getFileStatus(new Path(OUTPUT_FILE));
            assertTrue(status.isDir());
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats

134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
        w.println("store C into '" + OUTPUT_FILE + "';");
        w.close();
       
        try {
            String[] args = { PIG_FILE };
            PigStats stats = PigRunner.run(args, null);
    
            assertTrue(stats.isSuccessful());   
            // the indexer job has zero maps
            JobStats js = (JobStats)stats.getJobGraph().getSources().get(0);
            assertEquals(0, js.getNumberMaps());
           
            FileSystem fs = cluster.getFileSystem();
            FileStatus status = fs.getFileStatus(new Path(OUTPUT_FILE));
            assertTrue(status.isDir());
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats

165
166
167
168
169
170
171
172
173
174
175
176
177
        w.println("store C into '" + OUTPUT_FILE + "';");
        w.close();
       
        try {
            String[] args = { PIG_FILE };
            PigStats stats = PigRunner.run(args, null);
    
            assertTrue(stats.isSuccessful());  
           
            FileSystem fs = cluster.getFileSystem();
            FileStatus status = fs.getFileStatus(new Path(OUTPUT_FILE));
            assertTrue(status.isDir());
            assertEquals(0, status.getLen());
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats

194
195
196
197
198
199
200
201
202
203
204
205
206
207
        w.println("store C into '" + OUTPUT_FILE + "';");
        w.close();
       
        try {
            String[] args = { PIG_FILE };
            PigStats stats = PigRunner.run(args, null);
    
            assertTrue(stats.isSuccessful());              
            assertEquals(2, stats.getNumberRecords(OUTPUT_FILE));                 
        } finally {
            new File(PIG_FILE).delete();
            Util.deleteFile(cluster, OUTPUT_FILE);
        }
    }
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats

215
216
217
218
219
220
221
222
223
224
225
226
227
228
        w.println("store C into '" + OUTPUT_FILE + "';");
        w.close();
       
        try {
            String[] args = { PIG_FILE };
            PigStats stats = PigRunner.run(args, null);
    
            assertTrue(stats.isSuccessful());              
            assertEquals(0, stats.getNumberRecords(OUTPUT_FILE));                 
        } finally {
            new File(PIG_FILE).delete();
            Util.deleteFile(cluster, OUTPUT_FILE);
        }
    }
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats

324
325
326
327
328
329
330
331
332
333
334
335
336
     * @return list of jobs being executed
     * @throws FrontendException
     * @throws ExecException
     */
    public List<ExecJob> executeBatch() throws FrontendException, ExecException {
        PigStats stats = executeBatchEx();
        LinkedList<ExecJob> jobs = new LinkedList<ExecJob>();
        JobGraph jGraph = stats.getJobGraph();
        Iterator<JobStats> iter = jGraph.iterator();
        while (iter.hasNext()) {
            JobStats js = iter.next();
            for (OutputStats output : js.getOutputs()) {
                if (js.isSuccessful()) {               
View Full Code Here

Examples of org.apache.pig.tools.pigstats.PigStats

811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
     * @return {@link ExecJob} containing information about this job
     * @throws IOException
     */
    public ExecJob store(String id, String filename, String func)
            throws IOException {
        PigStats stats = storeEx(id, filename, func);
        if (stats.getOutputStats().size() < 1) {
            throw new IOException("Couldn't retrieve job.");
        }
        OutputStats output = stats.getOutputStats().get(0);

        if(stats.isSuccessful()){
            return  new HJob(JOB_STATUS.COMPLETED, pigContext, output
                    .getPOStore(), output.getAlias(), stats);
        }else{
            HJob job = new HJob(JOB_STATUS.FAILED, pigContext,
                    output.getPOStore(), output.getAlias(), stats);
           
            //check for exception
            Exception ex = null;
            for(JobStats js : stats.getJobGraph()){
                if(js.getException() != null)
                    ex = js.getException();
            }
            job.setException(ex);
            return job;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.