Package org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POProject

49
50
51
52
53
54
55
56
57
58
59
60
            Tuple t = tf.newTuple();
            t.append(r.nextInt());
            bag.add(t);
        }
       
        POProject prj = new POProject(new OperatorKey("", r.nextLong()), -1, 0);
        prj.setResultType(DataType.INTEGER);
        PONegative pn = new PONegative(new OperatorKey("", r.nextLong()), -1, prj);
        pn.setResultType(DataType.INTEGER);
       
        PhysicalPlan plan = new PhysicalPlan();
        plan.add(prj); plan.add(pn);
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90
              t.append(null);
              bag.add(t);
            }
        }
       
        POProject prj = new POProject(new OperatorKey("", r.nextLong()), -1, 0);
        prj.setResultType(DataType.INTEGER);
        PONegative pn = new PONegative(new OperatorKey("", r.nextLong()), -1, prj);
        pn.setResultType(DataType.INTEGER);
       
        PhysicalPlan plan = new PhysicalPlan();
        plan.add(prj); plan.add(pn);
View Full Code Here
111
112
113
114
115
116
117
118
119
120
121
122
            Tuple t = tf.newTuple();
            t.append(r.nextLong());
            bag.add(t);
        }
       
        POProject prj = new POProject(new OperatorKey("", r.nextLong()), -1, 0);
        prj.setResultType(DataType.LONG);
        PONegative pn = new PONegative(new OperatorKey("", r.nextLong()), -1, prj);
        pn.setResultType(DataType.LONG);
       
        PhysicalPlan plan = new PhysicalPlan();
        plan.add(prj); plan.add(pn);
View Full Code Here
141
142
143
144
145
146
147
148
149
150
151
152
              t.append(null);
              bag.add(t);
            }
        }
       
        POProject prj = new POProject(new OperatorKey("", r.nextLong()), -1, 0);
        prj.setResultType(DataType.LONG);
        PONegative pn = new PONegative(new OperatorKey("", r.nextLong()), -1, prj);
        pn.setResultType(DataType.LONG);
       
        PhysicalPlan plan = new PhysicalPlan();
        plan.add(prj); plan.add(pn);
View Full Code Here
173
174
175
176
177
178
179
180
181
182
183
184
            Tuple t = tf.newTuple();
            t.append(r.nextDouble());
            bag.add(t);
        }
       
        POProject prj = new POProject(new OperatorKey("", r.nextLong()), -1, 0);
        prj.setResultType(DataType.DOUBLE);
        PONegative pn = new PONegative(new OperatorKey("", r.nextLong()), -1, prj);
        pn.setResultType(DataType.DOUBLE);
       
        PhysicalPlan plan = new PhysicalPlan();
        plan.add(prj); plan.add(pn);
View Full Code Here
203
204
205
206
207
208
209
210
211
212
213
214
              t.append(null);
              bag.add(t);
            }
        }
       
        POProject prj = new POProject(new OperatorKey("", r.nextLong()), -1, 0);
        prj.setResultType(DataType.DOUBLE);
        PONegative pn = new PONegative(new OperatorKey("", r.nextLong()), -1, prj);
        pn.setResultType(DataType.DOUBLE);
       
        PhysicalPlan plan = new PhysicalPlan();
        plan.add(prj); plan.add(pn);
View Full Code Here
234
235
236
237
238
239
240
241
242
243
244
245
            Tuple t = tf.newTuple();
            t.append(r.nextFloat());
            bag.add(t);
        }
       
        POProject prj = new POProject(new OperatorKey("", r.nextLong()), -1, 0);
        prj.setResultType(DataType.FLOAT);
        PONegative pn = new PONegative(new OperatorKey("", r.nextLong()), -1, prj);
        pn.setResultType(DataType.FLOAT);
       
        PhysicalPlan plan = new PhysicalPlan();
        plan.add(prj); plan.add(pn);
View Full Code Here
264
265
266
267
268
269
270
271
272
273
274
275
              t.append(null);
              bag.add(t);
            }
        }
       
        POProject prj = new POProject(new OperatorKey("", r.nextLong()), -1, 0);
        prj.setResultType(DataType.FLOAT);
        PONegative pn = new PONegative(new OperatorKey("", r.nextLong()), -1, prj);
        pn.setResultType(DataType.FLOAT);
       
        PhysicalPlan plan = new PhysicalPlan();
        plan.add(prj); plan.add(pn);
View Full Code Here
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
   
    @Override
    public void visitLOInnerLoad(LOInnerLoad load) throws IOException {
        String scope = DEFAULT_SCOPE;
       
        POProject exprOp = new POProject(new OperatorKey(scope, nodeGen
              .getNextNodeId(scope)));
            
        LogicalSchema s = load.getSchema();
        if (s != null) {
            exprOp.setResultType(s.getField(0).type);
        }
        exprOp.setColumn(load.getColNum());
        exprOp.setStar(load.getProjection().isProjectStar());       
       
        // set input to POProject to the predecessor of foreach
       
        logToPhyMap.put(load, exprOp);
        currentPlan.add(exprOp);
View Full Code Here
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
            List<Boolean> flattenLst = new ArrayList<Boolean>();
           
            try{
                for(int i=0;i< count;i++){
                    PhysicalPlan fep1 = new PhysicalPlan();
                    POProject feproj1 = new POProject(new OperatorKey(scope, nodeGen.getNextNodeId(scope)),
                            loj.getRequestedParallelisam(), i+1); //i+1 since the first column is the "group" field
                    feproj1.setAlias(loj.getAlias());
                    feproj1.setResultType(DataType.BAG);
                    feproj1.setOverloaded(false);
                    fep1.add(feproj1);
                    fePlans.add(fep1);
                    // the parser would have marked the side
                    // where we need to keep empty bags on
                    // non matched as outer (innerFlags[i] would be
View Full Code Here
TOP

Related Classes of org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POProject

  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.CombinerOptimizer
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRCompiler
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRCompiler$LastInputStreamingOptimizer
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.MRUtil
  • org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.SecondaryKeyOptimizer
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange
  • org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTezFactory
  • org.apache.pig.backend.hadoop.executionengine.tez.plan.TezCompiler
  • org.apache.pig.backend.hadoop.executionengine.tez.util.TezCompilerUtil
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.