Examples of LOSplitOutput

Examples of org.apache.pig.impl.logicalLayer.LOSplitOutput

243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
        RequiredFields splitRelevantFields = split.getRelevantInputs(0, 0).get(0);
        assertTrue(splitRelevantFields.needAllFields() == false);
        assertTrue(splitRelevantFields.needNoFields() == true);
        assertTrue(splitRelevantFields.getFields() == null);

        LOSplitOutput splitb = (LOSplitOutput)lp.getSuccessors(split).get(0);
        RequiredFields splitbRelevantFields0 = splitb.getRelevantInputs(0, 0).get(0);
        assertTrue(splitbRelevantFields0.getNeedAllFields() == false);
        assertTrue(splitbRelevantFields0.getNeedNoFields() == false);
        assertTrue(splitbRelevantFields0.getFields().size() == 1);
        assertTrue(splitbRelevantFields0.getFields().get(0).first == 0);
        assertTrue(splitbRelevantFields0.getFields().get(0).second == 0);
       
        RequiredFields splitbRelevantFields1 = splitb.getRelevantInputs(0, 1).get(0);
        assertTrue(splitbRelevantFields1.getNeedAllFields() == false);
        assertTrue(splitbRelevantFields1.getNeedNoFields() == false);
        assertTrue(splitbRelevantFields1.getFields().size() == 1);
        assertTrue(splitbRelevantFields1.getFields().contains(new Pair<Integer, Integer>(0, 1)));
       
        LOSplitOutput splitc = (LOSplitOutput)lp.getSuccessors(split).get(1);
        RequiredFields splitcRelevantFields0 = splitc.getRelevantInputs(0, 0).get(0);
        assertTrue(splitcRelevantFields0.getNeedAllFields() == false);
        assertTrue(splitcRelevantFields0.getNeedNoFields() == false);
        assertTrue(splitcRelevantFields0.getFields().size() == 1);
        assertTrue(splitcRelevantFields0.getFields().contains(new Pair<Integer, Integer>(0, 0)));
       
        RequiredFields splitcRelevantFields = splitc.getRelevantInputs(0, 1).get(0);
        assertTrue(splitcRelevantFields.getNeedAllFields() == false);
        assertTrue(splitcRelevantFields.getNeedNoFields() == false);
        assertTrue(splitcRelevantFields.getFields().size() == 1);
        assertTrue(splitcRelevantFields.getFields().get(0).first == 0);
        assertTrue(splitcRelevantFields.getFields().get(0).second == 1);
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LOSplitOutput

145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
                LogicalPlan condPlan = new LogicalPlan();
                LOConst cnst = new LOConst(mPlan, new OperatorKey(scope,
                        idGen.getNextNodeId(scope)), new Boolean(true));
                cnst.setType(DataType.BOOLEAN);
                condPlan.add(cnst);
                LOSplitOutput splitOutput = new LOSplitOutput(mPlan,
                        new OperatorKey(scope, idGen.getNextNodeId(scope)), ++index, condPlan);
                splitOp.addOutput(splitOutput);
                mPlan.add(splitOutput);
                mPlan.insertBetween(splitOp, splitOutput, succ);
                splitOutput.setAlias(splitOp.getAlias());
                // Patch up the contained plans of succ
                fixUpContainedPlans(nodes.get(0), splitOutput, succ, null);
            }
           
        } catch (Exception e) {
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LOSplitOutput

247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
        RequiredFields splitRelevantFields = split.getRelevantInputs(0, 0).get(0);
        assertTrue(splitRelevantFields.needAllFields() == false);
        assertTrue(splitRelevantFields.needNoFields() == false);
        assertTrue(splitRelevantFields.getFields().size() == 1);

        LOSplitOutput splitb = (LOSplitOutput)lp.getSuccessors(split).get(0);
        RequiredFields splitbRelevantFields0 = splitb.getRelevantInputs(0, 0).get(0);
        assertTrue(splitbRelevantFields0.getNeedAllFields() == false);
        assertTrue(splitbRelevantFields0.getNeedNoFields() == false);
        assertTrue(splitbRelevantFields0.getFields().size() == 1);
        assertTrue(splitbRelevantFields0.getFields().get(0).first == 0);
        assertTrue(splitbRelevantFields0.getFields().get(0).second == 0);
       
        RequiredFields splitbRelevantFields1 = splitb.getRelevantInputs(0, 1).get(0);
        assertTrue(splitbRelevantFields1.getNeedAllFields() == false);
        assertTrue(splitbRelevantFields1.getNeedNoFields() == false);
        assertTrue(splitbRelevantFields1.getFields().size() == 1);
        assertTrue(splitbRelevantFields1.getFields().contains(new Pair<Integer, Integer>(0, 1)));
       
        LOSplitOutput splitc = (LOSplitOutput)lp.getSuccessors(split).get(1);
        RequiredFields splitcRelevantFields0 = splitc.getRelevantInputs(0, 0).get(0);
        assertTrue(splitcRelevantFields0.getNeedAllFields() == false);
        assertTrue(splitcRelevantFields0.getNeedNoFields() == false);
        assertTrue(splitcRelevantFields0.getFields().size() == 1);
        assertTrue(splitcRelevantFields0.getFields().contains(new Pair<Integer, Integer>(0, 0)));
       
        RequiredFields splitcRelevantFields = splitc.getRelevantInputs(0, 1).get(0);
        assertTrue(splitcRelevantFields.getNeedAllFields() == false);
        assertTrue(splitcRelevantFields.getNeedNoFields() == false);
        assertTrue(splitcRelevantFields.getFields().size() == 1);
        assertTrue(splitcRelevantFields.getFields().get(0).first == 0);
        assertTrue(splitcRelevantFields.getFields().get(0).second == 1);
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LOSplitOutput

515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
        assertTrue(splitRelevantFields1.getFields().size() == 1);
        assertTrue(splitRelevantFields1.getFields().contains(new Pair<Integer, Integer>(0, 1)));

        assertTrue(split.getRelevantInputs(0, 2) == null);

        LOSplitOutput splitb = (LOSplitOutput)lp.getSuccessors(split).get(0);
        RequiredFields splitbRelevantFields = splitb.getRelevantInputs(0, 1).get(0);
        assertTrue(splitbRelevantFields.getNeedAllFields() == false);
        assertTrue(splitbRelevantFields.getNeedNoFields() == false);
        assertTrue(splitbRelevantFields.getFields().size() == 1);
        assertTrue(splitbRelevantFields.getFields().contains(new Pair<Integer, Integer>(0, 1)));
       
        LOSplitOutput splitc = (LOSplitOutput)lp.getSuccessors(split).get(0);
        RequiredFields splitcRelevantFields = splitc.getRelevantInputs(0, 1).get(0);
        assertTrue(splitcRelevantFields.getNeedAllFields() == false);
        assertTrue(splitcRelevantFields.getNeedNoFields() == false);
        assertTrue(splitcRelevantFields.getFields().size() == 1);
        assertTrue(splitcRelevantFields.getFields().contains(new Pair<Integer, Integer>(0, 1)));
    }
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LOSplitOutput

1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
1041
1042
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
1053
1054
1055
1056
1057
1058
1059
1060
1061
1062
        assertTrue(splitRelevantFields1.getFields().size() == 1);
        assertTrue(splitRelevantFields1.getFields().contains(new Pair<Integer, Integer>(0, 1)));
       
        assertTrue(split.getRelevantInputs(0, 2) == null);

        LOSplitOutput splitb = (LOSplitOutput)lp.getSuccessors(split).get(0);
        RequiredFields splitbRelevantFields0 = splitb.getRelevantInputs(0, 0).get(0);
        assertTrue(splitbRelevantFields0.getNeedAllFields() == false);
        assertTrue(splitbRelevantFields0.getNeedNoFields() == false);
        assertTrue(splitbRelevantFields0.getFields().size() == 1);
        assertTrue(splitbRelevantFields0.getFields().get(0).first == 0);
        assertTrue(splitbRelevantFields0.getFields().get(0).second == 0);
       
        RequiredFields splitbRelevantFields1 = splitb.getRelevantInputs(0, 1).get(0);
        assertTrue(splitbRelevantFields1.getNeedAllFields() == false);
        assertTrue(splitbRelevantFields1.getNeedNoFields() == false);
        assertTrue(splitbRelevantFields1.getFields().size() == 1);
        assertTrue(splitbRelevantFields1.getFields().contains(new Pair<Integer, Integer>(0, 1)));
       
        LOSplitOutput splitc = (LOSplitOutput)lp.getSuccessors(split).get(1);
        RequiredFields splitcRelevantFields0 = splitc.getRelevantInputs(0, 0).get(0);
        assertTrue(splitcRelevantFields0.getNeedAllFields() == false);
        assertTrue(splitcRelevantFields0.getNeedNoFields() == false);
        assertTrue(splitcRelevantFields0.getFields().size() == 1);
        assertTrue(splitcRelevantFields0.getFields().contains(new Pair<Integer, Integer>(0, 0)));
       
        RequiredFields splitcRelevantFields1 = splitc.getRelevantInputs(0, 1).get(0);
        assertTrue(splitcRelevantFields1.getNeedAllFields() == false);
        assertTrue(splitcRelevantFields1.getNeedNoFields() == false);
        assertTrue(splitcRelevantFields1.getFields().size() == 1);
        assertTrue(splitcRelevantFields1.getFields().contains(new Pair<Integer, Integer>(0, 1)));
    }
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LOSplitOutput

143
144
145
146
147
148
149
150
151
152
        fillSchema(split, node.attributes) ;
        return split ;
    }

    private LOSplitOutput createLOSplitOutput(DotNode node, LogicalPlan plan) {
        LOSplitOutput splitOut = new LOSplitOutput(plan,
                                        getKey(node.attributes), 0,  null) ;
        fillSchema(splitOut, node.attributes) ;
        return splitOut ;
    }
View Full Code Here

Examples of org.apache.pig.impl.logicalLayer.LOSplitOutput

147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
                LogicalPlan condPlan = new LogicalPlan();
                LOConst cnst = new LOConst(mPlan, new OperatorKey(scope,
                        idGen.getNextNodeId(scope)), new Boolean(true));
                cnst.setType(DataType.BOOLEAN);
                condPlan.add(cnst);
                LOSplitOutput splitOutput = new LOSplitOutput(mPlan,
                        new OperatorKey(scope, idGen.getNextNodeId(scope)), ++index, condPlan);
                splitOp.addOutput(splitOutput);
                mPlan.add(splitOutput);
                mPlan.insertBetween(splitOp, splitOutput, succ);
                splitOutput.setAlias(splitOp.getAlias());
                // Patch up the contained plans of succ
                fixUpContainedPlans(nodes.get(0), splitOutput, succ, null);
            }
           
        } catch (Exception e) {
View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplitOutput

328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
           
            SortInfo sortInfo = null;
            if(storePred instanceof LOLimit) {
                storePred = store.getPlan().getPredecessors(storePred).get(0);
            } else if (storePred instanceof LOSplitOutput) {
                LOSplitOutput splitOutput = (LOSplitOutput)storePred;
                // We assume this is the LOSplitOutput we injected for this case:
                // b = order a by $0; store b into '1'; store b into '2';
                // In this case, we should mark both '1' and '2' as sorted
                LogicalExpressionPlan conditionPlan = splitOutput.getFilterPlan();
                if (conditionPlan.getSinks().size()==1) {
                    Operator root = conditionPlan.getSinks().get(0);
                    if (root instanceof ConstantExpression) {
                        Object value = ((ConstantExpression)root).getValue();
                        if (value instanceof Boolean && (Boolean)value==true) {
                            Operator split = splitOutput.getPlan().getPredecessors(splitOutput).get(0);
                            if (split instanceof LOSplit)
                                storePred = store.getPlan().getPredecessors(split).get(0);
                        }
                    }
                }
View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplitOutput

120
121
122
123
124
125
126
127
128
129
130
131
          // position is remembered in order to maintain the order of the successors
          Pair<Integer, Integer> pos = currentPlan.disconnect(op, suc);
          LogicalExpressionPlan filterPlan = new LogicalExpressionPlan();
          LogicalSchema.LogicalFieldSchema fs = new LogicalSchema.LogicalFieldSchema(null, null, DataType.BOOLEAN);
          new ConstantExpression(filterPlan, Boolean.valueOf(true), fs);
          LOSplitOutput splitOutput = new LOSplitOutput((LogicalPlan) currentPlan, filterPlan);
          splitOutput.setAlias(splitOp.getAlias());
          currentPlan.add(splitOutput);
          currentPlan.connect(splitOp, splitOutput);
          currentPlan.connect(splitOutput, pos.first, suc, pos.second);
        }
        UidResetter uidResetter = new UidResetter(currentPlan);
View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplitOutput

332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
           
            SortInfo sortInfo = null;
            if(storePred instanceof LOLimit) {
                storePred = store.getPlan().getPredecessors(storePred).get(0);
            } else if (storePred instanceof LOSplitOutput) {
                LOSplitOutput splitOutput = (LOSplitOutput)storePred;
                // We assume this is the LOSplitOutput we injected for this case:
                // b = order a by $0; store b into '1'; store b into '2';
                // In this case, we should mark both '1' and '2' as sorted
                LogicalExpressionPlan conditionPlan = splitOutput.getFilterPlan();
                if (conditionPlan.getSinks().size()==1) {
                    Operator root = conditionPlan.getSinks().get(0);
                    if (root instanceof ConstantExpression) {
                        Object value = ((ConstantExpression)root).getValue();
                        if (value instanceof Boolean && (Boolean)value==true) {
                            Operator split = splitOutput.getPlan().getPredecessors(splitOutput).get(0);
                            if (split instanceof LOSplit)
                                storePred = store.getPlan().getPredecessors(split).get(0);
                        }
                    }
                }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.