Examples of POValueInputTez

org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueInputTez
POValueInputTez is used read tuples from a Tez Intermediate output from a 1-1 edge

Examples of org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueInputTez

                    break;
                }
            }
            identityInOut.setInputKey(identityInOutPred.getOperatorKey().toString());
        } else if (roots.size() == 1 && roots.get(0) instanceof POValueInputTez) {
            POValueInputTez valueInput = (POValueInputTez) roots.get(0);


            LinkedList<String> scalarInputs = new LinkedList<String>();
            for (POUserFunc userFunc : PlanHelper.getPhysicalOperators(tezOp.plan, POUserFunc.class) ) {
                if (userFunc.getFunc() instanceof ReadScalarsTez) {
                    scalarInputs.add(((ReadScalarsTez)userFunc.getFunc()).getTezInputs()[0]);
                }
            }
            // Make sure we don't find the scalar
            for (TezOperator pred : mPlan.getPredecessors(tezOp)) {
                if (!scalarInputs.contains(pred.getOperatorKey().toString())) {
                    valueInput.setInputKey(pred.getOperatorKey().toString());
                    break;
                }
            }
        }
        setOutputFormat(job);

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueInputTez

                    oper.setSplitter(true);


                    // Create a splittee of store only
                    TezOperator storeOnlyTezOperator = getTezOp();
                    PhysicalPlan storeOnlyPhyPlan = new PhysicalPlan();
                    POValueInputTez valueInput = new POValueInputTez(new OperatorKey(scope,nig.getNextNodeId(scope)));
                    valueInput.setInputKey(oper.getOperatorKey().toString());
                    storeOnlyPhyPlan.addAsLeaf(valueInput);
                    storeOnlyPhyPlan.addAsLeaf(store);
                    storeOnlyTezOperator.plan = storeOnlyPhyPlan;
                    tezPlan.add(storeOnlyTezOperator);
                    phyToTezOpMap.put(store, storeOnlyTezOperator);


                    // Create new operator as second splittee
                    curTezOp = getTezOp();
                    POValueInputTez valueInput2 = new POValueInputTez(new OperatorKey(scope,nig.getNextNodeId(scope)));
                    valueInput2.setInputKey(oper.getOperatorKey().toString());
                    curTezOp.plan.add(valueInput2);
                    tezPlan.add(curTezOp);


                    // Connect splitter to splittee
                    TezEdgeDescriptor edge = TezCompilerUtil.connect(tezPlan, oper, storeOnlyTezOperator);

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueInputTez

            } else {
                curTezOp.markLimit();
            }


            // Then add a POValueInputTez to the start of the new tezOp.
            POValueInputTez input = new POValueInputTez(OperatorKey.genOpKey(scope));
            input.copyAliasFrom(op);
            input.setInputKey(prevOp.getOperatorKey().toString());
            curTezOp.plan.addAsLeaf(input);


            if (!pigContext.inIllustrator) {
                POLimit limitCopy = new POLimit(OperatorKey.genOpKey(scope));
                limitCopy.copyAliasFrom(op);

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueInputTez

                edge.inputClassName = OrderedGroupedKVInput.class.getName();
                edge.setIntermediateOutputKeyClass(TezCompilerUtil.TUPLE_CLASS);
                edge.setIntermediateOutputKeyComparatorClass(PigTupleWritableComparator.class.getName());


                // Then add a POValueInputTez to the start of the new tezOp followed by a LIMIT
                POValueInputTez input = new POValueInputTez(OperatorKey.genOpKey(scope));
                input.copyAliasFrom(op);
                input.setInputKey(sortOpers[1].getOperatorKey().toString());
                curTezOp.plan.addAsLeaf(input);


                POLimit limit = new POLimit(OperatorKey.genOpKey(scope));
                limit.setLimit(op.getLimit());
                curTezOp.plan.addAsLeaf(limit);

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POValueInputTez

            output.addOutputKey(curTezOp.getOperatorKey().toString());
            TezEdgeDescriptor edge = TezCompilerUtil.connect(tezPlan, splitOp, curTezOp);
            //TODO shared edge once support is available in Tez
            TezCompilerUtil.configureValueOnlyTupleOutput(edge, DataMovementType.ONE_TO_ONE);
            curTezOp.setRequestedParallelismByReference(splitOp);
            POValueInputTez input = new POValueInputTez(OperatorKey.genOpKey(scope));
            input.copyAliasFrom(op);
            input.setInputKey(splitOp.getOperatorKey().toString());
            curTezOp.plan.addAsLeaf(input);
        } catch (Exception e) {
            int errCode = 2034;
            String msg = "Error compiling operator "
                    + op.getClass().getSimpleName();

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.