Examples of PORead

org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead
This operator is used to read tuples from a databag in memory. Used mostly for testing. It'd also be useful for the example generator
org.apache.pig.backend.local.executionengine.PORead
org.apache.pig.test.PORead
This operator is used to read tuples from a databag in memory. Used mostly for testing. It'd also be useful for the example generator

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead


        List<Boolean> mAscCols = new LinkedList<Boolean>();
        mAscCols.add(false);
        mAscCols.add(true);


        PORead read = new PORead(new OperatorKey("", r.nextLong()), input);
        List<PhysicalOperator> inputs = new LinkedList<PhysicalOperator>();
        inputs.add(read);


        POSort sort = new POSort(new OperatorKey("", r.nextLong()), -1, inputs,
                                 sortPlans, mAscCols, null);

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead

     
    }
    


  public void poSortUDFWithNull(DataBag input) throws ExecException {
    PORead read = new PORead(new OperatorKey("", r.nextLong()), input);
    List<PhysicalOperator> inputs = new LinkedList<PhysicalOperator>();
    inputs.add(read);
    String funcName = WeirdComparator.class.getName() + "()";
    /*POUserFunc comparator = new POUserFunc(
        new OperatorKey("", r.nextLong()), -1, inputs, funcName);*/

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead

        physOp.setLineageTracer(lineage);


        // replace the original inputs by POReads
        for (int i = 0; i < inputs.size(); i++) {
            DataBag bag = derivedData.get(cg.getInputs().get(i));
            PORead por = new PORead(new OperatorKey("", r.nextLong()), bag);
            phy.add(por);
            try {
                phy.connect(por, physOp.getInputs().get(i));
            } catch (PlanException e) {
                // TODO Auto-generated catch block
                e.printStackTrace();
                log.error("Error connecting " + por.name() + " to "
                        + physOp.name());
            }
        }


        DataBag output = BagFactory.getInstance().newDefaultBag();

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead

        phy.add(physOp);


        // replace the original inputs by POReads
        for (LogicalOperator l : op.getPlan().getPredecessors(op)) {
            DataBag bag = derivedData.get(l);
            PORead por = new PORead(new OperatorKey("", r.nextLong()), bag);
            phy.add(por);
            try {
                phy.connect(por, physOp);
            } catch (PlanException e) {
                // TODO Auto-generated catch block
                e.printStackTrace();
                log.error("Error connecting " + por.name() + " to "
                        + physOp.name());
            }
        }


        DataBag output = BagFactory.getInstance().newDefaultBag();

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead

        physOp.setLineageTracer(null);


        // replace the original inputs by POReads
        for (int i = 0; i < inputs.size(); i++) {
            DataBag bag = derivedData.get(op.getInputs().get(i));
            PORead por = new PORead(new OperatorKey("", r.nextLong()), bag);
            phy.add(por);
            try {
                phy.connect(por, physOp.getInputs().get(i));
            } catch (PlanException e) {
                // TODO Auto-generated catch block
                e.printStackTrace();
                log.error("Error connecting " + por.name() + " to "
                        + physOp.name());
            }
        }


        // replace the original inputs by POReads

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead

        
    }
    
    @Test
    public void testCross() throws ExecException {
        PORead pr1 = new PORead(new OperatorKey("", r.nextLong()), inputs[0]);
        PORead pr2 = new PORead(new OperatorKey("", r.nextLong()), inputs[1]);
        List<PhysicalOperator> inputs = new LinkedList<PhysicalOperator>();
        inputs.add(pr1);
        inputs.add(pr2);
        
        //create the expected data bag

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead

        bag2.add(t);
        t = TupleFactory.getInstance().newTuple();
        t.append(new Integer(1));
        bag2.add(t);


        PORead poread1 = new PORead(new OperatorKey("", r.nextLong()), bag1);
        PORead poread2 = new PORead(new OperatorKey("", r.nextLong()), bag2);


        List<PhysicalOperator> inputs1 = new LinkedList<PhysicalOperator>();
        inputs1.add(poread1);


        POProject prj1 = new POProject(new OperatorKey("", r.nextLong()), -1, 0);

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead

        t3.append(3);
        t3.append(4);
        input.add(t2);
        input.add(t3);


        PORead poread1 = new PORead(new OperatorKey("", r.nextLong()), input);
        List<PhysicalOperator> inputs1 = new LinkedList<PhysicalOperator>();
        inputs1.add(poread1);


        POProject prj1 = new POProject(new OperatorKey("", r.nextLong()), -1, 1);
        prj1.setResultType(DataType.INTEGER);

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead

      confirmDistinct();
     }


    public void confirmDistinct() throws ExecException {
       
      PORead read = new PORead(new OperatorKey("", r.nextLong()), input);
      List<PhysicalOperator> inputs = new LinkedList<PhysicalOperator>();
      inputs.add(read);
      PODistinct distinct = new PODistinct(new OperatorKey("", r.nextLong()),
              -1, inputs);
      Map<Tuple, Integer> output = new HashMap<Tuple, Integer>();

View Full Code Here

Examples of org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORead

                t.set(0, new Integer(ints[j]));
                t.set(1, new Integer(ints[j+1]));
                inbag.add(t);
            }
    
            PORead read = GenPhyOp.topReadOp(inbag);
            POFilter filter = GenPhyOp.connectedFilterOp(read);
            filter.setPlan(ip);
    
            PhysicalPlan op = new PhysicalPlan();
            op.add(filter);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.