Package org.apache.pig.data

Examples of org.apache.pig.data.DataAtom

108
109
110
111
112
113
114
115
116
117
118
        public boolean next (Tuple value)
            throws IOException
        {
            if (!read) {
                value.appendField(new DataAtom(val));
                read = true;
                return true;
            }
            return false;
        }
View Full Code Here
699
700
701
702
703
704
705
706
707
    }
   
    static Datum GetUnequalValue(Datum v, boolean stringOp) {
        if (!(v instanceof DataAtom)) return null;
       
        DataAtom zero = new DataAtom("0");
        if (v.equals(zero)) return new DataAtom("1");
        else return zero;
    }
View Full Code Here
709
710
711
712
713
714
715
716
717
718
719
720
    static Datum GetSmallerValue(Datum v, boolean stringOp) {
        if (!(v instanceof DataAtom)) return null;

        if (stringOp) {
            String val = ((DataAtom) v).strval();
            if (val.length() > 0) return new DataAtom(val.substring(0, val.length()-1));
            else return null;   // don't know how to make a string smaller than the empty string
        } else {
            double val = ((DataAtom) v).numval();
            return new DataAtom(val-1);
        }
    }
View Full Code Here
722
723
724
725
726
727
728
729
730
731
732
    static Datum GetLargerValue(Datum v, boolean stringOp) {
        if (!(v instanceof DataAtom)) return null;

        if (stringOp) {
            String val = ((DataAtom) v).strval();
            return new DataAtom(val + "0");
        } else {
            double val = ((DataAtom) v).numval();
            return new DataAtom(val+1);
        }
    }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
        if ((line = in.readLine(utf8, (byte)'\n')) != null) {
            if (line.length()>0 && line.charAt(line.length()-1)=='\r')
                line = line.substring(0, line.length()-1);

            Tuple t = new Tuple(1);
            t.setField(0, new DataAtom(line));
            return t;
        }
        return null;
    }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
        }

        // Create a new Tuple with one DataAtom field and return it,
        // ensure that we return 'null' if we didn't get any data
        if (off > 0) {
            return new Tuple(new DataAtom(buffer));
        }
       
        return null;
    }
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
123
    public void finish() throws IOException {}

    public void putNext(Tuple f) throws IOException {
        // Pick up the first field of the Tuple, then it's
        // raw-bytes and send it out
        DataAtom dAtom = (DataAtom)(f.getAtomField(0));
        byte[] data = dAtom.getValueBytes();
        if (data.length > 0) {
            out.write(dAtom.getValueBytes());
            out.flush();
        }
    }
View Full Code Here
53
54
55
56
57
58
59
    }

    static public class Initial extends EvalFunc<Tuple> {
        @Override
        public void exec(Tuple input, Tuple output) throws IOException {
            output.appendField(new DataAtom(max(input)));
        }
View Full Code Here
51
52
53
54
55
56
57
58
59
60
61
62
            Iterator<Tuple> it1 = field1.iterator();
            checkInBag(field2, it1, output);
            Iterator<Tuple> it2 = field2.iterator();
            checkInBag(field1, it2, output);
        } else {
            DataAtom d1 = input.getAtomField(0);
            DataAtom d2 = input.getAtomField(1);
            if (!d1.equals(d2)) {
                output.add(new Tuple(d1));
                output.add(new Tuple(d2));
            }
        }
View Full Code Here
53
54
55
56
57
58
59
    }

    static public class Initial extends EvalFunc<Tuple> {
        @Override
        public void exec(Tuple input, Tuple output) throws IOException {
            output.appendField(new DataAtom(min(input)));
        }
View Full Code Here
TOP

Related Classes of org.apache.pig.data.DataAtom

  • org.apache.pig.builtin.AVG
  • org.apache.pig.builtin.AVG$Initial
  • org.apache.pig.builtin.BinaryStorage
  • org.apache.pig.builtin.COUNT$Initial
  • org.apache.pig.builtin.COUNT$Intermed
  • org.apache.pig.builtin.DIFF
  • org.apache.pig.builtin.MAX$Initial
  • org.apache.pig.builtin.MIN$Initial
  • org.apache.pig.builtin.SUM$Initial
  • org.apache.pig.builtin.TextLoader
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.