Package com.datasalt.pangool.io

Examples of com.datasalt.pangool.io.Utf8

183
184
185
186
187
188
189
190
191
192
193
194
    }
  }
 
  protected void readUtf8(DataInputStream input,ITuple tuple,int index) throws IOException {
    //this method is safe because tuple is internal, the tuple is not the final one
    Utf8 t = (Utf8)tuple.get(index);
    if (t == null){
      t = new Utf8();
      tuple.set(index,t);
    }
    t.readFields(input);
  }
View Full Code Here
152
153
154
155
156
157
158
159
160
161
162
163
164
165
      return (element2 == null) ? 0 : -1;
    } else if(element2 == null) {
      return 1;
    } else {
      if(element1 instanceof String) {
        element1 = new Utf8((String) element1);
      }
      if(element2 instanceof String) {
        element2 = new Utf8((String) element2);
      }
      if(element1 instanceof byte[]){
        byte[] buffer1 = (byte[])element1;
        if (element2 instanceof byte[]){
          byte[] buffer2 = (byte[])element2;
View Full Code Here
123
124
125
126
127
128
129
130
131
132
133
134
    }
  }

  protected void readUtf8(DataInputStream input, ITuple tuple, int index) throws IOException {
    // this method is safe because tuple is internal, the tuple is not the final one
    Utf8 t = (Utf8) tuple.get(index);
    if(t == null) {
      t = new Utf8();
      tuple.set(index, t);
    }
    t.readFields(input);
  }
View Full Code Here
279
280
281
282
283
284
285
286
287
288
289
  }

  protected void readUtf8(DataInputStream input, ITuple tuple, int index) throws IOException {
    Object t = tuple.get(index);
    if(t == null || !(t instanceof Utf8)) {
      t = new Utf8();
      tuple.set(index, t);
    }
    ((Utf8) t).readFields(input);

  }
View Full Code Here
167
168
169
170
171
172
173
174
175
176
177
178
179
180
      return (element2 == null) ? 0 : -1;
    } else if (element2 == null) {
      return 1;
    } else {
      if (element1 instanceof String) {
        element1 = new Utf8((String) element1);
      }
      if (element2 instanceof String) {
        element2 = new Utf8((String) element2);
      }
      if (element1 instanceof byte[]) {
        byte[] buffer1 = (byte[]) element1;
        if (element2 instanceof byte[]) {
          byte[] buffer2 = (byte[]) element2;
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
164
165
166
      return (element2 == null) ? 0 : -1;
    } else if(element2 == null) {
      return 1;
    } else {
      if(element1 instanceof String) {
        element1 = new Utf8((String) element1);
      }
      if(element2 instanceof String) {
        element2 = new Utf8((String) element2);
      }
      if(element1 instanceof byte[]){
        byte[] buffer1 = (byte[])element1;
        if (element2 instanceof byte[]){
          byte[] buffer2 = (byte[])element2;
View Full Code Here
127
128
129
130
131
132
133
134
135
136
137
138
    }
  }

  protected void readUtf8(DataInputStream input, ITuple tuple, int index) throws IOException {
    // this method is safe because tuple is internal, the tuple is not the final one
    Utf8 t = (Utf8) tuple.get(index);
    if(t == null) {
      t = new Utf8();
      tuple.set(index, t);
    }
    t.readFields(input);
  }
View Full Code Here
156
157
158
159
160
161
162
163
164
165
166
  }

  protected void readUtf8(DataInputStream input, ITuple tuple, int index) throws IOException {
    Object t = tuple.get(index);
    if(t == null || !(t instanceof Utf8)) {
      t = new Utf8();
      tuple.set(index, t);
    }
    ((Utf8) t).readFields(input);

  }
View Full Code Here
76
77
78
79
80
81
82
83
84
85
86
      tuple.set(0, "Pere");
      tuple.set(1, 100);
      tuple.set(2, new Text("ES"));

      // We use the multiple outputs here -
      collector.write(OUTPUT_1, new Utf8((String) tuple.get(0)), new Utf8((Text) tuple.get(2)));
      collector.write(OUTPUT_2, new IntWritable((Integer) tuple.get(1)), NullWritable.get());
      collector.write(TUPLEOUTPUT_1, tuple, NullWritable.get());

      collector.write(tuple);
    }
View Full Code Here
112
113
114
115
116
117
118
119
120
121
122
    public void reduce(ITuple group, Iterable<ITuple> tuples, TupleMRContext context, Collector collector)
        throws IOException, InterruptedException, TupleMRException {
      Iterator<ITuple> iterator = tuples.iterator();
      while(iterator.hasNext()) {
        ITuple tuple = iterator.next();
        Utf8 text = (Utf8) tuple.get("word");
        countToEmit.set((Integer) tuple.get("count"));
        collector.write(text, countToEmit);
        Assert.assertFalse(iterator.hasNext());
      }
    }
View Full Code Here
TOP

Related Classes of com.datasalt.pangool.io.Utf8

  • com.datasalt.pangool.tuplemr.mapred.lib.output.TestMultipleOutputs$MyInputProcessor
  • com.datasalt.pangool.tuplemr.mapred.SortComparator
  • com.datasalt.pangool.tuplemr.mapred.TestCombiner$Count
  • com.datasalt.pangool.tuplemr.serialization.SimpleTupleDeserializer
  • com.datasalt.pangool.tuplemr.serialization.SingleFieldDeserializer
  • com.datasalt.pangool.tuplemr.serialization.TupleDeserializer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.