Examples of IntWritable

Examples of org.apache.hadoop.io.IntWritable

10
11
12
13
14
15
16
  @Override
  protected void reduce(Text artist,
                        Iterable<IntWritable> values,
                        Context context) throws IOException,
                                        InterruptedException {
    context.write(artist, new IntWritable(0));
  }
View Full Code Here

Examples of org.apache.hadoop.io.IntWritable

22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
  public void map(VarLongWritable key, VectorWritable value, Context context)
      throws IOException, InterruptedException {
    long userID = key.get();
    Vector userVector = value.get();
    Iterator<Vector.Element> it = userVector.iterateNonZero();
    IntWritable itemIndexWritable = new IntWritable();
    while (it.hasNext()) {
      Vector.Element e = it.next();
      int itemIndex = e.index();
      float preferenceValue = (float) e.get();
      itemIndexWritable.set(itemIndex);
      context.write(itemIndexWritable,
          new VectorOrPrefWritable(userID, preferenceValue));
    }
  }
View Full Code Here

Examples of org.apache.hadoop.io.IntWritable

22
23
24
25
26
27
28
29
30
    while (it.hasNext()) {
      int index1 = it.next().index();
      Iterator<Vector.Element> it2 = userVector.get().iterateNonZero();
      while (it2.hasNext()) {
        int index2 = it2.next().index();
        context.write(new IntWritable(index1), new IntWritable(index2));
      }
    }
  }
View Full Code Here

Examples of org.apache.hadoop.io.IntWritable

75
76
77
78
79
80
81
82
83
84
85
86
87
      new TanimotoDistanceMeasure(), 0.01, 20, 2.0f, true, true, 0.0, false);
   
    SequenceFile.Reader reader = new SequenceFile.Reader(fs, new Path(
      clusterOutput + Cluster.CLUSTERED_POINTS_DIR +"/part-m-00000"), conf);
   
    IntWritable key = new IntWritable();
    WeightedVectorWritable value = new WeightedVectorWritable();
    while (reader.next(key, value)) {
      System.out.println("Cluster: " + key.toString() + " "
                         + value.getVector().asFormatString());
    }
    reader.close();
  }
View Full Code Here

Examples of org.apache.hadoop.io.IntWritable

72
73
74
75
76
77
78
79
80
81
82
83
84
      20, true, false);
   
    SequenceFile.Reader reader = new SequenceFile.Reader(fs,
        new Path(clusterOutput + Cluster.CLUSTERED_POINTS_DIR + "/part-00000"), conf);
   
    IntWritable key = new IntWritable();
    WeightedVectorWritable value = new WeightedVectorWritable();
    while (reader.next(key, value)) {
       System.out.println(key.toString() + " belongs to cluster "
       + value.toString());
    }
    reader.close();
  }
View Full Code Here

Examples of org.apache.hadoop.io.IntWritable

88
89
90
91
92
93
94
95
96
97
98
99
100
   
    SequenceFile.Reader reader = new SequenceFile.Reader(fs,
        new Path("output/" + Cluster.CLUSTERED_POINTS_DIR
                 + "/part-m-00000"), conf);
   
    IntWritable key = new IntWritable();
    WeightedVectorWritable value = new WeightedVectorWritable();
    while (reader.next(key, value)) {
      System.out.println(value.toString() + " belongs to cluster "
                         + key.toString());
    }
    reader.close();
  }
View Full Code Here

Examples of org.apache.hadoop.io.IntWritable

45
46
47
48
49
50
51
52
53
54
55
56
57
58
    return latestRead;
  }


  IntWritable createWritable(Object previous, int v) throws IOException {
    IntWritable result = null;
    if (previous == null) {
      result = new IntWritable();
    } else {
      result = (IntWritable) previous;
    }
    result.set(v);
    return result;
  }
View Full Code Here

Examples of org.apache.hadoop.io.IntWritable

75
76
77
78
79
80
81
82
83
84
85
  }


  @Override
  public Object next(Object previous) throws IOException {
    IntWritable result = null;
    if (valuePresent) {
      result = createWritable(previous, readInt());
    }
    return result;
  }
View Full Code Here

Examples of org.apache.hadoop.io.IntWritable

43
44
45
46
47
48
49
50
    return o == null ? null : new OrcLazyInt((OrcLazyInt) o);
  }

  @Override
  public Object getPrimitiveJavaObject(Object o) {
    IntWritable writable = (IntWritable) getPrimitiveWritableObject(o);
    return writable == null ? null : Integer.valueOf(writable.get());
  }
View Full Code Here

Examples of org.apache.hadoop.io.IntWritable

29
30
31
32
33
34
35
36
  }

  public OrcLazyInt(OrcLazyInt copy) {
    super(copy);
    if (copy.previous != null) {
      previous = new IntWritable(((IntWritable)copy.previous).get());
    }
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.