Package org.apache.hadoop.io

Examples of org.apache.hadoop.io.DoubleWritable

88
89
90
91
92
93
94
  }

  @Test
  public void testUnboxDouble() {
    DoubleBoxerUnboxer d = new DoubleBoxerUnboxer();
    assertEquals(3.14159, d.unbox(new DoubleWritable(3.14159)), 0.000001);
  }
View Full Code Here
45
46
47
48
49
50
51
52
53
54
55
56
57
        List<IntWritable> counts = new ArrayList<IntWritable>();
        counts.add(new IntWritable(2));
        PairsRelativeOccurrenceReducer reducer = new PairsRelativeOccurrenceReducer();
        Field f = reducer.getClass().getDeclaredField("totalCount");
        f.setAccessible(true);
        DoubleWritable dw = (DoubleWritable)f.get(reducer);
        dw.set(2);
        new ReduceDriver<WordPair, IntWritable, WordPair, DoubleWritable>()
                .withReducer(reducer)
                .withInput(new WordPair("apple", "nut"), counts)
                .withOutput(new WordPair("apple", "nut"), new DoubleWritable(1.0))
                .runTest();
    }
View Full Code Here
28
29
30
31
32
33
34
35
36
37
38
39
                .withReducer(reducer)
                .withInput(new WordPair("apple", "*"), allCounts)
                .runTest();
        Field f = reducer.getClass().getDeclaredField("totalCount");
        f.setAccessible(true);
        DoubleWritable dw = (DoubleWritable)f.get(reducer);
        assertThat(dw.get(), is((double)4));

        f = reducer.getClass().getDeclaredField("currentWord");
        f.setAccessible(true);
        assertThat((f.get(reducer)).toString(), is("apple"));

View Full Code Here
61
62
63
64
65
66
67
        assertEquals(new LongWritable(Long.MAX_VALUE), typeFromJson);
    }

    @Override
    public void checkDouble(Object typeFromJson) {
        assertEquals(new DoubleWritable(Double.MAX_VALUE), typeFromJson);
    }
View Full Code Here
108
109
110
111
112
113
114
        writableTypeToJson(new VLongWritable(Long.MAX_VALUE));
    }

    @Test
    public void testDouble() {
        writableTypeToJson(new DoubleWritable(Double.MAX_VALUE));
    }
View Full Code Here
96
97
98
99
100
101
102
  }

  @Test
  public void testConvertDoubleWritable() {
    AvroDatumConverter<DoubleWritable, Double> converter = mFactory.create(DoubleWritable.class);
    assertEquals(2.0, converter.convert(new DoubleWritable(2.0)).doubleValue(), 0.00001);
  }
View Full Code Here
161
162
163
164
165
166
167
168
169
170
171
  public final void cleanup(
      BSPPeer<VertexWritable, VertexArrayWritable, Text, DoubleWritable> peer) {
    try {
      for (Entry<VertexWritable, Double> row : tentativePagerank.entrySet()) {
        peer.write(new Text(row.getKey().getName()),
            new DoubleWritable(row.getValue()));
      }
    } catch (IOException e) {
      e.printStackTrace();
    }
  }
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
241
242
243
    for (FileStatus status : stati) {
      if (!status.isDir() && !status.getPath().getName().endsWith(".crc")) {
        Path path = status.getPath();
        SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
        Text key = new Text();
        DoubleWritable value = new DoubleWritable();
        int count = 0;
        while (reader.next(key, value)) {
          LOG.info(key.toString() + " | " + value.get());
          count++;
          if (count > 5)
            break;
        }
        reader.close();
View Full Code Here
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
    rs.put("youtube.com", 0.029900332230345304);

    SequenceFile.Reader reader = new SequenceFile.Reader(fs, new Path(OUTPUT
        + "/part-00000"), conf);
    Text key = new Text();
    DoubleWritable value = new DoubleWritable();
    double sum = 0.0;
    while (reader.next(key, value)) {
      double result = (double) rs.get(key.toString());
      assertEquals(value.get(), result);
      sum += value.get();
    }
    System.out.println("Sum is: " + sum);
    assertEquals(sum, 1.0d);
  }
View Full Code Here
91
92
93
94
95
96
97
98
          pi += received.getData();
        }

        pi = pi / numPeers;
        peer
            .write(new Text("Estimated value of PI is"), new DoubleWritable(pi));
      }
    }
View Full Code Here
TOP

Related Classes of org.apache.hadoop.io.DoubleWritable

  • bbejeck.mapred.coocurrance.PairsRelativeOccurrenceReducerTest
  • cc.mrlda.VariationalInference
  • com.datasalt.pangool.examples.secondarysort.SecondarySort$Handler
  • com.datasalt.pangool.utils.test.AbstractHadoopTestLibrary
  • com.mongodb.hadoop.examples.treasury.TreasuryYieldMapper
  • com.mozilla.grouperfish.mahout.clustering.display.lda.DisplayLDABase
  • com.mozilla.grouperfish.mahout.clustering.display.lda.DisplayLDATopics
  • eu.stratosphere.hadoopcompatibility.datatypes.DefaultStratosphereTypeConverter
  • mil.nga.giat.geowave.analytics.mapreduce.kde.CellSummationReducer
  • mil.nga.giat.geowave.analytics.mapreduce.kde.compare.ComparisonCombiningStatsMapper
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.