Examples of BSONWritable

Examples of com.mongodb.hadoop.io.BSONWritable

310
311
312
313
314
315
316
317
318
319
320
321
322
      _javascript.map(key, value);
     
      if (!_javascript.isMemoryOptimized()) {
        BasicBSONList out = _javascript.generateOutput();
        for (Object bson: out) {
          BSONWritable bsonObj = (BSONWritable) bson;
          BSONWritable outkey = (BSONWritable) bsonObj.get("key");
          BSONWritable outval = (BSONWritable) bsonObj.get("val");
          if (null == outkey) {
            throw new IOException("Map: Can't output a null key from " + value.get("_id"));         
          }
          if (null == outval) {         
            throw new IOException("Map: Can't output a null value, key: " + MongoDbUtil.convert(outkey) + " from " + value.get("_id"));
View Full Code Here

Examples of com.mongodb.hadoop.io.BSONWritable

354
355
356
357
358
359
360
361
362
363
364
365
366
      _javascript.combine(key, values);

      if (!_javascript.isMemoryOptimized()) {
        BasicBSONList out = _javascript.generateOutput();
        for (Object bson: out) {
          BSONWritable bsonObj = (BSONWritable) bson;
          BSONWritable outkey = (BSONWritable) bsonObj.get("key");
          BSONWritable outval = (BSONWritable) bsonObj.get("val");
          if (null == outkey) {
            throw new IOException("Combine: Can't output a null key from " + key);         
          }
          if (null == outval) {         
            throw new IOException("Combine: Can't output a null value, key: " + MongoDbUtil.convert(outkey) + " from " + key);
View Full Code Here

Examples of com.mongodb.hadoop.io.BSONWritable

398
399
400
401
402
403
404
405
406
407
408
409
410
      _javascript.reduce(key, values);
     
      if (!_javascript.isMemoryOptimized()) {
        BasicBSONList out = _javascript.generateOutput();
        for (Object bson: out) {
          BSONWritable bsonObj = (BSONWritable) bson;
          BSONWritable outkey = (BSONWritable) bsonObj.get("key");
          BSONWritable outval = (BSONWritable) bsonObj.get("val");
          if (null == outkey) {
            throw new IOException("Reduce: Can't output a null key from " + key);         
          }
          if (null == outval) {         
            throw new IOException("Reduce: Can't output a null value, key: " + MongoDbUtil.convert(outkey) + " from " + key);
View Full Code Here

Examples of com.mongodb.hadoop.io.BSONWritable

24
25
26
27
28
29
30
31
32
33
34
        job.set(INPUT_DIR, new File(EXAMPLE_DATA_HOME, "/dump/enron_mail/messages.bson").getAbsoluteFile().toURI().toString());
            FileSplit[] splits = inputFormat.getSplits(job, 5);
        int count = 0;
        for (FileSplit split : splits) {
            RecordReader<NullWritable, BSONWritable> recordReader = inputFormat.getRecordReader(split, job, null);
            while (recordReader.next(null, new BSONWritable())) {
                count++;
            }
        }
        assertEquals("There are 501513 messages in the enron corpus", 501513, count);
    }
View Full Code Here

Examples of com.mongodb.hadoop.io.BSONWritable

55
56
57
58
59
60
61
        BasicBSONObject output = new BasicBSONObject();
        output.put("count", count);
        output.put("avg", avg);
        output.put("sum", sum);
        pContext.write(pKey, new BSONWritable(output));
    }
View Full Code Here

Examples of com.mongodb.hadoop.io.BSONWritable

77
78
79
80
81
82
83
        BasicBSONObject bsonObject = new BasicBSONObject();
        bsonObject.put("count", count);
        bsonObject.put("avg", avg);
        bsonObject.put("sum", sum);
        output.collect(key, new BSONWritable(bsonObject));
    }
View Full Code Here

Examples of com.mongodb.hadoop.io.BSONWritable

79
80
81
82
83
84
85
            LOG.info("V2: Average 10 Year Treasury for " + key.get() + " was " + avg);
            BasicBSONObject outputObj = new BasicBSONObject();
            outputObj.put("count", count);
            outputObj.put("avg", avg);
            outputObj.put("sum", sum);
            output.collect(key, new BSONWritable(outputObj));
        }
View Full Code Here

Examples of com.mongodb.hadoop.io.BSONWritable

23
24
25
26
27
28
29
30
31
32
33
        job.set(INPUT_DIR, new File(EXAMPLE_DATA_HOME, "/dump/enron_mail/messages.bson").getAbsoluteFile().toURI().toString());
        FileSplit[] splits = inputFormat.getSplits(job, 5);
        int count = 0;
        for (FileSplit split : splits) {
            RecordReader<NullWritable, BSONWritable> recordReader = inputFormat.getRecordReader(split, job, null);
            while (recordReader.next(null, new BSONWritable())) {
                count++;
            }
        }
        assertEquals("There are 501513 messages in the enron corpus", 501513, count);
    }
View Full Code Here

Examples of com.mongodb.hadoop.io.BSONWritable

24
25
26
27
28
29
30
31
32
33
34
    @Override
    public boolean readKeyValue() throws IOException {
        // Actually, just read the value as the key is embedded.
        try {
            bson = new BSONWritable();
            bson.readFields(in);
            // If successful we'll have an _id field
            return bson.getDoc().containsField("_id");
        } catch (IndexOutOfBoundsException e) {
            // No more data
View Full Code Here

Examples of com.mongodb.hadoop.io.BSONWritable

37
38
39
40
41
42
43
        }
    }

    @Override
    public BSONWritable getCurrentKey() throws IOException {
        return new BSONWritable(new BasicDBObject("_id", bson.getDoc().get("_id")));
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.