Examples of startDefaultLocalityGroup()

Examples of org.apache.accumulo.core.file.FileSKVWriter.startDefaultLocalityGroup()

74
75
76
77
78
79
80
81
82
83
84
    writer2.startDefaultLocalityGroup();
    writeData(writer2, 334, 999);
    writer2.close();
   
    FileSKVWriter writer3 = FileOperations.getInstance().openWriter(dir + "/f3." + RFile.EXTENSION, fs, conf, ServerConfiguration.getSystemConfiguration());
    writer3.startDefaultLocalityGroup();
    writeData(writer3, 1000, 1999);
    writer3.close();
   
    bulkImport(fs, "bulkFile", dir);
   
View Full Code Here

Examples of org.apache.accumulo.core.file.FileSKVWriter.startDefaultLocalityGroup()

65
66
67
68
69
70
71
72
73
74
75
    handleBlockSize(job);
    final Path file = this.getDefaultWorkFile(job, "." + extension);
   
    final FileSKVWriter out = FileOperations.getInstance().openWriter(file.toString(), file.getFileSystem(conf), conf,
        AccumuloConfiguration.getDefaultConfiguration());
    out.startDefaultLocalityGroup();
   
    return new RecordWriter<Key,Value>() {
      private boolean hasData = false;
     
      @Override
View Full Code Here

Examples of org.apache.accumulo.core.file.FileSKVWriter.startDefaultLocalityGroup()

104
105
106
107
108
109
110
111
112
113
114
    FileSystem fs = FileSystem.getLocal(CachedConfiguration.getInstance());
    AccumuloConfiguration acuConf = AccumuloConfiguration.getDefaultConfiguration();
    String file = "target/testFile.rf";
    fs.delete(new Path(file), true);
    FileSKVWriter writer = FileOperations.getInstance().openWriter(file, fs, fs.getConf(), acuConf);
    writer.startDefaultLocalityGroup();
    Value empty = new Value(new byte[] {});
    writer.append(new Key("a", "cf", "cq"), empty);
    writer.append(new Key("a", "cf", "cq1"), empty);
    writer.append(new Key("a", "cf", "cq2"), empty);
    writer.append(new Key("a", "cf", "cq3"), empty);
View Full Code Here

Examples of org.apache.accumulo.core.file.FileSKVWriter.startDefaultLocalityGroup()

552
553
554
555
556
557
558
559
560
561
562
    String odd = new File(importDir, "odd.rf").toString();
    File errorsDir = folder.newFolder("errors");
    fs.mkdirs(new Path(errorsDir.toString()));
    AccumuloConfiguration aconf = AccumuloConfiguration.getDefaultConfiguration();
    FileSKVWriter evenWriter = FileOperations.getInstance().openWriter(even, fs, conf, aconf);
    evenWriter.startDefaultLocalityGroup();
    FileSKVWriter oddWriter = FileOperations.getInstance().openWriter(odd, fs, conf, aconf);
    oddWriter.startDefaultLocalityGroup();
    long ts = System.currentTimeMillis();
    Text cf = new Text("cf");
    Text cq = new Text("cq");
View Full Code Here

Examples of org.apache.accumulo.core.file.FileSKVWriter.startDefaultLocalityGroup()

554
555
556
557
558
559
560
561
562
563
564
    fs.mkdirs(new Path(errorsDir.toString()));
    AccumuloConfiguration aconf = AccumuloConfiguration.getDefaultConfiguration();
    FileSKVWriter evenWriter = FileOperations.getInstance().openWriter(even, fs, conf, aconf);
    evenWriter.startDefaultLocalityGroup();
    FileSKVWriter oddWriter = FileOperations.getInstance().openWriter(odd, fs, conf, aconf);
    oddWriter.startDefaultLocalityGroup();
    long ts = System.currentTimeMillis();
    Text cf = new Text("cf");
    Text cq = new Text("cq");
    Value value = new Value("value".getBytes());
    for (int i = 0; i < 100; i += 2) {
View Full Code Here

Examples of org.apache.accumulo.core.file.FileSKVWriter.startDefaultLocalityGroup()

212
213
214
215
216
217
218
219
220
221
222
    fs.delete(failures, true);
    fs.delete(tempFile, true);
    fs.mkdirs(failures);
    fs.mkdirs(tempFile.getParent());
    FileSKVWriter writer = FileOperations.getInstance().openWriter(tempFile.toString(), fs, defaultConf, AccumuloConfiguration.getDefaultConfiguration());
    writer.startDefaultLocalityGroup();
    List<Pair<Key,Value>> keyVals = new ArrayList<Pair<Key,Value>>();
    for (int i = 0; i < 5; i++) {
      keyVals.add(new Pair<Key,Value>(new Key("a" + i, "b" + i, "c" + i, new ColumnVisibility(""), 1000l + i), new Value(Integer.toString(i).getBytes())));
    }
    for (Pair<Key,Value> keyVal : keyVals) {
View Full Code Here

Examples of org.apache.accumulo.core.file.FileSKVWriter.startDefaultLocalityGroup()

569
570
571
572
573
574
575
576
577
578
579
       
        Configuration newConf = new Configuration(conf);
        newConf.setInt("io.seqfile.compress.blocksize", 100000);
       
        FileSKVWriter out = new RFileOperations().openWriter(tmpFile, fs, newConf, ServerConfiguration.getSiteConfiguration());
        out.startDefaultLocalityGroup();
        InterruptibleIterator iter = map.skvIterator();
        iter.seek(new Range(), LocalityGroupUtil.EMPTY_CF_SET, false);
       
        while (iter.hasTop() && activeIters.size() > 0) {
          // RFile does not support MemKey, so we move the kv count into the value only for the RFile.
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFile.Writer.startDefaultLocalityGroup()

68
69
70
71
72
73
74
75
76
77
78
      String smallName = file.substring(0, file.length() - 3) + "_small.rf";
      String largeName = file.substring(0, file.length() - 3) + "_large.rf";
     
      int blockSize = (int) DefaultConfiguration.getDefaultConfiguration().getMemoryInBytes(Property.TABLE_FILE_BLOCK_SIZE);
      Writer small = new RFile.Writer(new CachableBlockFile.Writer(fs, new Path(smallName), "gz", conf), blockSize);
      small.startDefaultLocalityGroup();
      Writer large = new RFile.Writer(new CachableBlockFile.Writer(fs, new Path(largeName), "gz", conf), blockSize);
      large.startDefaultLocalityGroup();

      iter.seek(new Range(), new ArrayList<ByteSequence>(), false);
      while (iter.hasTop()) {
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFile.Writer.startDefaultLocalityGroup()

70
71
72
73
74
75
76
77
78
79
80
     
      int blockSize = (int) DefaultConfiguration.getDefaultConfiguration().getMemoryInBytes(Property.TABLE_FILE_BLOCK_SIZE);
      Writer small = new RFile.Writer(new CachableBlockFile.Writer(fs, new Path(smallName), "gz", conf), blockSize);
      small.startDefaultLocalityGroup();
      Writer large = new RFile.Writer(new CachableBlockFile.Writer(fs, new Path(largeName), "gz", conf), blockSize);
      large.startDefaultLocalityGroup();

      iter.seek(new Range(), new ArrayList<ByteSequence>(), false);
      while (iter.hasTop()) {
        Key key = iter.getTopKey();
        Value value = iter.getTopValue();
View Full Code Here

Examples of org.apache.accumulo.core.file.rfile.RFile.Writer.startDefaultLocalityGroup()

67
68
69
70
71
72
73
74
75
76
77
      String smallName = arg.substring(0, arg.length() - 3) + "_small.rf";
      String largeName = arg.substring(0, arg.length() - 3) + "_large.rf";
     
      int blockSize = (int) DefaultConfiguration.getDefaultConfiguration().getMemoryInBytes(Property.TABLE_FILE_BLOCK_SIZE);
      Writer small = new RFile.Writer(new CachableBlockFile.Writer(fs, new Path(smallName), "gz", conf), blockSize);
      small.startDefaultLocalityGroup();
      Writer large = new RFile.Writer(new CachableBlockFile.Writer(fs, new Path(largeName), "gz", conf), blockSize);
      large.startDefaultLocalityGroup();

      iter.seek(new Range(), new ArrayList<ByteSequence>(), false);
      while (iter.hasTop()) {
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.