Examples of MultiReader

org.apache.accumulo.server.tabletserver.log.MultiReader
Provide simple Map.Reader methods over multiple Maps. Presently only supports next() and seek() and works on all the Map directories within a directory. The primary purpose of this class is to merge the results of multiple Reduce jobs that result in Map output files.
org.apache.accumulo.tserver.log.MultiReader
Provide simple Map.Reader methods over multiple Maps. Presently only supports next() and seek() and works on all the Map directories within a directory. The primary purpose of this class is to merge the results of multiple Reduce jobs that result in Map output files.
org.apache.lucene.index.MultiReader
An IndexReader which reads multiple indexes, appending their content.
org.codehaus.commons.io.MultiReader
Similar to {@link FilterReader}, but when the first delegate is at end-of-input, it continues with reading from the next delegate.
This {@link Reader} does not support MARK.

Examples of org.apache.lucene.index.MultiReader

    w2.addDocument(doc);
    IndexReader reader2 = w2.getReader();
    w2.close();
    
    TermsFilter tf = new TermsFilter(new Term(fieldName, "content1"));
    MultiReader multi = new MultiReader(reader1, reader2);
    for (AtomicReaderContext context : multi.leaves()) {
      DocIdSet docIdSet = tf.getDocIdSet(context, context.reader().getLiveDocs());
      if (context.reader().docFreq(new Term(fieldName, "content1")) == 0) {
        assertNull(docIdSet);
      } else {
        FixedBitSet bits = (FixedBitSet) docIdSet;
        assertTrue("Must be >= 0", bits.cardinality() >= 0);      
      }
    }
    multi.close();
    reader1.close();
    reader2.close();
    rd1.close();
    rd2.close();
  }

View Full Code Here

Examples of org.apache.lucene.index.MultiReader

            new FsDirectory(fs, stats[i].getPath(), false, conf,
                    new DataReporter(stats[i].getPath()), bufferSize);
          IndexReader reader = DirectoryReader.open(fsdir);
          readers.add(reader);
        }
        r = new MultiReader((IndexReader[])readers.toArray(new IndexReader[readers.size()]));
        lastMsg = "OK - sharded index (" + readers.size() + " parts)";
      } else {
        parts = 1;
        app.setString(status, "text", "Opening single index ...");
        FsDirectory fsdir =

View Full Code Here

Examples of org.apache.lucene.index.MultiReader

    IndexReader[] subs = new IndexReader[rand.nextInt(nSeg)+1];
    for (int i=0; i<subs.length; i++) {
      subs[i] = dummyIndexReader(rand.nextInt(maxDoc));
    }


    MultiReader mr = new MultiReader(subs);
    return mr;
  }

View Full Code Here

Examples of org.apache.lucene.index.MultiReader

    IndexReader[] subs = new IndexReader[rand.nextInt(nSeg)+1];
    for (int i=0; i<subs.length; i++) {
      subs[i] = dummyIndexReader(rand.nextInt(maxDoc));
    }


    MultiReader mr = new MultiReader(subs);
    return mr;
  }

View Full Code Here

Examples of org.apache.lucene.index.MultiReader

          }
        }
      }
      if (indexes.size() == 0) throw new Exception("No input indexes.");
      IndexReader[] readers = (IndexReader[])indexes.toArray(new IndexReader[0]);
      reader = new MultiReader(readers);
    }
    if (LOG.isInfoEnabled()) {
      LOG.info(dr + "Opened " + numIdx + " index(es) with total " +
               reader.numDocs() + " documents.");
    }

View Full Code Here

Examples of org.apache.lucene.index.MultiReader

    this.conf = conf;
    this.fs = FileSystem.get(conf);
    for (int i = 0; i < indexDirs.length; i++) {
      readers[i] = IndexReader.open(getDirectory(indexDirs[i]));
    }
    init(new MultiReader(readers), conf);
  }

View Full Code Here

Examples of org.apache.lucene.index.MultiReader

        //try {
            IndexReader[] readers = new IndexReader[children.size()];
            for (int i = 0; i < readers.length; i++) {
                readers[i] = children.get(i).getReader();
            }
            reader = new MultiReader(readers);
            return reader;
        //} catch (IOException e) {
        //    logger.error(e,e);
        //    throw new RuntimeException("Error while getting reader: " + e.getMessage(),e);
        //}

View Full Code Here

Examples of org.apache.lucene.index.MultiReader

  }


  private static int countHits(ZoieSystem<IndexReader,String, DefaultZoieVersion> idxSystem, Query q) throws IOException
  {
    Searcher searcher = null;
    MultiReader reader= null;
    List<ZoieIndexReader<IndexReader>> readers = null;
    try
    {
      readers=idxSystem.getIndexReaders();
      reader = new MultiReader(readers.toArray(new IndexReader[readers.size()]),false);


      searcher=new IndexSearcher(reader);


      TopDocs hits = searcher.search(q,10);


      return hits.totalHits;
    }
    finally
    {
      try{
        if (searcher != null){
          searcher.close();
          searcher = null;
          reader.close();
          reader = null;
        }
      }
      finally{
        idxSystem.returnIndexReaders(readers);

View Full Code Here

Examples of org.apache.lucene.index.MultiReader


    memoryProvider.flush();
    idxSystem.syncWthVersion(10000, zvt2);
    List<ZoieIndexReader<IndexReader>> readers = null;
    Searcher searcher =null;
    MultiReader reader = null;
    try
    {     
      readers=idxSystem.getIndexReaders();
      reader = new MultiReader(readers.toArray(new IndexReader[readers.size()]),false);
      for(int i=0; i<readers.size(); i++)
      {
        IndexReader ir = readers.get(i);
        //Map<String, String> commitData = reader.getCommitUserData(ir.directory()); // = new HashMap<String,String>();
        //System.out.println("ZoieTest: directory: " + ir.directory());
        //System.out.println("ZoieTest: commitData(ZoieVersion): " + commitData);  
      }
      //Map<String, String> commitData = reader.getCommitUserData(reader.directory());// = new HashMap<String,String>();
//      for(int i=0; i<readers.size(); i++)
//      {
//        IndexReader ir = readers.get(i);
//        Map<String, String> commitData = IndexReader.getCommitUserData(ir.directory()); // = new HashMap<String,String>();
//        System.out.println("i:" + i + "ZoieTest: directory: " + ir.directory());
//        System.out.println("i:" + i + "ZoieTest: commitData(ZoieVersion): " + commitData);  
//      }
     
      //Map<String, String> commitData = IndexReader.getCommitUserData(reader.directory());// = new HashMap<String,String>();
      //System.out.println("ZoieTest:commitData" + commitData);  
     
      //commitData = reader.getCommitUserData();      
      
//int x = reader.maxDoc();
//for(int y = 0; y<x; y++)
//{
//  Document d = reader.document(y);
//  System.out.println(d.toString());  
//}


//TermEnum terms = reader.terms();
//while(terms.next())
//{
//  System.out.println(terms.term().text());
//  TermDocs td = reader.termDocs(terms.term());
//  while(td.next())
//  {
//    System.out.println(td.doc());
//  }
//}


//terms = reader.terms();
//while(terms.next())
//{
//  System.out.println("term:" + terms.term().text());
//  TermPositions tp = reader.termPositions(terms.term());
//  
//  while(tp.next())
//  {
//    System.out.println("docID: " + tp.doc() + "freq: " + tp.freq());
//    System.out.println("positions");
//    for(int i=0; i<tp.freq();i++)
//    {
//      System.out.println(tp.nextPosition());
//    }
//  }
//}
      searcher=new IndexSearcher(reader);


      TopDocs hits=searcher.search(new TermQuery(new Term("contents","hao,yan")),10);


      assertEquals(1,hits.totalHits);
      //assertEquals(String.valueOf((long)((long)Integer.MAX_VALUE*2L)),searcher.doc(hits.scoreDocs[0].doc).get("id"));
     assertEquals(String.valueOf((long)((long)Integer.MAX_VALUE*2L+1L)),searcher.doc(hits.scoreDocs[0].doc).get("id"));


      hits=searcher.search(new TermQuery(new Term("contents","hao")),10);
      assertEquals(1,hits.totalHits);
      //assertEquals(String.valueOf((long)((long)Integer.MAX_VALUE*2L)),searcher.doc(hits.scoreDocs[0].doc).get("id"));
      System.out.println("hao: searching is successful");
    }
    finally
    {
      try{
        if (searcher != null){
          searcher.close();
          searcher = null;
          reader.close();
          reader = null;
        }
      }
      finally{
        idxSystem.returnIndexReaders(readers);

View Full Code Here

Examples of org.apache.lucene.index.MultiReader

      int[] expected = new int[repeat];
      Arrays.fill(expected, count);


      // should be consumed by the idxing system
      Searcher searcher=null;
      MultiReader reader= null;
      List<ZoieIndexReader<IndexReader>> readers = null;
      for (int i=0;i<repeat;++i)
      {
        try
        {
          readers=idxSystem.getIndexReaders();
          reader=new MultiReader(readers.toArray(new IndexReader[readers.size()]),false);


//          for(int j=0; j<readers.size(); j++)
//          {
//            IndexReader ir = readers.get(j);
//            Map<String, String> commitData = IndexReader.getCommitUserData(ir.directory()); // = new HashMap<String,String>();
//            System.out.println("j:" + j + "ZoieTest: directory: " + ir.directory());
//            System.out.println("j:" + j + "ZoieTest: commitData(ZoieVersion): " + commitData);  
//          }
          
          searcher=new IndexSearcher(reader);


          TopDocs hits=searcher.search(q,10);
          results[idx++] = hits.totalHits;


        }
        finally
        {
          try{
            if (searcher != null){
              searcher.close();
              searcher = null;
              reader.close();
              reader = null;
            }
          }
          finally{
            idxSystem.returnIndexReaders(readers);

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.