Examples of TermPositionVector

org.apache.lucene.index.TermPositionVector
Extends TermFreqVector to provide additional information about positions in which each of the terms is found. A TermPositionVector not necessarily contains both positions and offsets, but at least one of these arrays exists.
uk.ac.ucl.panda.utility.structure.TermPositionVector
Extends TermFreqVector to provide additional information about positions in which each of the terms is found. A TermPositionVector not necessarily contains both positions and offsets, but at least one of these arrays exists.

Examples of org.apache.lucene.index.TermPositionVector

      if (DEBUG) System.err.println("MemoryIndexReader.getTermFreqVector");
      final Info info = getInfo(fieldName);
      if (info == null) return null; // TODO: or return empty vector impl???
      info.sortTerms();
      
      return new TermPositionVector() { 
  
        private final Map.Entry[] sortedTerms = info.sortedTerms;
        
        public String getField() {
          return fieldName;

View Full Code Here

Examples of org.apache.lucene.index.TermPositionVector

      if (DEBUG) System.err.println("MemoryIndexReader.getTermFreqVector");
      final Info info = getInfo(fieldName);
      if (info == null) return null; // TODO: or return empty vector impl???
      info.sortTerms();
      
      return new TermPositionVector() { 
  
        private final Map.Entry[] sortedTerms = info.sortedTerms;
        
        public String getField() {
          return fieldName;

View Full Code Here

Examples of org.apache.lucene.index.TermPositionVector

        throw new IllegalArgumentException(field+" in doc #"+docId
                  +"does not have any term position data stored");
    }
      if(tfv instanceof TermPositionVector)
      {
      TermPositionVector tpv=(TermPositionVector) reader.getTermFreqVector(docId,field);
          return getTokenStream(tpv);          
      }
      throw new IllegalArgumentException(field+" in doc #"+docId
              +"does not have any term position data stored");
    }

View Full Code Here

Examples of org.apache.lucene.index.TermPositionVector

            }
        } catch (IOException e) {
            // should never happen, we are reading from a string
        }


        return new TermPositionVector() {


            private String[] terms =
                    (String[]) termMap.keySet().toArray(new String[termMap.size()]);


            public int[] getTermPositions(int index) {

View Full Code Here

Examples of org.apache.lucene.index.TermPositionVector

            }
        } catch (IOException e) {
            // should never happen, we are reading from a string
        }


        return new TermPositionVector() {


            private String[] terms =
                    (String[]) termMap.keySet().toArray(new String[termMap.size()]);


            public int[] getTermPositions(int index) {

View Full Code Here

Examples of org.apache.lucene.index.TermPositionVector

            }
        } catch (IOException e) {
            // should never happen, we are reading from a string
        }


        return new TermPositionVector() {


            private String[] terms =
                    (String[]) termMap.keySet().toArray(new String[termMap.size()]);


            public int[] getTermPositions(int index) {

View Full Code Here

Examples of org.apache.lucene.index.TermPositionVector

            }
        } catch (IOException e) {
            // should never happen, we are reading from a string
        }


        return new TermPositionVector() {


            private String[] terms =
                    (String[]) termMap.keySet().toArray(new String[termMap.size()]);


            public int[] getTermPositions(int index) {

View Full Code Here

Examples of org.apache.lucene.index.TermPositionVector


    // load offsets to term-document informations
    for (InstantiatedDocument document : getDocumentsByNumber()) {
      for (Field field : (List<Field>) document.getDocument().getFields()) {
        if (field.isTermVectorStored() && field.isStoreOffsetWithTermVector()) {
          TermPositionVector termPositionVector = (TermPositionVector) sourceIndexReader.getTermFreqVector(document.getDocumentNumber(), field.name());
          if (termPositionVector != null) {
            for (int i = 0; i < termPositionVector.getTerms().length; i++) {
              String token = termPositionVector.getTerms()[i];
              InstantiatedTerm term = findTerm(field.name(), token);
              InstantiatedTermDocumentInformation termDocumentInformation = term.getAssociatedDocument(document.getDocumentNumber());
              termDocumentInformation.setTermOffsets(termPositionVector.getOffsets(i));
            }
          }
        }
      }
    }

View Full Code Here

Examples of org.apache.lucene.index.TermPositionVector

        throw new IllegalArgumentException(field+" in doc #"+docId
                  +"does not have any term position data stored");
    }
      if(tfv instanceof TermPositionVector)
      {
      TermPositionVector tpv=(TermPositionVector) reader.getTermFreqVector(docId,field);
          return getTokenStream(tpv);          
      }
      throw new IllegalArgumentException(field+" in doc #"+docId
              +"does not have any term position data stored");
    }

View Full Code Here

Examples of org.apache.lucene.index.TermPositionVector

        for (int freqVectorIndex = 0; freqVectorIndex < aprioriFreqVectors.length; freqVectorIndex++) {
          assertTrue(Arrays.equals(aprioriFreqVectors[freqVectorIndex].getTermFrequencies(), testFreqVectors[freqVectorIndex].getTermFrequencies()));
          assertTrue(Arrays.equals(aprioriFreqVectors[freqVectorIndex].getTerms(), testFreqVectors[freqVectorIndex].getTerms()));


          if (aprioriFreqVectors[freqVectorIndex] instanceof TermPositionVector) {
            TermPositionVector aprioriTermPositionVector = (TermPositionVector) aprioriFreqVectors[freqVectorIndex];
            TermPositionVector testTermPositionVector = (TermPositionVector) testFreqVectors[freqVectorIndex];


            for (int positionVectorIndex = 0; positionVectorIndex < aprioriFreqVectors[freqVectorIndex].getTerms().length; positionVectorIndex++)
            {
              if (aprioriTermPositionVector.getOffsets(positionVectorIndex) != null) {
                assertTrue(Arrays.equals(aprioriTermPositionVector.getOffsets(positionVectorIndex), testTermPositionVector.getOffsets(positionVectorIndex)));
              }


              if (aprioriTermPositionVector.getTermPositions(positionVectorIndex) != null) {
                assertTrue(Arrays.equals(aprioriTermPositionVector.getTermPositions(positionVectorIndex), testTermPositionVector.getTermPositions(positionVectorIndex)));
              }
            }
          }


        }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.