Examples of org.apache.lucene.analysis.StopAnalyzer

org.apache.lucene.analysis.StopAnalyzer
Filters {@link LetterTokenizer} with {@link LowerCaseFilter} and {@link StopFilter}.
You must specify the required {@link Version}compatibility when creating StopAnalyzer:
- As of 2.9, position increments are preserved

  }


  public void testPositionIncrement() throws Exception {
    StandardQueryParser qp = new StandardQueryParser();
    qp.setAnalyzer(
        new StopAnalyzer(TEST_VERSION_CURRENT, StopFilter.makeStopSet(TEST_VERSION_CURRENT, "the", "in", "are", "this" )));


    qp.setEnablePositionIncrements(true);


    String qtxt = "\"the words in poisitions pos02578 are stopped in this phrasequery\"";
    // 0 2 5 7 8

View Full Code Here

    assertEquals(1,type[0]);


  }


  public void testStopwords() throws Exception {
    QueryParser qp = new QueryParser(TEST_VERSION_CURRENT, "a", new StopAnalyzer(TEST_VERSION_CURRENT, StopFilter.makeStopSet(TEST_VERSION_CURRENT, "the", "foo")));
    Query result = qp.parse("a:the OR a:foo");
    assertNotNull("result is null and it shouldn't be", result);
    assertTrue("result is not a BooleanQuery", result instanceof BooleanQuery);
    assertTrue(((BooleanQuery) result).clauses().size() + " does not equal: " + 0, ((BooleanQuery) result).clauses().size() == 0);
    result = qp.parse("a:woo OR a:the");

View Full Code Here

    if (VERBOSE) System.out.println("Result: " + result);
    assertTrue(((BooleanQuery) result).clauses().size() + " does not equal: " + 2, ((BooleanQuery) result).clauses().size() == 2);
  }


  public void testPositionIncrement() throws Exception {
    QueryParser qp = new QueryParser(TEST_VERSION_CURRENT, "a", new StopAnalyzer(TEST_VERSION_CURRENT, StopFilter.makeStopSet(TEST_VERSION_CURRENT, "the", "in", "are", "this")));
    qp.setEnablePositionIncrements(true);
    String qtxt = "\"the words in poisitions pos02578 are stopped in this phrasequery\"";
    //               0         2                      5           7  8
    int expectedPositions[] = {1,3,4,6,9};
    PhraseQuery pq = (PhraseQuery) qp.parse(qtxt);

View Full Code Here

  }
  
  // LUCENE-1448
  public void testEndOffsetPositionStopFilter() throws Exception {
    MockRAMDirectory dir = new MockRAMDirectory();
    IndexWriter w = new IndexWriter(dir, new StopAnalyzer(), IndexWriter.MaxFieldLength.LIMITED);
    Document doc = new Document();
    Field f = new Field("field", "abcd the", Field.Store.NO, Field.Index.ANALYZED, Field.TermVector.WITH_POSITIONS_OFFSETS);
    doc.add(f);
    doc.add(f);
    w.addDocument(doc);

View Full Code Here

    assertEquals(1,type[0]);


  }


  public void testStopwords() throws Exception {
    QueryParser qp = new QueryParser("a", new StopAnalyzer(new String[]{"the", "foo"}));
    Query result = qp.parse("a:the OR a:foo");
    assertNotNull("result is null and it shouldn't be", result);
    assertTrue("result is not a BooleanQuery", result instanceof BooleanQuery);
    assertTrue(((BooleanQuery) result).clauses().size() + " does not equal: " + 0, ((BooleanQuery) result).clauses().size() == 0);
    result = qp.parse("a:woo OR a:the");

View Full Code Here


  public void testPositionIncrement() throws Exception {
    boolean dflt = StopFilter.getEnablePositionIncrementsDefault();
    StopFilter.setEnablePositionIncrementsDefault(true);
    try {
      QueryParser qp = new QueryParser("a", new StopAnalyzer(new String[]{"the", "in", "are", "this"}));
      qp.setEnablePositionIncrements(true);
      String qtxt = "\"the words in poisitions pos02578 are stopped in this phrasequery\"";
      //               0         2                      5           7  8
      int expectedPositions[] = {1,3,4,6,9};
      PhraseQuery pq = (PhraseQuery) qp.parse(qtxt);

View Full Code Here

   * Return a random analyzer (Simple, Stop, Standard) to analyze the terms.
   */
  private Analyzer randomAnalyzer() {
    switch(random.nextInt(3)) {
      case 0: return new MockAnalyzer(random, MockTokenizer.SIMPLE, true);
      case 1: return new StopAnalyzer(TEST_VERSION_CURRENT);
      default: return new MockAnalyzer(random, MockTokenizer.WHITESPACE, false);
    }
  }

View Full Code Here

   * Return a random analyzer (Simple, Stop, Standard) to analyze the terms.
   */
  private Analyzer randomAnalyzer() {
    switch(random.nextInt(3)) {
      case 0: return new SimpleAnalyzer();
      case 1: return new StopAnalyzer(Version.LUCENE_CURRENT);
      default: return new StandardAnalyzer(Version.LUCENE_CURRENT);
    }
  }

View Full Code Here

    // assertEquals(1,type[0]);


  }


  public void testStopwords() throws Exception {
    QueryParserWrapper qp = new QueryParserWrapper("a", new StopAnalyzer(
        new String[] { "the", "foo" }));
    Query result = qp.parse("a:the OR a:foo");
    assertNotNull("result is null and it shouldn't be", result);
    assertTrue("result is not a BooleanQuery", result instanceof BooleanQuery);
    assertTrue(((BooleanQuery) result).clauses().size() + " does not equal: "

View Full Code Here


  public void testPositionIncrement() throws Exception {
    boolean dflt = StopFilter.getEnablePositionIncrementsDefault();
    StopFilter.setEnablePositionIncrementsDefault(true);
    try {
      QueryParserWrapper qp = new QueryParserWrapper("a", new StopAnalyzer(
          new String[] { "the", "in", "are", "this" }));
      qp.setEnablePositionIncrements(true);
      String qtxt = "\"the words in poisitions pos02578 are stopped in this phrasequery\"";
      // 0 2 5 7 8
      int expectedPositions[] = { 1, 3, 4, 6, 9 };

View Full Code Here

0 1 2 3 4 5 6 7 8 9

TOP

Related Classes of org.apache.lucene.analysis.StopAnalyzer

org.apache.artimus.search.Engine

org.apache.lucene.ant.IndexTaskTest

org.apache.lucene.index.memory.MemoryIndexTest

org.apache.lucene.index.TestIndexWriter

org.apache.lucene.queryParser.QueryParserTestBase

org.apache.lucene.queryParser.standard.TestQPHelper

org.apache.lucene.queryParser.standard.TestQueryParserWrapper

org.apache.lucene.queryParser.TestQueryParser

org.apache.lucene.search.spans.TestSpanFirstQuery

org.apache.lucene.search.TestPhraseQuery

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.