Examples of TermFreqPayload


Examples of org.apache.lucene.search.suggest.TermFreqPayload

// Test requires postings offsets:
@SuppressCodecs({"Lucene3x","MockFixedIntBlock","MockVariableIntBlock","MockSep","MockRandom"})
public class AnalyzingInfixSuggesterTest extends LuceneTestCase {

  public void testBasic() throws Exception {
    TermFreqPayload keys[] = new TermFreqPayload[] {
      new TermFreqPayload("lend me your ear", 8, new BytesRef("foobar")),
      new TermFreqPayload("a penny saved is a penny earned", 10, new BytesRef("foobaz")),
    };

    File tempDir = _TestUtil.getTempDir("AnalyzingInfixSuggesterTest");

    Analyzer a = new MockAnalyzer(random(), MockTokenizer.WHITESPACE, false);
View Full Code Here

Examples of org.apache.lucene.search.suggest.TermFreqPayload

    suggester.close();
  }

  public void testAfterLoad() throws Exception {
    TermFreqPayload keys[] = new TermFreqPayload[] {
      new TermFreqPayload("lend me your ear", 8, new BytesRef("foobar")),
      new TermFreqPayload("a penny saved is a penny earned", 10, new BytesRef("foobaz")),
    };

    File tempDir = _TestUtil.getTempDir("AnalyzingInfixSuggesterTest");

    Analyzer a = new MockAnalyzer(random(), MockTokenizer.WHITESPACE, false);
View Full Code Here

Examples of org.apache.lucene.search.suggest.TermFreqPayload

    assertEquals(new BytesRef("foobaz"), results.get(0).payload);
    suggester.close();
  }

  public void testRandomMinPrefixLength() throws Exception {
    TermFreqPayload keys[] = new TermFreqPayload[] {
      new TermFreqPayload("lend me your ear", 8, new BytesRef("foobar")),
      new TermFreqPayload("a penny saved is a penny earned", 10, new BytesRef("foobaz")),
    };

    File tempDir = _TestUtil.getTempDir("AnalyzingInfixSuggesterTest");

    Analyzer a = new MockAnalyzer(random(), MockTokenizer.WHITESPACE, false);
View Full Code Here

Examples of org.apache.lucene.search.suggest.TermFreqPayload

    }
    suggester.close();
  }

  public void testHighlight() throws Exception {
    TermFreqPayload keys[] = new TermFreqPayload[] {
      new TermFreqPayload("a penny saved is a penny earned", 10, new BytesRef("foobaz")),
    };

    File tempDir = _TestUtil.getTempDir("AnalyzingInfixSuggesterTest");

    Analyzer a = new MockAnalyzer(random(), MockTokenizer.WHITESPACE, false);
View Full Code Here

Examples of org.apache.lucene.search.suggest.TermFreqPayload

    assertEquals("a <b>penn</b>y saved is a <b>penn</b>y earned", results.get(0).key);
    suggester.close();
  }

  public void testHighlightCaseChange() throws Exception {
    TermFreqPayload keys[] = new TermFreqPayload[] {
      new TermFreqPayload("a Penny saved is a penny earned", 10, new BytesRef("foobaz")),
    };

    File tempDir = _TestUtil.getTempDir("AnalyzingInfixSuggesterTest");

    Analyzer a = new MockAnalyzer(random(), MockTokenizer.WHITESPACE, true);
View Full Code Here

Examples of org.apache.lucene.search.suggest.TermFreqPayload

    assertEquals("a <b>Penn</b>y saved is a <b>penn</b>y earned", results.get(0).key);
    suggester.close();
  }

  public void testDoubleClose() throws Exception {
    TermFreqPayload keys[] = new TermFreqPayload[] {
      new TermFreqPayload("a penny saved is a penny earned", 10, new BytesRef("foobaz")),
    };

    File tempDir = _TestUtil.getTempDir("AnalyzingInfixSuggesterTest");

    Analyzer a = new MockAnalyzer(random(), MockTokenizer.WHITESPACE, false);
View Full Code Here

Examples of org.apache.lucene.search.suggest.TermFreqPayload

                                           new StopKeywordFilter(TEST_VERSION_CURRENT,
                                                                 new ForkLastTokenFilter(tokens), StopKeywordFilter.makeStopSet(TEST_VERSION_CURRENT, "a")));
        }
      };

    TermFreqPayload keys[] = new TermFreqPayload[] {
      new TermFreqPayload("a bob for apples", 10, new BytesRef("foobaz")),
    };

    File tempDir = _TestUtil.getTempDir("AnalyzingInfixSuggesterTest");

    AnalyzingInfixSuggester suggester = new AnalyzingInfixSuggester(TEST_VERSION_CURRENT, tempDir, a, a, 3) {
View Full Code Here

Examples of org.apache.lucene.search.suggest.TermFreqPayload

    assertEquals("barbara", results.get(2).key.toString());
    assertEquals(6, results.get(2).value, 0.01F);
  }
 
  public void testKeywordWithPayloads() throws Exception {
    TermFreqPayload keys[] = new TermFreqPayload[] {
      new TermFreqPayload("foo", 50, new BytesRef("hello")),
      new TermFreqPayload("bar", 10, new BytesRef("goodbye")),
      new TermFreqPayload("barbar", 12, new BytesRef("thank you")),
      new TermFreqPayload("barbara", 6, new BytesRef("for all the fish"))
    };
   
    AnalyzingSuggester suggester = new AnalyzingSuggester(new MockAnalyzer(random(), MockTokenizer.KEYWORD, false));
    suggester.build(new TermFreqPayloadArrayIterator(keys));
    for (int i = 0; i < 2; i++) {
View Full Code Here

Examples of org.apache.lucene.search.suggest.TermFreqPayload

      BytesRef payload;
      if (doPayloads) {
        byte[] bytes = new byte[random().nextInt(10)];
        random().nextBytes(bytes);
        payload = new BytesRef(bytes);
        payloadKeys[i] = new TermFreqPayload(key, weight, payload);
      } else {
        keys[i] = new TermFreq(key, weight);
        payload = null;
      }
View Full Code Here

Examples of org.apache.lucene.search.suggest.TermFreqPayload

    assertEquals(6, results.get(2).value, 0.01F);
  }
 
  public void testKeywordWithPayloads() throws Exception {
    Iterable<TermFreqPayload> keys = shuffle(
      new TermFreqPayload("foo", 50, new BytesRef("hello")),
      new TermFreqPayload("bar", 10, new BytesRef("goodbye")),
      new TermFreqPayload("barbar", 12, new BytesRef("thank you")),
      new TermFreqPayload("bar", 9, new BytesRef("should be deduplicated")),
      new TermFreqPayload("bar", 8, new BytesRef("should also be deduplicated")),
      new TermFreqPayload("barbara", 6, new BytesRef("for all the fish")));
   
    AnalyzingSuggester suggester = new AnalyzingSuggester(new MockAnalyzer(random(), MockTokenizer.KEYWORD, false));
    suggester.build(new TermFreqPayloadArrayIterator(keys));
    for (int i = 0; i < 2; i++) {
      // top N of 2, but only foo is available
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.