Package org.apache.lucene.search.highlight

Examples of org.apache.lucene.search.highlight.SimpleFragmenter

1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
       
        // create tokenstream
        TokenStream tokenStream = getwgacore().getLuceneManager().createTokenStream(originalText, content());
       
        // create fragmenter and set fragmentsize to metaText.length to ensure only one fragments with the whole metaText is returned       
        Fragmenter fragmenter = new SimpleFragmenter(originalText.length() + 1); // +1 is necessary here
        highlighter.setTextFragmenter(fragmenter);
               
        try {
            String highlighted = highlighter.getBestFragment(tokenStream, originalText);
            if (highlighted != null) {
View Full Code Here
1669
1670
1671
1672
1673
1674
1675
1676
1677
1678
1679
       
        // create tokenstream
        TokenStream tokenStream = getwgacore().getLuceneManager().createTokenStream(text, content());
               
        // create fragmenter
        Fragmenter fragmenter = new SimpleFragmenter(fragmentSize);
        highlighter.setTextFragmenter(fragmenter);
       
        try {
            String[] highlighted = highlighter.getBestFragments(tokenStream, text, maxFragments);           
            if (highlighted != null) {
View Full Code Here
93
94
95
96
97
98
99
100
101
102
103
        new StringReader(text));
    // Assuming "<B>", "</B>" used to highlight
    SimpleHTMLFormatter formatter = new SimpleHTMLFormatter();
    MyQueryScorer scorer = new MyQueryScorer(query, fieldName, FIELD_NAME);
    Highlighter highlighter = new Highlighter(formatter, scorer);
    highlighter.setTextFragmenter(new SimpleFragmenter(Integer.MAX_VALUE));

    String rv = highlighter.getBestFragments(tokenStream, text, 1,
        "(FIELD TEXT TRUNCATED)");
    return rv.length() == 0 ? text : rv;
  }
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
    QueryScorer scorer = new QueryScorer(query);

    Highlighter highlighter = new Highlighter(scorer);

    Fragmenter fragmenter = new SimpleFragmenter(5);
    highlighter.setTextFragmenter(fragmenter);

    Analyzer a = new KoreanAnalyzer(false);
    TokenStream tokenStream = a.tokenStream("f", new StringReader(text));
View Full Code Here
79
80
81
82
83
84
85
86
87
88
89
90
91
        } else {
          formatter = new SimpleHTMLFormatter();
        }
        Highlighter highlighter = new Highlighter(formatter,
            new QueryScorer(ctx.getQuery()));
        SimpleFragmenter fragmenter = (SimpleFragmenter) highlighter
            .getTextFragmenter();
        fragmenter.setFragmentSize(args.length >= 2 ? ((Integer) args[1]).intValue()
            : DEFAULT_FRAGMENT_SIZE);

        // fieldName param not used
        TokenStream stream = analyzer.tokenStream(null,
            new StringReader(text));
View Full Code Here
91
92
93
94
95
96
97
98
99
100
101
        true, MockTokenFilter.ENGLISH_STOPSET).tokenStream(fieldName, text);
    // Assuming "<B>", "</B>" used to highlight
    SimpleHTMLFormatter formatter = new SimpleHTMLFormatter();
    MyQueryScorer scorer = new MyQueryScorer(query, fieldName, FIELD_NAME);
    Highlighter highlighter = new Highlighter(formatter, scorer);
    highlighter.setTextFragmenter(new SimpleFragmenter(Integer.MAX_VALUE));

    String rv = highlighter.getBestFragments(tokenStream, text, 1,
        "(FIELD TEXT TRUNCATED)");
    return rv.length() == 0 ? text : rv;
  }
View Full Code Here
36
37
38
39
40
41
42
* @version $Rev: 885247 $ $Date: 2009-11-29 17:14:59 +0000 (Sun, 29 Nov 2009) $
*/
final public class HighlightingUtil {

    public static void highlightResult(Result result, Query query) {
        highlightResult(result, query, new SimpleFragmenter(70));
    }
View Full Code Here
72
73
74
75
76
77
78
        return highlightedText;

    }

    public static String bestFragmentHighlighted(String field, Query query, String text) throws IOException {
        return bestFragmentHighlighted(field, query, text, new SimpleFragmenter(100));
    }
View Full Code Here
33
34
35
36
37
38
39
40
41
42
43
      logger.debug("query for highlighter : {}" , query);

      QueryScorer scorer = new QueryScorer(query);

      Highlighter highlighter = new Highlighter(formatter, scorer);
      highlighter.setTextFragmenter(new SimpleFragmenter(50));


      TokenStream stream = analyzer.tokenStream(field.getName(), new StringReader(value));
      fragment = highlighter.getBestFragments(stream, value, 1, "...");
View Full Code Here
766
767
768
769
770
771
772
773
774
775
776
   */
  public List<T> keywordsHighlight(BooleanQuery query, List<T> list, int subLength, String... fields){
    Analyzer analyzer = new IKAnalyzer();
    Formatter formatter = new SimpleHTMLFormatter("<span class=\"highlight\">", "</span>");  
    Highlighter highlighter = new Highlighter(formatter, new QueryScorer(query));
    highlighter.setTextFragmenter(new SimpleFragmenter(subLength));
    for(T entity : list){
      try {
        for (String field : fields){
          String text = StringUtils.replaceHtml((String)Reflections.invokeGetter(entity, field));
          String description = highlighter.getBestFragment(analyzer,field, text);
View Full Code Here
TOP

Related Classes of org.apache.lucene.search.highlight.SimpleFragmenter

  • com.sohospace.lucene.analysis.xanalyzer.TestHighLight
  • com.thinkgem.jeesite.common.persistence.BaseDao
  • com.tistory.devyongsik.crescent.search.highlight.CrescentHighlighter
  • com.tistory.devyongsik.crescent.search.highlight.CrescentHighlighterTest
  • de.innovationgate.wgpublisher.webtml.utils.TMLContext
  • net.paoding.analysis.examples.gettingstarted.ch1.English
  • net.paoding.analysis.examples.gettingstarted.ch2.Chinese
  • net.paoding.analysis.examples.gettingstarted.ch3.Chinese
  • net.paoding.analysis.examples.gettingstarted.ch4.Chinese
  • net.paoding.analysis.examples.gettingstarted.ch5.Chinese
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.