Package org.opensolaris.opengrok.analysis.plain

Examples of org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer


     * @param reader from which to read data
     * @return components for this analyzer
     */
    @Override
    protected TokenStreamComponents createComponents(String fieldName, Reader reader) {       
        final PlainFullTokenizer plainfull = new PlainFullTokenizer(reader);
        //we are counting position increments, this might affect the queries later and need to be in sync, especially for highlighting of results
        return new TokenStreamComponents(plainfull, new StopFilter(plainfull, stopWords));
    }
View Full Code Here


    @Override
    protected TokenStreamComponents createComponents(String fieldName, Reader reader) {
        switch (fieldName) {
            case QueryBuilder.FULL:
                return new TokenStreamComponents(new PlainFullTokenizer(reader));
            case QueryBuilder.REFS:
                return new TokenStreamComponents(new PlainSymbolTokenizer(reader));
            case QueryBuilder.DEFS:
                return new TokenStreamComponents(new PlainSymbolTokenizer(reader));
            case QueryBuilder.PATH:
            case QueryBuilder.PROJECT:
                return new TokenStreamComponents(new PathTokenizer(reader));
            case QueryBuilder.HIST:
                return new HistoryAnalyzer().createComponents(fieldName, reader);
            default:
                return new TokenStreamComponents(new PlainFullTokenizer(reader));
        }
    }
View Full Code Here

       
    @Override
    public TokenStreamComponents createComponents(String fieldName, Reader reader) {                       
        switch (fieldName) {
            case "full":
                return new TokenStreamComponents(new PlainFullTokenizer(reader));
            case "path":
            case "project":
                return new TokenStreamComponents(new PathTokenizer(reader));
            case "hist":
                return new HistoryAnalyzer().createComponents(fieldName, reader);
View Full Code Here

TOP

Related Classes of org.opensolaris.opengrok.analysis.plain.PlainFullTokenizer

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.