Examples of org.apache.commons.io.input.CharSequenceReader

org.apache.commons.io.input.CharSequenceReader
{@link Reader} implementation that can read from String, StringBuffer,StringBuilder or CharBuffer.
Note: Supports {@link #mark(int)} and {@link #reset()}. @version $Id: CharSequenceReader.java 1586350 2014-04-10 15:57:20Z ggregory $ @since 1.4

  }


  @Test
  public void loadReader() throws IOException {
    final LineHandler lh = buildLineHandler(limit, line);
    final Reader r = new CharSequenceReader(buildInput(limit, line));


    final RecordLoader loader = new RecordLoader();
    loader.load(r, lh);
  }

View Full Code Here

            throw new IllegalArgumentException(
                    "Illegal input char(s) at following positions: "
                    + badIndexes);
        //if (sb.length() > 0 && sb.charAt(sb.length()-1) != '\n')
            //sb.append('\n');
        return new CreoleScanner(new CharSequenceReader(sb));
    }

View Full Code Here

            throw new IllegalArgumentException(
                    "Illegal input char(s) at following positions: "
                    + badIndexes);
        //if (sb.length() > 0 && sb.charAt(sb.length()-1) != '\n')
            //sb.append('\n');
        return new CreoleScanner(new CharSequenceReader(sb));
    }

View Full Code Here

                + "Please report this on the dev@apache.stanbol.org or create an "
                + "JIRA issue about this.");
        }
        if(!at.getSentences().hasNext()) { //no sentences  ... use this engine to detect
            //first the sentences
            TokenStream sentences = new SentenceTokenizer(new CharSequenceReader(at.getText()));
            try {
                while(sentences.incrementToken()){
                    OffsetAttribute offset = sentences.addAttribute(OffsetAttribute.class);
                    Sentence s = at.addSentence(offset.startOffset(), offset.endOffset());
                    if(log.isTraceEnabled()) {

View Full Code Here

                + "indicates an Bug in the used EnhancementJobManager implementation. "
                + "Please report this on the dev@apache.stanbol.org or create an "
                + "JIRA issue about this.");
        }
        //first the sentences
        TokenStream sentences = new SentenceTokenizer(new CharSequenceReader(at.getText()));
        try {
          sentences.reset();
            while(sentences.incrementToken()){
                OffsetAttribute offset = sentences.addAttribute(OffsetAttribute.class);
                Sentence s = at.addSentence(offset.startOffset(), offset.endOffset());

View Full Code Here

     */
    private int tag(final AnalysedText at, final TaggingSession session, 
            final Corpus corpus, final Map<int[],Tag> tags) throws IOException {
        final OpenBitSet matchDocIdsBS = new OpenBitSet(session.getSearcher().maxDoc());
        TokenStream baseTokenStream = corpus.getTaggingAnalyzer().tokenStream("", 
            new CharSequenceReader(at.getText()));
        LinkableTokenFilter linkableTokenFilter = new LinkableTokenFilter(baseTokenStream, 
            at, session.getLanguage(), tpConfig.getConfiguration(session.getLanguage()),
            elConfig.getMinChunkMatchScore(), elConfig.getMinFoundTokens());
        //we use two TagClusterReducer implementations.
        // (1) the linkableTokenFilter filters all tags that do not overlap any

View Full Code Here

                + "indicates an Bug in the used EnhancementJobManager implementation. "
                + "Please report this on the dev@apache.stanbol.org or create an "
                + "JIRA issue about this.");
        }
        //start with the Tokenizer
        TokenStream tokenStream = tokenizerFactory.create(new CharSequenceReader(at.getText()));
        //build the analyzing chain by adding all TokenFilters
        for(TokenFilterFactory filterFactory : filterFactories){
            tokenStream = filterFactory.create(tokenStream);
        }

View Full Code Here

            throw new IllegalArgumentException(
                    "Illegal input char(s) at following positions: "
                    + badIndexes);
        //if (sb.length() > 0 && sb.charAt(sb.length()-1) != '\n')
            //sb.append('\n');
        return new CreoleScanner(new CharSequenceReader(sb));
    }

View Full Code Here

            throw new IllegalArgumentException(
                    "Illegal input char(s) at following positions: "
                    + badIndexes);
        //if (sb.length() > 0 && sb.charAt(sb.length()-1) != '\n')
            //sb.append('\n');
        return new CreoleScanner(new CharSequenceReader(sb));
    }

View Full Code Here

            throw new IllegalArgumentException(
                    "Illegal input char(s) at following positions: "
                    + badIndexes);
        //if (sb.length() > 0 && sb.charAt(sb.length()-1) != '\n')
            //sb.append('\n');
        return new CreoleScanner(new CharSequenceReader(sb));
    }

View Full Code Here

0 1 2

TOP

Related Classes of org.apache.commons.io.input.CharSequenceReader

com.admc.jcreole.CreoleScanner

com.lightboxtechnologies.nsrl.RecordLoaderTest

net.sf.gluebooster.java.booster.essentials.utils.TextBoostUtils

org.apache.stanbol.enhancer.engines.kuromoji.impl.KuromojiNlpEngine

org.apache.stanbol.enhancer.engines.lucenefstlinking.FstLinkingEngine

org.apache.stanbol.enhancer.engines.paoding.token.PaodingTokenizerEngine

org.apache.stanbol.enhancer.engines.smartcn.impl.SmartcnSentenceEngine

org.apache.stanbol.enhancer.engines.smartcn.impl.SmartcnTokenizerEngine

org.baeldung.java.io.JavaReaderToXUnitTest

org.baeldung.java.io.JavaXToReaderUnitTest

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.