Examples of MutableCharArray

net.algart.arrays.MutableCharArray

Resizable AlgART array of char values.

AlgART Laboratory 2007–2014
@author Daniel Alievsky @version 1.2 @since JDK 1.5
org.carrot2.text.util.MutableCharArray
Implements {@link CharSequence} over a mutable char[] buffer.
This class implements proper content-based {@link #hashCode()} and{@link #equals(Object)} against other {@link MutableCharArray} objects, assuming theunderlying character buffers does not change. In case the buffers is changed, the resulting behavior is unpredictable.

Examples of net.algart.arrays.MutableCharArray

        for (int doEnsureCapacity = 0; doEnsureCapacity < 2; doEnsureCapacity++) {
            System.out.println("Tests with" + (doEnsureCapacity == 0 ? "out" : "") + " ensureCapacity()");
            for (int count = 1; count <= 10; count++) {
                System.out.println("Iteration #" + count);
                long t1 = System.nanoTime();
                MutableCharArray cv = Arrays.SystemSettings.globalMemoryModel().newEmptyCharArray();
                if (doEnsureCapacity > 0)
                    cv.ensureCapacity(n * w.length());
                for (int k = 0; k < n; k++)
                    cv.append(w);
                long t11 = System.nanoTime();
                String s1 = Arrays.asCharSequence(cv).toString();
                long t2 = System.nanoTime();


                StringBuffer sbuf = new StringBuffer();
                if (doEnsureCapacity > 0)
                    sbuf.ensureCapacity(n * w.length());
                for (int k = 0; k < n; k++)
                    sbuf.append(w);
                long t21 = System.nanoTime();
                String s2 = sbuf.toString();
                long t3 = System.nanoTime();


                StringBuilder sb = new StringBuilder();
                if (doEnsureCapacity > 0)
                    sb.ensureCapacity(n * w.length());
                for (int k = 0; k < n; k++)
                    sb.append(w);
                long t31 = System.nanoTime();
                String s3 = sb.toString();
                long t4 = System.nanoTime();


                System.out.printf(Locale.US,
                    "CharArray.appendString + toString: %.6f+%.6f ms, %.3f ns/word (%d chars)%n",
                    (t11 - t1) * 1e-6,  (t2 - t11) * 1e-6, (t2 - t1) * 1.0 / n,  cv.length());
                System.out.printf("    '" + (s1.length() < 100 ? s1 : s1.substring(0, 100) + "...") + "'%n");


                System.out.printf(Locale.US,
                    "StringBuffer.append + toString:     %.6f+%.6f ms, %.3f ns/word%n",
                    (t21 - t2) * 1e-6, (t3 - t21) * 1e-6, (t3 - t2) * 1.0 / n);

View Full Code Here

Examples of org.carrot2.text.util.MutableCharArray


      private final MutableCharArray tempCharSequence;
      private final Class<?> tokenFilterClass;


      private ChineseTokenizer() throws Exception {
        this.tempCharSequence = new MutableCharArray(new char[0]);


        // As Smart Chinese is not available during compile time,
        // we need to resort to reflection.
        final Class<?> tokenizerClass = ReflectionUtils.classForName(
            "org.apache.lucene.analysis.cn.smart.SentenceTokenizer", false);

View Full Code Here

Examples of org.carrot2.text.util.MutableCharArray

    // is not affected by the test stopwords and stoplabels.
    ILexicalData lexicalData = preprocessing.lexicalDataFactory
        .getLexicalData(LanguageCode.MALTESE);


    for (String word : wordsToCheck.split(",")) {
      if (!lexicalData.isCommonWord(new MutableCharArray(word))
          && !lexicalData.isStopLabel(word)) {
        clusters.add(new Cluster(word));
      }
    }
  }

View Full Code Here

Examples of org.carrot2.text.util.MutableCharArray

    public void mark(PreprocessingContext context)
    {
        final char [][] wordImages = context.allWords.image;
        final short [] types = context.allWords.type;


        final MutableCharArray mutableCharArray = new MutableCharArray("");
        char [] buffer = new char [128];
        final ILexicalData lexData = context.language.getLexicalData();


        for (int i = 0; i < wordImages.length; i++)
        {
            final char [] word = wordImages[i];
            if (buffer.length < word.length) buffer = new char [word.length];


            CharArrayUtils.toLowerCase(word, buffer);
            mutableCharArray.reset(buffer, 0, word.length);
            if (lexData.isCommonWord(mutableCharArray))
            {
                types[i] |= ITokenizer.TF_COMMON_WORD;
            }
        }

View Full Code Here

Examples of org.carrot2.text.util.MutableCharArray


        for (String entry : input)
        {
            char [] chars = entry.toCharArray();
            CharArrayUtils.toLowerCaseInPlace(chars);
            cloned.add(new MutableCharArray(chars));
        }


        return cloned;
    }

View Full Code Here

Examples of org.carrot2.text.util.MutableCharArray

        int newLen = normalizer.normalize(buffer, word.length());
        newLen = delegate.stem(buffer, newLen);


        if (newLen != word.length() || !equals(buffer, newLen, word))
        {
            return new MutableCharArray(Arrays.copyOf(buffer, newLen));
        }


        // Same-same.
        return null;
    }

View Full Code Here

Examples of org.carrot2.text.util.MutableCharArray


    private final MutableCharArray tempCharSequence;


    public ThaiTokenizerAdapter()
    {
        this.tempCharSequence = new MutableCharArray(new char [0]);
        if (!platformSupportsThai()) {
            throw new RuntimeException("Thai segmentation not supported on this platform.");
        }
    }

View Full Code Here

Examples of org.carrot2.text.util.MutableCharArray

                buffer[i] = word.charAt(i);
            snowballStemmer.setCurrent(buffer, len);


            if (snowballStemmer.stem())
            {
                return new MutableCharArray(Arrays.copyOf(
                    snowballStemmer.getCurrentBuffer(), snowballStemmer.getCurrentBufferLength()));
            }
            else
            {
                return null;

View Full Code Here

Examples of org.carrot2.text.util.MutableCharArray


    private final MutableCharArray tempCharSequence;


    public ChineseTokenizerAdapter()
    {
        this.tempCharSequence = new MutableCharArray(new char [0]);
        this.sentenceTokenizer = new SentenceTokenizer(new StringReader(""));
    }

View Full Code Here

Examples of org.carrot2.text.util.MutableCharArray

        len = hindiNormalizer.normalize(buffer, len);
        len = hindiStemmer.stem(buffer, len);


        if (!equals(word, buffer, len))
        {
            return new MutableCharArray(Arrays.copyOf(buffer, len));
        }
        else
        {
            return word;
        }

View Full Code Here

0 1

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.