Package net.paoding.analysis.analyzer.impl

Source Code of net.paoding.analysis.analyzer.impl.SortingDictionariesCompiler

package net.paoding.analysis.analyzer.impl;

import java.io.BufferedOutputStream;
import java.io.File;
import java.io.FileFilter;
import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.io.UnsupportedEncodingException;
import java.util.Properties;

import net.paoding.analysis.Constants;
import net.paoding.analysis.dictionary.Dictionary;
import net.paoding.analysis.dictionary.Word;
import net.paoding.analysis.dictionary.support.detection.Snapshot;
import net.paoding.analysis.knife.Dictionaries;
import net.paoding.analysis.knife.DictionariesCompiler;
import net.paoding.analysis.knife.Knife;

public class SortingDictionariesCompiler implements DictionariesCompiler {
  public static final String VERSION = "2";
 
  public boolean shouldCompile(Properties p) throws Exception {
    String dicHome = p.getProperty("paoding.dic.home.absolute.path");
    File dicHomeFile = new File(dicHome);
    File compliedMetadataFile = new File(dicHomeFile, ".compiled/sorting/.metadata");
    if (compliedMetadataFile.exists() && compliedMetadataFile.isFile()) {
      // get checksum for all compiled dictionaries
      String checksum = Snapshot.flash(
          new File(dicHomeFile, ".compiled/sorting"),
          new FileFilter() {
            public boolean accept(File pathname) {
              return pathname.getPath().endsWith(".dic.compiled");
            }
          }).getCheckSum();

      Properties compiledProperties = new Properties();
      InputStream compiledPropertiesInput = new FileInputStream(compliedMetadataFile);
      compiledProperties.load(compiledPropertiesInput);
      compiledPropertiesInput.close();
      String compiledCheckSum = compiledProperties.getProperty("paoding.analysis.compiler.checksum");
      String clazz = compiledProperties.getProperty("paoding.analysis.compiler.class");
      String version = compiledProperties.getProperty("paoding.analysis.compiler.version");
      if (checksum.equals(compiledCheckSum) && this.getClass().getName().equalsIgnoreCase(clazz)
          && VERSION.equalsIgnoreCase(version)) {
        return false;
      }
    }
    return true;
  }
 
 
  public void compile(Dictionaries dictionaries, Knife knife, Properties p) throws Exception {
    String dicHome = p.getProperty("paoding.dic.home.absolute.path");
    String noiseCharactor = getProperty(p, Constants.DIC_NOISE_CHARACTOR);
    String noiseWord = getProperty(p, Constants.DIC_NOISE_WORD);
    String unit = getProperty(p, Constants.DIC_UNIT);
    String confucianFamilyName = getProperty(p, Constants.DIC_CONFUCIAN_FAMILY_NAME);
    String combinatorics = getProperty(p, Constants.DIC_FOR_COMBINATORICS);
    String charsetName = getProperty(p, Constants.DIC_CHARSET);
   
    File dicHomeFile = new File(dicHome);
    File compiledDicHomeFile = new File(dicHomeFile, ".compiled/sorting");
    compiledDicHomeFile.mkdirs();
   
    //
    Dictionary vocabularyDictionary = dictionaries.getVocabularyDictionary();
    File vocabularyFile = new File(compiledDicHomeFile, "vocabulary.dic.compiled");
    sortCompile(vocabularyDictionary, vocabularyFile, charsetName);

    //
    Dictionary noiseCharactorsDictionary = dictionaries.getNoiseCharactorsDictionary();
    File noiseCharactorsDictionaryFile = new File(compiledDicHomeFile, noiseCharactor + ".dic.compiled");
    sortCompile(noiseCharactorsDictionary, noiseCharactorsDictionaryFile, charsetName);
    //
    Dictionary noiseWordsDictionary = dictionaries.getNoiseWordsDictionary();
    File noiseWordsDictionaryFile = new File(compiledDicHomeFile, noiseWord + ".dic.compiled");
    sortCompile(noiseWordsDictionary, noiseWordsDictionaryFile, charsetName);
    //
    Dictionary unitsDictionary = dictionaries.getUnitsDictionary();
    File unitsDictionaryFile = new File(compiledDicHomeFile, unit + ".dic.compiled");
    sortCompile(unitsDictionary, unitsDictionaryFile, charsetName);
    //
    Dictionary confucianFamilyDictionary = dictionaries.getConfucianFamilyNamesDictionary();
    File confucianFamilyDictionaryFile = new File(compiledDicHomeFile, confucianFamilyName + ".dic.compiled");
    sortCompile(confucianFamilyDictionary, confucianFamilyDictionaryFile, charsetName);
    //
    Dictionary combinatoricsDictionary = dictionaries.getCombinatoricsDictionary();
    File combinatoricsDictionaryFile = new File(compiledDicHomeFile, combinatorics + ".dic.compiled");
    sortCompile(combinatoricsDictionary, combinatoricsDictionaryFile, charsetName);

    //
    File compliedMetadataFile = new File(dicHomeFile, ".compiled/sorting/.metadata");
    if (compliedMetadataFile.exists()) {
      //compliedMetadataFile.setWritable(true);
      compliedMetadataFile.delete();
    }
    else {
      compliedMetadataFile.getParentFile().mkdirs();
    }
    OutputStream compiledPropertiesOutput = new FileOutputStream(compliedMetadataFile);
    Properties compiledProperties = new Properties();
    String lastModifiedsKey = "paoding.analysis.properties.lastModifieds";
    String filesKey = "paoding.analysis.properties.files";
    compiledProperties.setProperty(lastModifiedsKey, p.getProperty(lastModifiedsKey));
    compiledProperties.setProperty(filesKey, p.getProperty(filesKey));
    compiledProperties.setProperty("paoding.analysis.compiler.checksum",
        Snapshot.flash(
            new File(dicHomeFile, ".compiled/sorting"),
            new FileFilter() {
              public boolean accept(File pathname) {
                return pathname.getPath().endsWith(
                    ".dic.compiled");
              }
            }).getCheckSum());
    compiledProperties.setProperty("paoding.analysis.compiler.class", this.getClass().getName());
    compiledProperties.setProperty("paoding.analysis.compiler.version", VERSION);
    compiledProperties.store(compiledPropertiesOutput, "dont edit it! this file was auto generated by paoding.");
    compiledPropertiesOutput.close();
    compliedMetadataFile.setReadOnly();
  }

 
 
  private void sortCompile(final Dictionary dictionary,
      File dicFile, String charsetName) throws FileNotFoundException,
      IOException, UnsupportedEncodingException {
    int wordsSize = dictionary.size();
    if (dicFile.exists()) {
      //dicFile.setWritable(true);
      dicFile.delete();
    }
    BufferedOutputStream out = new BufferedOutputStream(
        new FileOutputStream(dicFile), 1024 * 16);
   
    for (int i = 0; i < wordsSize; i++) {
      Word word = dictionary.get(i);
      out.write(word.getText().getBytes(charsetName));
      if (word.getModifiers() != Word.DEFAUL) {
        out.write("[m=".getBytes());
        out.write(String.valueOf(word.getModifiers()).getBytes());
        out.write(']');
      }
      out.write('\r');
      out.write('\n');
    }
    out.flush();
    out.close();
    dicFile.setReadOnly();
  }
 
  public Dictionaries readCompliedDictionaries(Properties p) {
    String dicHomeAbsolutePath = p.getProperty("paoding.dic.home.absolute.path");
    String noiseCharactor = getProperty(p, Constants.DIC_NOISE_CHARACTOR);
    String noiseWord = getProperty(p, Constants.DIC_NOISE_WORD);
    String unit = getProperty(p, Constants.DIC_UNIT);
    String confucianFamilyName = getProperty(p, Constants.DIC_CONFUCIAN_FAMILY_NAME);
    String combinatorics = getProperty(p, Constants.DIC_FOR_COMBINATORICS);
    String charsetName = getProperty(p, Constants.DIC_CHARSET);
    int maxWordLen = Integer.valueOf(getProperty(p, Constants.DIC_MAXWORDLEN));
    return new CompiledFileDictionaries(
        dicHomeAbsolutePath + "/.compiled/sorting",
        noiseCharactor, noiseWord, unit,
        confucianFamilyName, combinatorics, charsetName, maxWordLen);
  }
 
  private static String getProperty(Properties p, String name) {
    return Constants.getProperty(p, name);
  }
 
}
TOP

Related Classes of net.paoding.analysis.analyzer.impl.SortingDictionariesCompiler

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.