/**
* This program is free software; you can redistribute it and/or modify it under
* the terms of the GNU General Public License as published by the Free Software
* Foundation; either version 2 of the License, or (at your option) any later
* version.
*
* This program is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
* FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
* details.
*
* You should have received a copy of the GNU General Public License along with
* this program; if not, write to the Free Software Foundation, Inc., 51
* Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
*/
package org.xbib.elasticsearch.index.analysis;
import java.io.IOException;
import org.apache.lucene.analysis.TokenStream;
import org.elasticsearch.ElasticsearchIllegalArgumentException;
import org.xbib.elasticsearch.analysis.decompound.Decompounder;
import org.elasticsearch.common.inject.Inject;
import org.elasticsearch.common.inject.assistedinject.Assisted;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.env.Environment;
import org.elasticsearch.index.Index;
import org.elasticsearch.index.analysis.AbstractTokenFilterFactory;
import org.elasticsearch.index.settings.IndexSettings;
public class DecompoundTokenFilterFactory extends AbstractTokenFilterFactory {
private final Decompounder decompounder;
@Inject
public DecompoundTokenFilterFactory(Index index,
@IndexSettings Settings indexSettings, Environment env,
@Assisted String name, @Assisted Settings settings) {
super(index, indexSettings, name, settings);
this.decompounder = createDecompounder(env, settings);
}
@Override
public TokenStream create(TokenStream tokenStream) {
return new DecompoundTokenFilter(tokenStream, decompounder);
}
private Decompounder createDecompounder(Environment env, Settings settings) {
try {
String forward = settings.get("forward", "/kompVVic.tree");
String backward = settings.get("backward", "/kompVHic.tree");
String reduce = settings.get("reduce", "/grfExt.tree");
double threshold = settings.getAsDouble("threshold", 0.51);
return new Decompounder(env.resolveConfig(forward).openStream(),
env.resolveConfig(backward).openStream(),
env.resolveConfig(reduce).openStream(),
threshold);
} catch (ClassNotFoundException e) {
throw new ElasticsearchIllegalArgumentException("decompounder resources in settings not found: " + settings, e);
} catch (IOException e) {
throw new ElasticsearchIllegalArgumentException("decompounder resources in settings not found: " + settings, e);
}
}
}