/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.uima.tika;
import java.io.BufferedInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.net.URL;
import org.apache.tika.config.TikaConfig;
import org.apache.tika.exception.TikaException;
import org.apache.tika.metadata.Metadata;
import org.apache.tika.parser.AutoDetectParser;
import org.apache.tika.parser.Parser;
import org.apache.uima.cas.CAS;
import org.apache.uima.cas.CASException;
import org.apache.uima.jcas.JCas;
import org.apache.uima.jcas.cas.FSArray;
public class TIKAWrapper {
// configuration for TIKA - can be created by specifying a custom resource
private TikaConfig config = null;
public TIKAWrapper()throws TikaException{
config = TikaConfig.getDefaultConfig();
}
public TIKAWrapper(String configLocation) throws TikaException{
if (configLocation!=null)
try {
config = new TikaConfig(configLocation);
} catch (Exception e) {}
if (config==null)
config = TikaConfig.getDefaultConfig();
}
public void populateCASfromURL(CAS cas, URL url, String language) throws CASException{
populateCASfromURL(cas, url, null, language);
}
public void populateCASfromURL(CAS cas, URL url, String mime, String language) throws CASException{
InputStream originalStream=null;
try {
originalStream = new BufferedInputStream(url
.openStream());
} catch (IOException e1) {
new CASException(e1);
}
// use custom parser or rely on autodetect
Parser parser = null;
if (mime!=null && mime.equals("")==false)
parser = config.getParser(mime);
// it that does not work
if (parser == null) {parser = new AutoDetectParser(config);}
Metadata md = new Metadata();
MarkupHandler handler = new MarkupHandler();
try {
parser.parse(originalStream,handler , md);
}
catch (Exception e){
// if we have a problem just dump the message and continue
// getLogger().log(Level.WARNING,"Problem converting file : "+URI+"\t"+e.getMessage());
cas.setDocumentText("");
return;
}
finally {
// set language if it was explicitly specified as a configuration
// parameter
if (language != null) {
cas.setDocumentLanguage(language);
}
try {
originalStream.close();
} catch (IOException e) {
}
}
// add text and markup to CAS
handler.populateCAS(cas);
JCas jcas = cas.getJCas();
SourceDocumentAnnotation docAnnotation = new SourceDocumentAnnotation(jcas);
// now iterate on the metadata found by Tika and add them to the info
if (docAnnotation.getFeatures()==null){
docAnnotation.setFeatures((FSArray) cas
.createArrayFS(md.size()+1)) ;
}
int i=0;
for (;i<md.size();i++){
String name = md.names()[i];
String value = md.get(name);
FeatureValue fv = new FeatureValue(cas.getJCas());
fv.setName(name);
fv.setValue(value);
// getLogger().log(Level.FINER,URI+"\t"+name+"\t"+value);
docAnnotation.setFeatures(i,fv);
}
FeatureValue fv = new FeatureValue(jcas);
fv.setName("uri");
fv.setValue(url.toString());
docAnnotation.setFeatures(i,fv);
docAnnotation.addToIndexes();
}
}