package org.sf.mustru.docs;
import java.io.IOException;
import org.apache.lucene.document.Document;
import org.apache.lucene.document.Field;
import org.apache.lucene.index.IndexWriter;
import org.sf.mustru.crawl.ClassifyDoc;
import com.sleepycat.bind.tuple.TupleBinding;
import com.sleepycat.bind.tuple.TupleInput;
import com.sleepycat.bind.tuple.TupleOutput;
/**
* Any text document that can be indexed
*
*/
public class TextDoc extends IndexableDoc
{
private String textType = "";
/**
* A generic text document class that can be indexed
* String (Optional) The name of the file containing the text
*/
public TextDoc() { super(); setBdbBinding( new TextDocDb() ); }
public TextDoc(String ifile) { super(ifile); setBdbBinding( new TextDocDb() ); }
/**
* load text specific information, type of text - article, book, etc.
*/
public void loadSpecific (ClassifyDoc cdoc)
{ setFileType("text");
setTextType(cdoc.classifyTextContents(this)); }
//*-- create the Lucene Index
public void loadIndex(IndexWriter ramIW, boolean storeTermVector) throws IOException
{
Document doc = new Document();
doc.add( new Field("key", getFileName(), Field.Store.YES, Field.Index.NO) );
doc.add(new Field("contents", getContents().toString(), Field.Store.NO, Field.Index.TOKENIZED) );
doc.add( new Field("type", getFileType(), Field.Store.YES, Field.Index.NO) );
doc.add( new Field("category", getTextType(), Field.Store.YES, Field.Index.NO) );
ramIW.addDocument(doc);
}
public TupleBinding getBdbBinding()
{ return bdbBinding; }
public void setBdbBinding(TupleBinding bdbBinding)
{ this.bdbBinding = bdbBinding; }
public String toString()
{
StringBuffer sb = new StringBuffer();
sb.append(super.toString());
//*-- add text specific data
sb.append(" Text type: "); sb.append( getTextType() );
return sb.toString();
}
public String getTextType()
{ return textType; }
public void setTextType(String textType)
{ this.textType = textType; }
}
/**
* Berkeley DB binding for TextDoc
*
*/
final class TextDocDb extends TupleBinding
{
static IndexableDocBinding idb = new IndexableDocBinding();
IndexableDoc idoc;
public Object entryToObject(TupleInput ti)
{
idoc = (IndexableDoc) idb.entryToObject(ti);
TextDoc o = new TextDoc();
o.loadGeneric(idoc); idoc = null;
//*-- write any text specific information to o
o.setTextType(ti.readString());
return o;
}
public void objectToEntry(Object o, TupleOutput to)
{
idb.objectToEntry(o, to);
//*-- write text specific to the tuple output
TextDoc tdoc = (TextDoc) o;
to.writeString(tdoc.getTextType());
}
}