* Bobo Browse Engine - High performance faceted/parametric search implementation

* that handles various types of semi-structured data.  Written in Java.

*

* Copyright (C) 2005-2006  John Wang

*

* This library is free software; you can redistribute it and/or

* modify it under the terms of the GNU Lesser General Public

* License as published by the Free Software Foundation; either

* version 2.1 of the License, or (at your option) any later version.

*

* This library is distributed in the hope that it will be useful,

* but WITHOUT ANY WARRANTY; without even the implied warranty of

* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

* Lesser General Public License for more details.

*

* You should have received a copy of the GNU Lesser General Public

* License along with this library; if not, write to the Free Software

* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA

*

* To contact the project administrators for the bobo-browse project,

* please go to https://sourceforge.net/projects/bobo-browse/, or

* send mail to owner@browseengine.com.

*/

  static Logger log = Logger.getLogger(BoboTestCase.class);

  private final Directory _indexDir;

  private final List<FacetHandler<?>> _fconf;

  static final private Term tagSizePayloadTerm = new Term("tagSizePayload", "size");

    private final Document[] _data;

    TestDataDigester(List<FacetHandler<?>> fConf, Document[] data) {

      super();

      _data = data;

    }

    @Override

    public void digest(DataHandler handler) throws IOException {

      for (int i = 0; i < _data.length; ++i) {

        handler.handleDocument(_data[i]);

      }

    }

  }

  public BoboTestCase(String testName) {

    super(testName);

    String confdir = System.getProperty("conf.dir");

    if (confdir == null) confdir = "./resource";

    System.setProperty("log.home", ".");

    org.apache.log4j.PropertyConfigurator.configure(confdir + "/log4j.properties");

    _fconf = buildFieldConf();

    _indexDir = createIndex();

  }

  private BoboMultiReader newIndexReader() throws IOException {

    DirectoryReader srcReader = DirectoryReader.open(_indexDir);

    try {

      BoboMultiReader reader = BoboMultiReader.getInstance(srcReader, _fconf);

      return reader;

    } catch (IOException ioe) {

      if (srcReader != null) {

        srcReader.close();

      }

      throw ioe;

    }

  }

  private BoboBrowser newBrowser() throws IOException {

    return new BoboBrowser(newIndexReader());

  }

  public static Field buildMetaField(String name, String val) {

    Field f = new StringField(name, val, Field.Store.NO);

    return f;

  }

  static final class MetaTokenStream extends TokenStream {

    private boolean returnToken = false;

    private final PayloadAttribute payloadAttr;

    private final CharTermAttribute termAttr;

    MetaTokenStream(Term term, int size) {

      byte[] buffer = new byte[4];

      buffer[0] = (byte) (size);

      buffer[1] = (byte) (size >> 8);

      buffer[2] = (byte) (size >> 16);

      buffer[3] = (byte) (size >> 24);

      payloadAttr = addAttribute(PayloadAttribute.class);

      payloadAttr.setPayload(new BytesRef(buffer));

      termAttr = addAttribute(CharTermAttribute.class);

      termAttr.append(term.text());

      returnToken = true;

    }

    @Override

    public boolean incrementToken() throws IOException {

      if (returnToken) {

        returnToken = false;

        return true;

      } else {

        return false;

      }

    }

  }

  public static Field buildMetaSizePayloadField(final Term term, final int size) {

    Field f = new TextField(term.field(), new MetaTokenStream(term, size));

    return f;

  }

  public static Document[] buildData() {

    ArrayList<Document> dataList = new ArrayList<Document>();

    Document d1 = new Document();

    d1.add(buildMetaField("id", "1"));

    d1.add(buildMetaField("shape", "square"));

    d1.add(buildMetaField("color", "red"));

    d1.add(buildMetaField("size", "4"));

    d1.add(buildMetaField("location", "toy/lego/block/"));

    d1.add(buildMetaField("tag", "rabbit"));

    d1.add(buildMetaField("tag", "pet"));

    d1.add(buildMetaField("tag", "animal"));

    d1.add(buildMetaSizePayloadField(tagSizePayloadTerm, 3));

    d1.add(buildMetaField("number", "0010"));

    d1.add(buildMetaField("date", "2000/01/01"));

    d1.add(buildMetaField("name", "ken"));

    d1.add(buildMetaField("char", "k"));

    d1.add(buildMetaField("multinum", "001"));

    d1.add(buildMetaField("multinum", "003"));

    d1.add(buildMetaField("multiwithweight", "cool\u0000200"));

    d1.add(buildMetaField("multiwithweight", "good\u0000100"));

    d1.add(buildMetaField("compactnum", "001"));

    d1.add(buildMetaField("compactnum", "003"));

    d1.add(buildMetaField("numendorsers", "000003"));

    d1.add(buildMetaField("path", "a-b"));

    d1.add(buildMetaField("multipath", "a-b"));

    d1.add(buildMetaField("custom", "000003"));

    d1.add(buildMetaField("latitude", "60"));

    d1.add(buildMetaField("longitude", "120"));

    d1.add(buildMetaField("salary", "04500"));

    Field sf = new StringField("testStored", "stored", Store.YES);

    d1.add(sf);

    FieldType ft = new FieldType();

    ft.setStored(false);

    ft.setIndexed(true);

    ft.setTokenized(true);

    ft.setStoreTermVectors(true);

    ft.setStoreTermVectorPositions(false);

    ft.setStoreTermVectorOffsets(false);

    Field tvf = new Field("tv", "bobo bobo lucene lucene lucene test", ft);

    d1.add(tvf);

    FieldType ftPositions = new FieldType();

    ftPositions.setStored(false);

    ftPositions.setIndexed(true);

    ftPositions.setTokenized(true);

    ftPositions.setStoreTermVectors(true);

    ftPositions.setStoreTermVectorPositions(true);

    ftPositions.setStoreTermVectorOffsets(false);

    tvf = new Field("tvPositions", "bobo bobo lucene lucene lucene test", ftPositions);

    d1.add(tvf);

    FieldType ftOffsets = new FieldType();

    ftOffsets.setStored(false);

    ftOffsets.setIndexed(true);

    ftOffsets.setTokenized(true);

    ftOffsets.setStoreTermVectors(true);

    ftOffsets.setStoreTermVectorPositions(false);

    ftOffsets.setStoreTermVectorOffsets(true);

    tvf = new Field("tvOffsets", "bobo bobo lucene lucene lucene test", ftOffsets);

    d1.add(tvf);

    FieldType ftPositionsAndOffsets = new FieldType();

    ftPositionsAndOffsets.setStored(false);

    ftPositionsAndOffsets.setIndexed(true);

    ftPositionsAndOffsets.setTokenized(true);

    ftPositionsAndOffsets.setStoreTermVectors(true);

    ftPositionsAndOffsets.setStoreTermVectorPositions(true);

    ftPositionsAndOffsets.setStoreTermVectorOffsets(true);

    tvf = new Field("tvPositionsAndOffsets", "bobo bobo lucene lucene lucene test",

        ftPositionsAndOffsets);

    d1.add(tvf);

    Document d2 = new Document();

    d2.add(buildMetaField("id", "2"));

    d2.add(buildMetaField("shape", "rectangle"));

    d2.add(buildMetaField("color", "red"));

    d2.add(buildMetaField("size", "2"));

    d2.add(buildMetaField("location", "toy/lego/block/"));

    d2.add(buildMetaField("tag", "dog"));

    d2.add(buildMetaField("tag", "pet"));

    d2.add(buildMetaField("tag", "poodle"));

    d2.add(buildMetaSizePayloadField(tagSizePayloadTerm, 3));

    d2.add(buildMetaField("number", "0011"));

    d2.add(buildMetaField("date", "2003/02/14"));

    d2.add(buildMetaField("name", "igor"));

    d2.add(buildMetaField("char", "i"));

    d2.add(buildMetaField("multinum", "002"));

    d2.add(buildMetaField("multinum", "004"));

    d2.add(buildMetaField("multiwithweight", "cool\u0000300"));

    d2.add(buildMetaField("multiwithweight", "good\u0000200"));

    d2.add(buildMetaField("compactnum", "002"));

    d2.add(buildMetaField("compactnum", "004"));

    d2.add(buildMetaField("numendorsers", "000010"));

    d2.add(buildMetaField("path", "a-c-d"));

    d2.add(buildMetaField("multipath", "a-c-d"));

    d2.add(buildMetaField("multipath", "a-b"));

    d2.add(buildMetaField("custom", "000010"));

    d2.add(buildMetaField("latitude", "50"));

    d2.add(buildMetaField("longitude", "110"));

    d2.add(buildMetaField("salary", "08500"));

    Document d3 = new Document();

    d3.add(buildMetaField("id", "3"));

    d3.add(buildMetaField("shape", "circle"));

    d3.add(buildMetaField("color", "green"));

    d3.add(buildMetaField("size", "3"));

    d3.add(buildMetaField("location", "toy/lego/"));

    d3.add(buildMetaField("tag", "rabbit"));

    d3.add(buildMetaField("tag", "cartoon"));

    d3.add(buildMetaField("tag", "funny"));

    d3.add(buildMetaSizePayloadField(tagSizePayloadTerm, 3));

    d3.add(buildMetaField("number", "0230"));

    d3.add(buildMetaField("date", "2001/12/25"));

    d3.add(buildMetaField("name", "john"));

    d3.add(buildMetaField("char", "j"));

    d3.add(buildMetaField("multinum", "007"));

    d3.add(buildMetaField("multinum", "012"));

    d3.add(buildMetaField("multiwithweight", "cool\u0000200"));

    d3.add(buildMetaField("compactnum", "007"));

    d3.add(buildMetaField("compactnum", "012"));

    d3.add(buildMetaField("numendorsers", "000015"));

    d3.add(buildMetaField("path", "a-e"));

    d3.add(buildMetaField("multipath", "a-e"));

    d3.add(buildMetaField("multipath", "a-b"));

    d3.add(buildMetaField("custom", "000015"));

    d3.add(buildMetaField("latitude", "35"));

    d3.add(buildMetaField("longitude", "70"));

    d3.add(buildMetaField("salary", "06500"));

    Document d4 = new Document();

    d4.add(buildMetaField("id", "4"));

    d4.add(buildMetaField("shape", "circle"));

    d4.add(buildMetaField("color", "blue"));

    d4.add(buildMetaField("size", "1"));

    d4.add(buildMetaField("location", "toy/"));

    d4.add(buildMetaField("tag", "store"));

    d4.add(buildMetaField("tag", "pet"));

    d4.add(buildMetaField("tag", "animal"));

    d4.add(buildMetaSizePayloadField(tagSizePayloadTerm, 3));

    d4.add(buildMetaField("number", "0913"));

    d4.add(buildMetaField("date", "2004/11/24"));

    d4.add(buildMetaField("name", "cathy"));

    d4.add(buildMetaField("char", "c"));

    d4.add(buildMetaField("multinum", "007"));

    d4.add(buildMetaField("multinum", "007"));

    d4.add(buildMetaField("compactnum", "007"));

    d4.add(buildMetaField("numendorsers", "000019"));

    d4.add(buildMetaField("path", "a-c"));

    d4.add(buildMetaField("multipath", "a-c"));

    d4.add(buildMetaField("multipath", "a-b"));