* Copyright 2011 The Apache Software Foundation

*

* Licensed to the Apache Software Foundation (ASF) under one

* or more contributor license agreements.  See the NOTICE file

* distributed with this work for additional information

* regarding copyright ownership.  The ASF licenses this file

* to you under the Apache License, Version 2.0 (the

* "License"); you may not use this file except in compliance

* with the License.  You may obtain a copy of the License at

*

*     http://www.apache.org/licenses/LICENSE-2.0

*

* Unless required by applicable law or agreed to in writing, software

* distributed under the License is distributed on an "AS IS" BASIS,

* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

* See the License for the specific language governing permissions and

* limitations under the License.

*/

  private static HBaseTestingUtility UTIL = new HBaseTestingUtility();

  private static final int TTL_SECONDS = 2;

  private static final int TTL_MS = TTL_SECONDS * 1000;

  @BeforeClass

  public static void setupBeforeClass() throws Exception {

    Configuration conf = UTIL.getConfiguration();

    conf.set(CoprocessorHost.MASTER_COPROCESSOR_CONF_KEY, IndexMasterObserver.class.getName());

    conf.set(CoprocessorHost.REGION_COPROCESSOR_CONF_KEY, MockIndexRegionObserver.class.getName());

    conf.set(CoprocessorHost.WAL_COPROCESSOR_CONF_KEY, IndexWALObserver.class.getName());

    conf.setBoolean("hbase.use.secondary.index", true);

    UTIL.startMiniCluster(1);

  }

  @AfterClass

  public static void tearDownAfterClass() throws Exception {

    UTIL.shutdownMiniCluster();

  }

  @Before

  public void setUp() {

    MockIndexRegionObserver.count = 0;

    MockIndexRegionObserver.isnullIndexRegion = false;

  }

  @Test(timeout = 180000)

  public void testPutWithAndWithoutTheIndexedColumn() throws IOException, KeeperException,

      InterruptedException {

    HBaseAdmin admin = UTIL.getHBaseAdmin();

    ZooKeeperWatcher zkw = HBaseTestingUtility.getZooKeeperWatcher(UTIL);

    Configuration conf = UTIL.getConfiguration();

    String userTableName = "testPutContainingTheIndexedColumn";

    IndexedHTableDescriptor ihtd = new IndexedHTableDescriptor(userTableName);

    HColumnDescriptor hcd = new HColumnDescriptor("col");

    IndexSpecification iSpec = new IndexSpecification("Index1");

    iSpec.addIndexColumn(hcd, "ql", ValueType.String, 10);

    ihtd.addFamily(hcd);

    ihtd.addIndex(iSpec);

    admin.createTable(ihtd);

    ZKAssign.blockUntilNoRIT(zkw);

    HTable table = new HTable(conf, userTableName);

    // test put with the indexed column

    Put p = new Put("row1".getBytes());

    p.add("col".getBytes(), "ql".getBytes(), "myValue".getBytes());

    table.put(p);

    // Thread.sleep(2000);

    int i = countNumberOfRows(userTableName);

    Assert.assertEquals(1, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(1, i);

    // Test put without the indexed column

    Put p1 = new Put("row2".getBytes());

    p1.add("col".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    table.put(p1);

    i = countNumberOfRows(userTableName);

    Assert.assertEquals(2, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(1, i);

  }

  public int countNumberOfRows(String tableName) throws IOException {

    Configuration conf = UTIL.getConfiguration();

    HTable table = new HTable(conf, tableName);

    Scan s = new Scan();

    int i = 0;

    ResultScanner scanner = table.getScanner(s);

    Result[] result = scanner.next(1);

    while (result != null && result.length > 0) {

      i++;

      result = scanner.next(1);

    }

    return i;

  }

  public Result[] getTheLastRow(String tableName) throws IOException {

    Configuration conf = UTIL.getConfiguration();

    HTable table = new HTable(conf, tableName);

    Scan s = new Scan();

    ResultScanner scanner = table.getScanner(s);

    Result[] result = scanner.next(1);

    Result[] result1 = result;

    while (result1 != null && result1.length > 0) {

      result1 = scanner.next(1);

      if (null == result1 || result1.length <= 0) break;

      else result = result1;

    }

    return result;

  }

  @Test(timeout = 180000)

  public void testPostOpenCoprocessor() throws IOException, KeeperException, InterruptedException {

    HBaseAdmin admin = UTIL.getHBaseAdmin();

    ZooKeeperWatcher zkw = HBaseTestingUtility.getZooKeeperWatcher(UTIL);

    String userTableName = "testPostOpenCoprocessor";

    IndexedHTableDescriptor ihtd = new IndexedHTableDescriptor(userTableName);

    HColumnDescriptor hcd = new HColumnDescriptor("col");

    IndexSpecification iSpec = new IndexSpecification("Index1");

    iSpec.addIndexColumn(hcd, "ql", ValueType.String, 10);

    ihtd.addFamily(hcd);

    ihtd.addIndex(iSpec);

    admin.createTable(ihtd);

    ZKAssign.blockUntilNoRIT(zkw);

    // Check the number of indices

    List<IndexSpecification> list = IndexManager.getInstance().getIndicesForTable(userTableName);

    Assert.assertEquals(1, list.size());

    // Check the index name

    boolean bool = false;

    for (IndexSpecification e : list) {

      if (e.getName().equals("Index1")) bool = true;

    }

    Assert.assertTrue(bool);

  }

  @Test(timeout = 180000)

  public void testMultipleIndicesOnUniqueColumns() throws IOException, KeeperException,

      InterruptedException {

    HBaseAdmin admin = UTIL.getHBaseAdmin();

    ZooKeeperWatcher zkw = HBaseTestingUtility.getZooKeeperWatcher(UTIL);

    Configuration conf = UTIL.getConfiguration();

    String userTableName = "testMultipleIndicesOnUniqueColumns";

    IndexedHTableDescriptor ihtd = new IndexedHTableDescriptor(userTableName);

    HColumnDescriptor hcd = new HColumnDescriptor("col");

    IndexSpecification iSpec1 = new IndexSpecification("Index1");

    IndexSpecification iSpec2 = new IndexSpecification("Index2");

    iSpec1.addIndexColumn(hcd, "ql1", ValueType.String, 10);

    iSpec2.addIndexColumn(hcd, "ql2", ValueType.String, 10);

    ihtd.addFamily(hcd);

    ihtd.addIndex(iSpec1);

    ihtd.addIndex(iSpec2);

    admin.createTable(ihtd);

    ZKAssign.blockUntilNoRIT(zkw);

    HTable table = new HTable(conf, userTableName);

    Put p = new Put("row1".getBytes());

    p.add("col".getBytes(), "ql3".getBytes(), "myValue".getBytes());

    p.add("col".getBytes(), "ql4".getBytes(), "myValue".getBytes());

    table.put(p);

    int i = countNumberOfRows(userTableName);

    Assert.assertEquals(1, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(0, i);

    p = new Put("row2".getBytes());

    p.add("col".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    p.add("col".getBytes(), "ql2".getBytes(), "myValue".getBytes());

    table.put(p);

    i = countNumberOfRows(userTableName);

    Assert.assertEquals(2, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(2, i);

  }

  @Test(timeout = 180000)

  public void testIndexOnMultipleCols() throws IOException, KeeperException, InterruptedException {

    HBaseAdmin admin = UTIL.getHBaseAdmin();

    ZooKeeperWatcher zkw = HBaseTestingUtility.getZooKeeperWatcher(UTIL);

    Configuration conf = UTIL.getConfiguration();

    String userTableName = "testSingleIndexOnMultipleCols";

    IndexedHTableDescriptor ihtd = new IndexedHTableDescriptor(userTableName);

    // Creating and adding the column families

    HColumnDescriptor hcd1 = new HColumnDescriptor("col1");

    HColumnDescriptor hcd2 = new HColumnDescriptor("col2");

    HColumnDescriptor hcd3 = new HColumnDescriptor("col3");

    ihtd.addFamily(hcd1);

    ihtd.addFamily(hcd2);

    ihtd.addFamily(hcd3);

    // Create and add indices

    IndexSpecification iSpec1 = new IndexSpecification("Index1");

    IndexSpecification iSpec2 = new IndexSpecification("Index2");

    iSpec1.addIndexColumn(hcd1, "ql1", ValueType.String, 10);

    iSpec2.addIndexColumn(hcd2, "ql1", ValueType.String, 10);

    iSpec2.addIndexColumn(hcd3, "ql1", ValueType.String, 10);

    ihtd.addIndex(iSpec1);

    ihtd.addIndex(iSpec2);

    admin.createTable(ihtd);

    ZKAssign.blockUntilNoRIT(zkw);

    HTable table = new HTable(conf, userTableName);

    Put p = new Put("row1".getBytes());

    p.add("col1".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    p.add("col2".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    p.add("col3".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    table.put(p);

    int i = countNumberOfRows(userTableName);

    Assert.assertEquals(1, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(2, i);

    p = new Put("row2".getBytes());

    p.add("col1".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    p.add("col2".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    table.put(p);

    i = countNumberOfRows(userTableName);

    Assert.assertEquals(2, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(4, i);

    p = new Put("row3".getBytes());

    p.add("col1".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    p.add("col3".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    table.put(p);

    i = countNumberOfRows(userTableName);

    Assert.assertEquals(3, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(6, i);

    p = new Put("row4".getBytes());

    p.add("col2".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    p.add("col3".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    table.put(p);

    i = countNumberOfRows(userTableName);

    Assert.assertEquals(4, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(7, i);

  }

  @Test(timeout = 180000)

  public void testPutsWithPadding() throws IOException, KeeperException, InterruptedException {

    HBaseAdmin admin = UTIL.getHBaseAdmin();

    ZooKeeperWatcher zkw = HBaseTestingUtility.getZooKeeperWatcher(UTIL);

    Configuration conf = UTIL.getConfiguration();

    String userTableName = "testPutsWithPadding";

    IndexedHTableDescriptor ihtd = new IndexedHTableDescriptor(userTableName);

    // Creating and adding the column families

    HColumnDescriptor hcd2 = new HColumnDescriptor("col2");

    HColumnDescriptor hcd3 = new HColumnDescriptor("col3");

    HColumnDescriptor hcd4 = new HColumnDescriptor("col4");

    ihtd.addFamily(hcd2);

    ihtd.addFamily(hcd3);

    ihtd.addFamily(hcd4);

    // Create and add indices

    IndexSpecification iSpec2 = new IndexSpecification("Index2");

    iSpec2.addIndexColumn(hcd2, "ql1", ValueType.String, 10);

    iSpec2.addIndexColumn(hcd3, "ql1", ValueType.String, 10);

    iSpec2.addIndexColumn(hcd4, "ql1", ValueType.String, 10);

    ihtd.addIndex(iSpec2);

    admin.createTable(ihtd);

    ZKAssign.blockUntilNoRIT(zkw);

    HTable table = new HTable(conf, userTableName);

    Put p = new Put("row1".getBytes());

    p.add("col2".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    table.put(p);

    int i = countNumberOfRows(userTableName);

    Assert.assertEquals(1, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(1, i);

    Result[] result = getTheLastRow(userTableName + Constants.INDEX_TABLE_SUFFIX);

    byte[] rowKey1 = result[0].getRow();

    p = new Put("row2".getBytes());

    p.add("col3".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    table.put(p);

    i = countNumberOfRows(userTableName);

    Assert.assertEquals(2, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(2, i);

    result = getTheLastRow(userTableName + Constants.INDEX_TABLE_SUFFIX);

    byte[] rowKey2 = result[0].getRow();

    Assert.assertEquals(rowKey1.length, rowKey2.length);

    p = new Put("row3".getBytes());

    p.add("col3".getBytes(), "ql1".getBytes(), "myValue".getBytes());

    table.put(p);

    i = countNumberOfRows(userTableName);

    Assert.assertEquals(3, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(3, i);

    result = getTheLastRow(userTableName + Constants.INDEX_TABLE_SUFFIX);

    byte[] rowKey3 = result[0].getRow();

    Assert.assertEquals(rowKey2.length, rowKey3.length);

    /*

     * p = new Put("row4".getBytes()); p.add("col3".getBytes(), "ql1".getBytes(),

     * "myValuefgacfgn".getBytes()); p.add("col2".getBytes(), "ql1".getBytes(),

     * "myValue".getBytes()); p.add("col4".getBytes(), "ql1".getBytes(), "myValue".getBytes());

     * table.put(p); i = countNumberOfRows(userTableName); Assert.assertEquals(4, i); i =

     * countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX); Assert.assertEquals(4, i);

     * result = getTheLastRow(userTableName + Constants.INDEX_TABLE_SUFFIX); byte[] rowKey4 =

     * result[0].getRow(); Assert.assertEquals(rowKey3.length, rowKey4.length);

     */

  }

  @Test(timeout = 180000)

  public void testBulkPut() throws IOException, KeeperException, InterruptedException {

    HBaseAdmin admin = UTIL.getHBaseAdmin();

    ZooKeeperWatcher zkw = HBaseTestingUtility.getZooKeeperWatcher(UTIL);

    Configuration conf = UTIL.getConfiguration();

    String userTableName = "testBulkPut";

    IndexedHTableDescriptor ihtd = new IndexedHTableDescriptor(userTableName);

    // Creating and adding the column families

    HColumnDescriptor hcd1 = new HColumnDescriptor("col1");

    HColumnDescriptor hcd2 = new HColumnDescriptor("col2");

    HColumnDescriptor hcd3 = new HColumnDescriptor("col3");

    ihtd.addFamily(hcd1);

    ihtd.addFamily(hcd2);

    ihtd.addFamily(hcd3);

    // Create and add indices

    IndexSpecification iSpec1 = new IndexSpecification("Index1");

    IndexSpecification iSpec2 = new IndexSpecification("Index2");

    iSpec1.addIndexColumn(hcd1, "ql1", ValueType.String, 10);

    iSpec2.addIndexColumn(hcd3, "ql1", ValueType.String, 10);

    ihtd.addIndex(iSpec1);

    ihtd.addIndex(iSpec2);

    admin.createTable(ihtd);

    ZKAssign.blockUntilNoRIT(zkw);

    Thread[] t = new Thread[10];

    for (int i = 0; i < 10; i++) {

      t[i] = new Testthread(conf, userTableName);

    }

    for (int i = 0; i < 10; i++) {

      t[i].start();

    }

    for (int i = 0; i < 10; i++) {

      t[i].join();

    }

    // System.out.println("Woke up");

    int i = countNumberOfRows(userTableName);

    Assert.assertEquals(5000, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(10000, i);

    /*

     * HLog log = UTIL.getHBaseCluster().getRegionServer(0).getWAL(); log.getHLogDirectoryName

     * (UTIL.getHBaseCluster().getRegionServer(0).toString()); log.getReader(

     * UTIL.getMiniHBaseCluster().getRegionServer(0).getFileSystem(), path,

     * UTIL.getMiniHBaseCluster().getConfiguration());

     */

  }

  class Testthread extends Thread {

    Configuration conf;

    String userTableName;

    HTable table;

    public Testthread(Configuration conf, String userTableName) throws IOException {

      this.conf = conf;

      this.userTableName = userTableName;

      this.table = new HTable(conf, userTableName);

    }

    public void run() {

      for (int j = 0; j < 500; j++) {

        double d = Math.random();

        byte[] rowKey = Bytes.toBytes(d);

        Put p = new Put(rowKey);

        p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

        p.add(Bytes.toBytes("col2"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

        p.add(Bytes.toBytes("col3"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

        try {

          table.put(p);

        } catch (IOException e) {

        }

      }

    }

  }

  @Test(timeout = 180000)

  public void testBulkPutWithRepeatedRows() throws IOException, KeeperException,

      InterruptedException {

    HBaseAdmin admin = UTIL.getHBaseAdmin();

    ZooKeeperWatcher zkw = HBaseTestingUtility.getZooKeeperWatcher(UTIL);

    final Configuration conf = UTIL.getConfiguration();

    final String userTableName = "TestBulkPutWithRepeatedRows";

    IndexedHTableDescriptor ihtd = new IndexedHTableDescriptor(userTableName);

    // Creating and adding the column families

    HColumnDescriptor hcd1 = new HColumnDescriptor("col1");

    ihtd.addFamily(hcd1);

    // Create and add indices

    IndexSpecification iSpec1 = new IndexSpecification("Index1");

    iSpec1.addIndexColumn(hcd1, "ql1", ValueType.String, 10);

    ihtd.addIndex(iSpec1);

    admin.createTable(ihtd);

    ZKAssign.blockUntilNoRIT(zkw);

    new Thread() {

      @Override

      public void run() {

        try {

          HTable table = new HTable(conf, userTableName);

          List<Put> puts = new ArrayList<Put>(5);

          Put p = new Put("row1".getBytes());

          p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

          puts.add(p);

          p = new Put("row2".getBytes());

          p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

          puts.add(p);

          p = new Put("row3".getBytes());

          p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

          puts.add(p);

          p = new Put("row4".getBytes());

          p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

          puts.add(p);

          p = new Put("row5".getBytes());

          p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

          puts.add(p);

          table.put(puts);

        } catch (IOException e) {

        }

      }

    }.start();

    new Thread() {

      @Override

      public void run() {

        try {

          HTable table = new HTable(conf, userTableName);

          List<Put> puts = new ArrayList<Put>(5);

          Put p = new Put("row6".getBytes());

          p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

          puts.add(p);

          p = new Put("row7".getBytes());

          p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

          puts.add(p);

          p = new Put("row3".getBytes());

          p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

          puts.add(p);

          p = new Put("row4".getBytes());

          p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

          puts.add(p);

          p = new Put("row10".getBytes());

          p.add(Bytes.toBytes("col1"), Bytes.toBytes("ql1"), Bytes.toBytes("myValue"));

          puts.add(p);

          table.put(puts);

        } catch (IOException e) {

        }

      }

    }.start();

    Thread.sleep(2000);

    int i = countNumberOfRows(userTableName);

    Assert.assertEquals(8, i);

    i = countNumberOfRows(userTableName + Constants.INDEX_TABLE_SUFFIX);

    Assert.assertEquals(8, i);

  }

  @Test(timeout = 180000)

  public void testIndexPutRowkeyWithAllTheValues() throws IOException {

    String DIR = UTIL.getDataTestDir("TestStore").toString();

    Path basedir = new Path(DIR + "TestIndexPut");

    // Path logdir = new Path(DIR+"TestIndexPut"+"/logs");

    FileSystem fs = UTIL.getTestFileSystem();

    Configuration conf = UTIL.getConfiguration();

    HTableDescriptor htd = new HTableDescriptor("TestIndexPut");

    HRegionInfo info = new HRegionInfo(htd.getName(), "A".getBytes(), "B".getBytes(), false);

    HLog hlog = UTIL.getMiniHBaseCluster().getRegionServer(0).getWAL();

    HRegion region = new HRegion(basedir, hlog, fs, conf, info, htd, null);

    IndexSpecification spec = new IndexSpecification("testSpec");

    spec.addIndexColumn(new HColumnDescriptor("cf1"), "ql1", ValueType.String, 10);

    spec.addIndexColumn(new HColumnDescriptor("cf2"), "ql1", ValueType.String, 10);

    // Scenario where both the indexed cols are there in the put

    byte[] rowKey = "Arow1".getBytes();

    Put p = new Put(rowKey);

    long time = 1234567;

    p.add("cf1".getBytes(), "ql1".getBytes(), time, "testvalue1".getBytes());

    p.add("cf2".getBytes(), "ql1".getBytes(), time + 10, "testvalue1".getBytes());

    Put indexPut = IndexUtils.prepareIndexPut(p, spec, region);

    Assert.assertEquals(region.getStartKey().length + 1 + Constants.DEF_MAX_INDEX_NAME_LENGTH + 2

        * 10 + rowKey.length, indexPut.getRow().length);

    Assert.assertEquals(time + 10, indexPut.get(Constants.IDX_COL_FAMILY, "".getBytes()).get(0)

        .getTimestamp());

  }

  @Test(timeout = 180000)

  public void testIndexPutWithOnlyOneValue() throws IOException {

    String DIR = UTIL.getDataTestDir("TestStore").toString();

    Path basedir = new Path(DIR + "TestIndexPut");

    // Path logdir = new Path(DIR+"TestIndexPut"+"/logs");

    FileSystem fs = UTIL.getTestFileSystem();

    Configuration conf = UTIL.getConfiguration();

    HTableDescriptor htd = new HTableDescriptor("TestIndexPut");

    HRegionInfo info = new HRegionInfo(htd.getName(), "A".getBytes(), "B".getBytes(), false);

    HLog hlog = UTIL.getMiniHBaseCluster().getRegionServer(0).getWAL();

    HRegion region = new HRegion(basedir, hlog, fs, conf, info, htd, null);

    IndexSpecification spec = new IndexSpecification("testSpec");

    spec.addIndexColumn(new HColumnDescriptor("cf1"), "ql1", ValueType.String, 10);

    spec.addIndexColumn(new HColumnDescriptor("cf2"), "ql1", ValueType.String, 10);

    byte[] rowKey = "Arow1".getBytes();

    Put p = new Put(rowKey);

    long time = 1234567;

    p.add("cf1".getBytes(), "ql1".getBytes(), time, "testvalue1".getBytes());

    Put indexPut = IndexUtils.prepareIndexPut(p, spec, region);

    Assert.assertEquals(region.getStartKey().length + 1 + Constants.DEF_MAX_INDEX_NAME_LENGTH + 2

        * 10 + rowKey.length, indexPut.getRow().length);

    Assert.assertEquals(time, indexPut.get(Constants.IDX_COL_FAMILY, "".getBytes()).get(0)

        .getTimestamp());

    // asserting pad........this has to be hardcoded.

    byte[] pad = new byte[10];

    System.arraycopy(indexPut.getRow(), region.getStartKey().length + 1

        + Constants.DEF_MAX_INDEX_NAME_LENGTH + 10, pad, 0, 10);

    Assert.assertTrue(Bytes.equals(pad, new byte[10]));

  }

  @Test(timeout = 180000)

  public void testIndexPutWithValueGreaterThanLength() throws IOException {

    String DIR = UTIL.getDataTestDir("TestStore").toString();

    Path basedir = new Path(DIR + "TestIndexPut");

    // Path logdir = new Path(DIR+"TestIndexPut"+"/logs");

    FileSystem fs = UTIL.getTestFileSystem();

    Configuration conf = UTIL.getConfiguration();

    HTableDescriptor htd = new HTableDescriptor("TestIndexPut");

    HRegionInfo info = new HRegionInfo(htd.getName(), "A".getBytes(), "B".getBytes(), false);

    HLog hlog = UTIL.getMiniHBaseCluster().getRegionServer(0).getWAL();

    HRegion region = new HRegion(basedir, hlog, fs, conf, info, htd, null);

    IndexSpecification spec = new IndexSpecification("testSpec");

    spec.addIndexColumn(new HColumnDescriptor("cf1"), "ql1", ValueType.String, 10);

    spec.addIndexColumn(new HColumnDescriptor("cf2"), "ql1", ValueType.String, 10);

    // assert IOException when value length goes beyond the limit.

    byte[] rowKey = "Arow1".getBytes();

    Put p = new Put(rowKey);

    long time = 1234567;

    boolean returnVal = false;

    try {

      p.add("cf1".getBytes(), "ql1".getBytes(), time, "testvalue11".getBytes());

      IndexUtils.prepareIndexPut(p, spec, region);

    } catch (IOException e) {

      returnVal = true;

    }

    Assert.assertTrue(returnVal);

  }

  @Test(timeout = 180000)

  public void testIndexPutSequence() throws IOException {

    String DIR = UTIL.getDataTestDir("TestStore").toString();

    Path basedir = new Path(DIR + "TestIndexPut");

    // Path logdir = new Path(DIR+"TestIndexPut"+"/logs");

    FileSystem fs = UTIL.getTestFileSystem();

    Configuration conf = UTIL.getConfiguration();

    HTableDescriptor htd = new HTableDescriptor("TestIndexPut");

    HRegionInfo info = new HRegionInfo(htd.getName(), "A".getBytes(), "B".getBytes(), false);

    HLog hlog = UTIL.getMiniHBaseCluster().getRegionServer(0).getWAL();

    HRegion region = new HRegion(basedir, hlog, fs, conf, info, htd, null);

    IndexSpecification spec = new IndexSpecification("index");

    spec.addIndexColumn(new HColumnDescriptor("cf1"), "ql1", ValueType.String, 10);

    spec.addIndexColumn(new HColumnDescriptor("cf2"), "ql1", ValueType.String, 10);

    // scenario where same indexName but diff colvalues can disturb the order if

    // used without pad

    byte[] rowKey = "Arow1".getBytes();

    Put p1 = new Put(rowKey);

    long time = 1234567;

    p1.add("cf1".getBytes(), "ql1".getBytes(), time, "testcase".getBytes());

    p1.add("cf2".getBytes(), "ql1".getBytes(), time, "value".getBytes());

    Put indexPut1 = IndexUtils.prepareIndexPut(p1, spec, region);

    Put p2 = new Put(rowKey);

    p2.add("cf1".getBytes(), "ql1".getBytes(), time, "test".getBytes());

    p2.add("cf2".getBytes(), "ql1".getBytes(), time, "value".getBytes());

    Put indexPut2 = IndexUtils.prepareIndexPut(p2, spec, region);

    // (spaces just for easier reading...not present in actual)

    // Index Row key For p1 = "A index testcase value Arow1"

    // Index Row key For p2 = "A index test value Arow1"

    // NOW acc. to the lexographical ordering p2 should come second but we need

    // it to come 1st datz where pad is needed.

    byte[] rowKey1 = indexPut1.getRow();

    byte[] rowKey2 = indexPut2.getRow();

    int result = Bytes.compareTo(rowKey1, rowKey2);

    Assert.assertTrue(result > 0);

    // scenario where the index names are diff and padding is needed.

    IndexSpecification spec1 = new IndexSpecification("ind");

    spec1.addIndexColumn(new HColumnDescriptor("cf3"), "ql1", ValueType.String, 10);

    p1 = new Put(rowKey);

    p1.add("cf3".getBytes(), "ql1".getBytes(), time, "testcase".getBytes());

    indexPut1 = IndexUtils.prepareIndexPut(p1, spec1, region);

    // (spaces just for easier reading...not present in actual)

    // Index Row key For p1 = "A ind testcase value Arow1"

    // Index Row key For p2 = "A index test value Arow1"

    // NOW acc. to the lexographical ordering p1 should come second but we need

    // it to come 1st datz where pad is needed.

    rowKey1 = indexPut1.getRow();

    result = Bytes.compareTo(rowKey1, rowKey2);

    Assert.assertTrue(result < 0);

  }

  @Test(timeout = 180000)

  public void testIndexTableValue() throws IOException {

    String DIR = UTIL.getDataTestDir("TestStore").toString();

    Path basedir = new Path(DIR + "TestIndexPut");

    // Path logdir = new Path(DIR+"TestIndexPut"+"/logs");

    FileSystem fs = UTIL.getTestFileSystem();

    Configuration conf = UTIL.getConfiguration();

    HTableDescriptor htd = new HTableDescriptor("TestIndexPut");

    HRegionInfo info = new HRegionInfo(htd.getName(), "ABC".getBytes(), "BBB".getBytes(), false);

    HLog hlog = UTIL.getMiniHBaseCluster().getRegionServer(0).getWAL();

    HRegion region = new HRegion(basedir, hlog, fs, conf, info, htd, null);

    IndexSpecification spec = new IndexSpecification("index");

    spec.addIndexColumn(new HColumnDescriptor("cf1"), "ql1", ValueType.String, 10);

    spec.addIndexColumn(new HColumnDescriptor("cf2"), "ql1", ValueType.String, 10);

    byte[] rowKey = "Arow1".getBytes();

    Put p1 = new Put(rowKey);

    long time = 1234567;

    p1.add("cf1".getBytes(), "ql1".getBytes(), time, "testcase".getBytes());

    p1.add("cf2".getBytes(), "ql1".getBytes(), time, "value".getBytes());