Package org.apache.accumulo.core.client

Source Code of org.apache.accumulo.core.client.ClientSideIteratorTest

/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements.  See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License.  You may obtain a copy of the License at
*
*     http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.accumulo.core.client;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertFalse;
import static org.junit.Assert.assertTrue;

import java.util.ArrayList;
import java.util.List;
import java.util.Map.Entry;

import org.apache.accumulo.core.client.BatchWriter;
import org.apache.accumulo.core.client.ClientSideIteratorScanner;
import org.apache.accumulo.core.client.Connector;
import org.apache.accumulo.core.client.Instance;
import org.apache.accumulo.core.client.IteratorSetting;
import org.apache.accumulo.core.client.Scanner;
import org.apache.accumulo.core.client.mock.MockInstance;
import org.apache.accumulo.core.data.Key;
import org.apache.accumulo.core.data.Mutation;
import org.apache.accumulo.core.data.PartialKey;
import org.apache.accumulo.core.data.Value;
import org.apache.accumulo.core.iterators.user.IntersectingIterator;
import org.apache.accumulo.core.iterators.user.VersioningIterator;
import org.apache.accumulo.core.security.Authorizations;
import org.apache.hadoop.io.Text;
import org.junit.Test;

public class ClientSideIteratorTest {
  List<Key> resultSet1;
  List<Key> resultSet2;
  List<Key> resultSet3;
  {
    resultSet1 = new ArrayList<Key>();
    resultSet1.add(new Key("row1", "colf", "colq", 4l));
    resultSet1.add(new Key("row1", "colf", "colq", 3l));
    resultSet2 = new ArrayList<Key>();
    resultSet2.add(new Key("row1", "colf", "colq", 4l));
    resultSet2.add(new Key("row1", "colf", "colq", 3l));
    resultSet2.add(new Key("row1", "colf", "colq", 2l));
    resultSet2.add(new Key("row1", "colf", "colq", 1l));
    resultSet3 = new ArrayList<Key>();
    resultSet3.add(new Key("part1", "", "doc2"));
    resultSet3.add(new Key("part2", "", "DOC2"));
  }
 
  public void checkResults(Iterable<Entry<Key,Value>> scanner, List<Key> results, PartialKey pk) {
    int i = 0;
    for (Entry<Key,Value> entry : scanner) {
      assertTrue(0 == entry.getKey().compareTo(results.get(i++), pk));
    }
    assertEquals(i, results.size());
  }
 
  @Test
  public void testIntersect() throws Exception {
    Instance instance = new MockInstance("local");
    Connector conn = instance.getConnector("root", "".getBytes());
    conn.tableOperations().create("intersect");
    BatchWriter bw = conn.createBatchWriter("intersect", 1000, 10l, 1);
    Mutation m = new Mutation("part1");
    m.put("bar", "doc1", "value");
    m.put("bar", "doc2", "value");
    m.put("dog", "doc3", "value");
    m.put("foo", "doc2", "value");
    m.put("foo", "doc3", "value");
    bw.addMutation(m);
    m = new Mutation("part2");
    m.put("bar", "DOC1", "value");
    m.put("bar", "DOC2", "value");
    m.put("dog", "DOC3", "value");
    m.put("foo", "DOC2", "value");
    m.put("foo", "DOC3", "value");
    bw.addMutation(m);
    bw.flush();
   
    ClientSideIteratorScanner csis = new ClientSideIteratorScanner(conn.createScanner("intersect", new Authorizations()));
    IteratorSetting si = new IteratorSetting(10, "intersect", IntersectingIterator.class);
    IntersectingIterator.setColumnFamilies(si, new Text[] {new Text("bar"), new Text("foo")});
    csis.addScanIterator(si);
   
    checkResults(csis, resultSet3, PartialKey.ROW_COLFAM_COLQUAL);
  }
 
  @Test
  public void testVersioning() throws Exception {
    Instance instance = new MockInstance("local");
    Connector conn = instance.getConnector("root", "".getBytes());
    conn.tableOperations().create("table");
    conn.tableOperations().removeProperty("table", "table.iterator.scan.vers");
    conn.tableOperations().removeProperty("table", "table.iterator.majc.vers");
    conn.tableOperations().removeProperty("table", "table.iterator.minc.vers");
    BatchWriter bw = conn.createBatchWriter("table", 1000, 10l, 1);
    Mutation m = new Mutation("row1");
    m.put("colf", "colq", 1l, "value");
    m.put("colf", "colq", 2l, "value");
    bw.addMutation(m);
    bw.flush();
    m = new Mutation("row1");
    m.put("colf", "colq", 3l, "value");
    m.put("colf", "colq", 4l, "value");
    bw.addMutation(m);
    bw.flush();
   
    Scanner scanner = conn.createScanner("table", new Authorizations());
   
    ClientSideIteratorScanner csis = new ClientSideIteratorScanner(scanner);
    IteratorSetting si = new IteratorSetting(10, "localvers", VersioningIterator.class);
    si.addOption("maxVersions", "2");
    csis.addScanIterator(si);
   
    checkResults(csis, resultSet1, PartialKey.ROW_COLFAM_COLQUAL_COLVIS_TIME);
    checkResults(scanner, resultSet2, PartialKey.ROW_COLFAM_COLQUAL_COLVIS_TIME);
   
    csis.fetchColumnFamily(new Text("colf"));
    checkResults(csis, resultSet1, PartialKey.ROW_COLFAM_COLQUAL_COLVIS_TIME);
    csis.clearColumns();
    csis.fetchColumnFamily(new Text("none"));
    assertFalse(csis.iterator().hasNext());
  }
}
TOP

Related Classes of org.apache.accumulo.core.client.ClientSideIteratorTest

TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.