Examples of TableScanner

com.pardot.rhombus.TableScanner
User: Michael Frank Date: 6/30/14
fitnesse.testsystems.slim.TableScanner
org.apache.hadoop.zebra.io.TableScanner
Scanner interface allows application to scan a range of rows of a table. It is the caller's responsibility to close() the scanner after finishing using it. Scanner allows one to fetch the key without fetching the value to allow underlying implementation to instantiating tuple objects (Row) lazily.
org.htmlparser.scanners.TableScanner

Examples of org.apache.hadoop.zebra.io.TableScanner


    List<RangeSplit> splits = reader.rangeSplit(1);
    reader.close();
    reader = new BasicTable.Reader(path, conf);
    reader.setProjection(projection);
    TableScanner scanner = reader.getScanner(splits.get(0), true);
    BytesWritable key = new BytesWritable();
    Tuple value = TypesUtils.createTuple(scanner.getSchema());


    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k11".getBytes()));
    scanner.getValue(value);


    Assert.assertEquals(1001L, value.get(0));
    Assert.assertEquals(true, value.get(1));


    scanner.advance();
    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k12".getBytes()));
    scanner.getValue(value);
    Assert.assertEquals(1002L, value.get(0));
    Assert.assertEquals(false, value.get(1));


    reader.close();
  }

View Full Code Here

Examples of org.apache.hadoop.zebra.io.TableScanner


    List<RangeSplit> splits = reader.rangeSplit(1);
    reader.close();
    reader = new BasicTable.Reader(path, conf);
    reader.setProjection(projection);
    TableScanner scanner = reader.getScanner(splits.get(0), true);
    BytesWritable key = new BytesWritable();
    Tuple value = TypesUtils.createTuple(scanner.getSchema());


    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k11".getBytes()));
    scanner.getValue(value);


    Tuple recordTuple = (Tuple) value.get(1);
    Assert.assertEquals(1, recordTuple.get(0));
    Assert.assertEquals(1001L, recordTuple.get(1));
    Assert.assertEquals(true, value.get(0));

View Full Code Here

Examples of org.apache.hadoop.zebra.io.TableScanner

    String projection = new String("a,b,c,d,e,f,r1,m1");
    
    BasicTable.Reader reader = new BasicTable.Reader(pathTable1, conf);
    reader.setProjection(projection);
    List<RangeSplit> splits = reader.rangeSplit(1);
    TableScanner scanner = reader.getScanner(splits.get(0), true);
    BytesWritable key = new BytesWritable();
    Tuple RowValue = TypesUtils.createTuple(scanner.getSchema());
  
    scanner.getValue(RowValue);
    System.out.println("rowvalue size:"+RowValue.size());
    System.out.println("read a : " + RowValue.get(0).toString());
    System.out.println("read string: " + RowValue.get(1).toString());
  
    scanner.advance();
    if(!scanner.atEnd()) {
      scanner.getValue(RowValue);
      System.out.println("read float in 2nd row: "+ RowValue.get(1).toString());
      System.out.println("done insert table");
    }
  
    reader.close();

View Full Code Here

Examples of org.apache.hadoop.zebra.io.TableScanner

    String projection = new String("a,b,c,d,e,f,r1,m1");
    
    BasicTable.Reader reader = new BasicTable.Reader(pathTable2, conf);
    reader.setProjection(projection);
    List<RangeSplit> splits = reader.rangeSplit(1);
    TableScanner scanner = reader.getScanner(splits.get(0), true);
    BytesWritable key = new BytesWritable();
    Tuple RowValue = TypesUtils.createTuple(scanner.getSchema());


    scanner.getValue(RowValue);
    System.out.println("rowvalue size:"+RowValue.size());
    System.out.println("read a : " + RowValue.get(7).toString());
    System.out.println("read string: " + RowValue.get(6).toString());
   
    scanner.advance();
    if(!scanner.atEnd()) {
      scanner.getValue(RowValue);
      System.out.println("read float in 2nd row: "+ RowValue.get(6).toString());
      System.out.println("done insert table");
    }

View Full Code Here

Examples of org.apache.hadoop.zebra.io.TableScanner

    // test without beginKey/endKey
    ColumnGroup.Reader reader = new ColumnGroup.Reader(path, conf);
    reader.setProjection("f1");


    Tuple row = TypesUtils.createTuple(reader.getSchema());
    TableScanner scanner = reader.getScanner(null, false);
    BytesWritable key = new BytesWritable();


    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k1".getBytes()));
    scanner.getValue(row);
    Assert.assertEquals(true, row.get(0));
    try {
      row.get(1);
      Assert.fail("Failed to catch 'out of boundary' exceptions.");
    } catch (IndexOutOfBoundsException e) {
      // no op, expecting out of bounds exceptions
    }


    scanner.advance();
    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k2".getBytes()));
    TypesUtils.resetTuple(row);
    scanner.getValue(row);
    Assert.assertEquals(false, row.get(0));


    scanner.close();
    reader.close();
  }

View Full Code Here

Examples of org.apache.hadoop.zebra.io.TableScanner

    System.out.println("testOneRecordColumnProjection");
    ColumnGroup.Reader reader = new ColumnGroup.Reader(path, conf);
    reader.setProjection("r.f12, r.XYZ");


    Tuple row = TypesUtils.createTuple(reader.getSchema());
    TableScanner scanner = reader.getScanner(null, false);
    BytesWritable key = new BytesWritable();


    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k1".getBytes()));
    scanner.getValue(row);
    Assert.assertEquals(1001L, row.get(0));
    Assert.assertNull(row.get(1));
    try {
      row.get(2);
      Assert.fail("Failed to catch 'out of boundary' exceptions.");
    } catch (IndexOutOfBoundsException e) {
      // no op, expecting out of bounds exceptions
    }


    scanner.advance();
    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k2".getBytes()));
    TypesUtils.resetTuple(row);
    scanner.getValue(row);
    Assert.assertEquals(1002L, row.get(0));
    Assert.assertNull(row.get(1));


    scanner.close();
    reader.close();
  }

View Full Code Here

Examples of org.apache.hadoop.zebra.io.TableScanner

    System.out.println("testOneCollectionColumnProjection");
    ColumnGroup.Reader reader = new ColumnGroup.Reader(path, conf);
    reader.setProjection("c.f13, f1, c.XYZ");


    Tuple row = TypesUtils.createTuple(reader.getSchema());
    TableScanner scanner = reader.getScanner(null, false);
    BytesWritable key = new BytesWritable();


    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k1".getBytes()));
    scanner.getValue(row);
    DataBag bagColl = (DataBag) row.get(0);


    boolean f1 = (Boolean) (row.get(1));
    Assert.assertEquals(true, f1);


    Iterator<Tuple> itorColl = bagColl.iterator();
    Tuple tupColl = itorColl.next();
    Assert.assertEquals(3.1415926, tupColl.get(0));
    try {
      Object obj = tupColl.get(1);
      Assert.fail("Failed to catch 'out of boundary' exceptions.");
    } catch (IndexOutOfBoundsException e) {
      // no op, expecting out of bounds exceptions
    }
    tupColl = itorColl.next();
    Assert.assertEquals(123.456789, tupColl.get(0));
    Assert.assertNull(row.get(2));
    try {
      row.get(3);
      Assert.fail("Failed to catch 'out of boundary' exceptions.");
    } catch (IndexOutOfBoundsException e) {
      // no op, expecting out of bounds exceptions
    }


    scanner.advance();
    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k2".getBytes()));
    TypesUtils.resetTuple(row);
    scanner.getValue(row);


    f1 = (Boolean) row.get(1);
    Assert.assertEquals(false, f1);


    bagColl.clear();
    bagColl = (DataBag) row.get(0);
    itorColl = bagColl.iterator();
    tupColl = itorColl.next();
    Assert.assertEquals(7654.321, tupColl.get(0));
    tupColl = itorColl.next();
    Assert.assertEquals(0.123456789, tupColl.get(0));
    Assert.assertNull(row.get(2));


    scanner.close();
    reader.close();
  }

View Full Code Here

Examples of org.apache.hadoop.zebra.io.TableScanner

    ColumnGroup.Reader reader = new ColumnGroup.Reader(path, conf);
    // TODO: add map field later
    reader.setProjection("c.f14, f1, r.f11, XYZ");


    Tuple row = TypesUtils.createTuple(reader.getSchema());
    TableScanner scanner = reader.getScanner(null, false);
    BytesWritable key = new BytesWritable();


    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k1".getBytes()));
    scanner.getValue(row);
    DataBag bagColl = (DataBag) row.get(0);
    Iterator<Tuple> itorColl = bagColl.iterator();
    Tuple tupColl = itorColl.next();
    Assert.assertEquals(1.6, tupColl.get(0));
    // make sure only 1 element returned in the collection
    try {
      Object obj = tupColl.get(1);
      Assert.fail("Failed to catch 'out of boundary' exceptions.");
    } catch (IndexOutOfBoundsException e) {
      // no op, expecting out of bounds exceptions
    }
    tupColl = itorColl.next();
    Assert.assertEquals(100, tupColl.get(0));
    try {
      Object obj = tupColl.get(1);
      Assert.fail("Failed to catch 'out of boundary' exceptions.");
    } catch (IndexOutOfBoundsException e) {
      // no op, expecting out of bounds exceptions
    }
    Assert.assertFalse(itorColl.hasNext());
    Assert.assertEquals(true, row.get(1));
    Assert.assertEquals(1, row.get(2));
    Assert.assertNull(row.get(3));
    try {
      Object obj = row.get(4);
      Assert.fail("Failed to catch 'out of boundary' exceptions.");
    } catch (IndexOutOfBoundsException e) {
      // no op, expecting out of bounds exceptions
    }


    scanner.advance();
    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k2".getBytes()));
    TypesUtils.resetTuple(row);
    scanner.getValue(row);
    bagColl.clear();
    bagColl = (DataBag) row.get(0);
    itorColl = bagColl.iterator();
    tupColl = itorColl.next();
    Assert.assertEquals(0.0001, tupColl.get(0));
    tupColl = itorColl.next();
    Assert.assertEquals(0.3333, tupColl.get(0));
    Assert.assertEquals(false, row.get(1));
    Assert.assertEquals(2, row.get(2));
    Assert.assertNull(row.get(3));


    scanner.close();
    reader.close();
  }

View Full Code Here

Examples of org.apache.hadoop.zebra.io.TableScanner

    // test without beginKey/endKey
    ColumnGroup.Reader reader = new ColumnGroup.Reader(path, conf);
    reader.setProjection("m#{c|b}, f1, m#{a}");


    Tuple row = TypesUtils.createTuple(reader.getSchema());
    TableScanner scanner = reader.getScanner(null, false);
    BytesWritable key = new BytesWritable();


    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k1".getBytes()));
    scanner.getValue(row);
    String mapVal = (String) (((Map<String, Object>) (row.get(0))).get("c"));


    boolean f1 = (Boolean) (row.get(1));
    Assert.assertEquals(true, f1);


    Assert.assertEquals("z", mapVal);
    mapVal = (String) (((Map<String, Object>) (row.get(0))).get("b"));
    Assert.assertEquals("y", mapVal);
    mapVal = (String) (((Map<String, Object>) (row.get(2))).get("a"));
    Assert.assertEquals("x", mapVal);
    try {
      row.get(3);
      Assert.fail("Failed to catch 'out of boundary' exceptions.");
    } catch (IndexOutOfBoundsException e) {
      // no op, expecting out of bounds exceptions
    }


    scanner.advance();
    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k2".getBytes()));
    TypesUtils.resetTuple(row);
    scanner.getValue(row);


    f1 = (Boolean) row.get(1);
    Assert.assertEquals(false, f1);


    mapVal = (String) (((Map<String, Object>) (row.get(0))).get("c"));
    Assert.assertEquals(null, mapVal);


    scanner.close();
    reader.close();
  }

View Full Code Here

Examples of org.apache.hadoop.zebra.io.TableScanner


    List<RangeSplit> splits = reader.rangeSplit(1);
    reader.close();
    reader = new BasicTable.Reader(path, conf);
    reader.setProjection(projection);
    TableScanner scanner = reader.getScanner(splits.get(0), true);
    BytesWritable key = new BytesWritable();
    Tuple value = TypesUtils.createTuple(scanner.getSchema());


    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k11".getBytes()));
    scanner.getValue(value);


    Assert.assertEquals(1001L, value.get(0));
    Assert.assertEquals(true, value.get(1));


    scanner.advance();
    scanner.getKey(key);
    Assert.assertEquals(key, new BytesWritable("k12".getBytes()));
    scanner.getValue(value);
    Assert.assertEquals(1002L, value.get(0));
    Assert.assertEquals(false, value.get(1));


    reader.close();
  }

View Full Code Here

0 1 2 3 4 5

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.