Package org.apache.pig.piggybank.evaluation

Examples of org.apache.pig.piggybank.evaluation.ExtremalTupleByNthField


public class TestExtremalTupleByNthField {

  @Test
  public void testMin() throws Exception {
    ExtremalTupleByNthField o = new ExtremalTupleByNthField("3", "min");

    DataBag input = BagFactory.getInstance().newDefaultBag();

    for (int i = 100; i > 0; --i) {
      Tuple t = TupleFactory.getInstance().newTuple();
      t.append(i);
      t.append(" " + i);
      t.append(i);
      input.add(t);
    }

    Tuple tupleInput = TupleFactory.getInstance().newTuple();
    tupleInput.append(input);

    Tuple out = o.exec(tupleInput);

    Assert.assertEquals(" 1", (String) out.get(1));
  }
View Full Code Here


    Assert.assertEquals(" 1", (String) out.get(1));
  }

  @Test
  public void testMax() throws Exception {
    ExtremalTupleByNthField o = new ExtremalTupleByNthField("4", "max");

    DataBag input = BagFactory.getInstance().newDefaultBag();

    for (int i = 0; i < 100; i++) {
      Tuple t = TupleFactory.getInstance().newTuple();
      t.append(i);
      t.append(" " + i);
      t.append(i);
      t.append(i);
      input.add(t);
    }

    Tuple tupleInput = TupleFactory.getInstance().newTuple();
    tupleInput.append(input);

    Tuple out = o.exec(tupleInput);

    Assert.assertEquals(" 99", (String) out.get(1));
  }
View Full Code Here

    Assert.assertEquals(" 99", (String) out.get(1));
  }

  @Test
  public void testMaxComplexKey() throws Exception {
    ExtremalTupleByNthField o = new ExtremalTupleByNthField("3", "max");

    DataBag input = BagFactory.getInstance().newDefaultBag();

    for (int j = 0; j < 3; ++j) {
      for (int i = 0; i < 100; i++) {
        Tuple t = TupleFactory.getInstance().newTuple();
        t.append(-i);
        t.append(" " + j + ", " + i);
        Tuple key = TupleFactory.getInstance().newTuple();
        key.append(j);
        key.append(i);
        t.append(key);
        t.append(-i);
        input.add(t);
      }
    }

    Tuple tupleInput = TupleFactory.getInstance().newTuple();
    tupleInput.append(input);

    Tuple out = o.exec(tupleInput);

    Assert.assertEquals(" 2, 99", (String) out.get(1));
  }
View Full Code Here

    Assert.assertEquals(" 2, 99", (String) out.get(1));
  }

  @Test
  public void testMinComplexKey() throws Exception {
    ExtremalTupleByNthField o = new ExtremalTupleByNthField("3", "min");

    DataBag input = BagFactory.getInstance().newDefaultBag();

    for (int j = 0; j < 3; ++j) {
      for (int i = 0; i < 100; i++) {
        Tuple t = TupleFactory.getInstance().newTuple();
        t.append(-i);
        t.append(" " + j + ", " + i);
        Tuple key = TupleFactory.getInstance().newTuple();
        key.append(j);
        key.append(i);
        t.append(key);
        t.append(-i);
        input.add(t);
      }
    }

    Tuple tupleInput = TupleFactory.getInstance().newTuple();
    tupleInput.append(input);

    Tuple out = o.exec(tupleInput);

    Assert.assertEquals(" 0, 0", (String) out.get(1));
  }
View Full Code Here

    Assert.assertEquals(" 0, 0", (String) out.get(1));
  }

  @Test
  public void testMinStringey() throws Exception {
    ExtremalTupleByNthField o = new ExtremalTupleByNthField("4", "min");

    DataBag input = BagFactory.getInstance().newDefaultBag();
    Tuple t = TupleFactory.getInstance().newTuple();
    t.append("a");
    t.append("a");
    t.append("a");
    t.append("min");
    input.add(t);

    t = TupleFactory.getInstance().newTuple();
    t.append("b");
    t.append("b");
    t.append("b");
    t.append("max");
    input.add(t);

    Tuple tupleInput = TupleFactory.getInstance().newTuple();
    tupleInput.append(input);

    Tuple out = o.exec(tupleInput);

    // ironically "max" is smaller than "min"
    Assert.assertEquals("b", (String) out.get(1));
  }
View Full Code Here

    Assert.assertEquals("b", (String) out.get(1));
  }

  @Test
  public void testBiggerBag() throws Exception {
    ExtremalTupleByNthField o = new ExtremalTupleByNthField("1", "max");

    DataBag input = BagFactory.getInstance().newDefaultBag();
    DataBag dbSmaller = BagFactory.getInstance().newDefaultBag();
    dbSmaller.add(TupleFactory.getInstance().newTuple(
        Arrays.asList("This bag has three items")));
    dbSmaller.add(TupleFactory.getInstance().newTuple(
        Arrays.asList("This bag has three items")));
    dbSmaller.add(TupleFactory.getInstance().newTuple(
        Arrays.asList("This bag has three items")));
    input.add(TupleFactory.getInstance().newTuple(
        Arrays.asList(dbSmaller, "smaller")));

    DataBag dbBigger = BagFactory.getInstance().newDefaultBag();
    dbBigger.add(TupleFactory.getInstance().newTuple(
        Arrays.asList("This bag has four items")));
    dbBigger.add(TupleFactory.getInstance().newTuple(
        Arrays.asList("This bag has four items")));
    dbBigger.add(TupleFactory.getInstance().newTuple(
        Arrays.asList("This bag has four items")));
    dbBigger.add(TupleFactory.getInstance().newTuple(
        Arrays.asList("This bag has four items")));
    dbBigger.add(TupleFactory.getInstance().newTuple(
        Arrays.asList("This bag has four items")));
    input.add(TupleFactory.getInstance().newTuple(
        Arrays.asList(dbBigger, "bigger")));

    Tuple tupleInput = TupleFactory.getInstance().newTuple();
    tupleInput.append(input);

    Tuple out = o.exec(tupleInput);

    // DataBags are ordered by size, so the bigger one will be the one
    // containing 4 items
    Assert.assertEquals("bigger", out.get(1));
  }
View Full Code Here

    Assert.assertEquals("bigger", out.get(1));
  }

  @Test
  public void testBiggerTuple() throws Exception {
    ExtremalTupleByNthField o = new ExtremalTupleByNthField("1", "min");

    DataBag input = BagFactory.getInstance().newDefaultBag();
    Tuple tpSmaller = TupleFactory.getInstance().newTuple();
    tpSmaller.append("This is a smaller tuple.");
    tpSmaller.append("This is a smaller tuple.");
    tpSmaller.append("This is a smaller tuple.");
    input.add(TupleFactory.getInstance().newTuple(
        Arrays.asList(tpSmaller, "smaller")));

    Tuple tpBigger = TupleFactory.getInstance().newTuple();
    tpBigger.append("This is a bigger tuple.");
    tpBigger.append("This is a bigger tuple.");
    tpBigger.append("This is a bigger tuple.");
    tpBigger.append("This is a bigger tuple.");
    input.add(TupleFactory.getInstance().newTuple(
        Arrays.asList(tpBigger, "bigger")));

    Tuple tupleInput = TupleFactory.getInstance().newTuple();
    tupleInput.append(input);

    Tuple out = o.exec(tupleInput);

    // DataBags are ordered by size, so the bigger one will be the one
    // containing 4 items
    Assert.assertEquals("smaller", out.get(1));
  }
View Full Code Here

  }

  @Test
  public void testMaxAccumulated() throws Exception {

    ExtremalTupleByNthField o = new ExtremalTupleByNthField("5", "max");

    for (int j = 0; j < 5; ++j) {
      for (int i = 0; i < 100; i++) {
        Tuple t = TupleFactory.getInstance().newTuple();
        t.append(i + j);
        t.append(" " + (i + j));
        t.append(i + j);
        t.append(i + j);
        t.append(i + j);
        o.accumulate(t);
      }

      Tuple out = o.getValue();
      Assert.assertEquals(" " + (99 + j), (String) out.get(1));
      o.cleanup();
    }
  }
View Full Code Here

TOP

Related Classes of org.apache.pig.piggybank.evaluation.ExtremalTupleByNthField

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.