Package eu.stratosphere.pact.runtime.test.util.types

Examples of eu.stratosphere.pact.runtime.test.util.types.IntPair


    FixedLengthRecordSorter<IntPair> sorter = newSortBuffer(memory);
    RandomIntPairGenerator generator = new RandomIntPairGenerator(SEED);
   
//    long startTime = System.currentTimeMillis();
    // write the records
    IntPair record = new IntPair();
    int num = -1;
    do {
      generator.next(record);
      num++;
    }
    while (sorter.write(record) && num < 3354624);
//    System.out.println("WRITE TIME " + (System.currentTimeMillis() - startTime));
   
    // re-read the records
    generator.reset();
    IntPair readTarget = new IntPair();
   
//    startTime = System.currentTimeMillis();
    int i = 0;
    while (i < num) {
      generator.next(record);
      readTarget = sorter.getRecord(readTarget, i++);
     
      int rk = readTarget.getKey();
      int gk = record.getKey();
     
      int rv = readTarget.getValue();
      int gv = record.getValue();
     
      if (gk != rk) {
        Assert.fail("The re-read key is wrong " + i);
      }
View Full Code Here


   
    FixedLengthRecordSorter<IntPair> sorter = newSortBuffer(memory);
    RandomIntPairGenerator generator = new RandomIntPairGenerator(SEED);
   
    // write the records
    IntPair record = new IntPair();
    int num = -1;
    do {
      generator.next(record);
      num++;
    }
    while (sorter.write(record));
   
    // re-read the records
    generator.reset();
   
    MutableObjectIterator<IntPair> iter = sorter.getIterator();
    IntPair readTarget = new IntPair();
    int count = 0;
   
    while ((readTarget = iter.next(readTarget)) != null) {
      count++;
     
      generator.next(record);
     
      int rk = readTarget.getKey();
      int gk = record.getKey();
     
      int rv = readTarget.getValue();
      int gv = record.getValue();
     
      Assert.assertEquals("The re-read key is wrong", gk, rk);
      Assert.assertEquals("The re-read value is wrong", gv, rv);
    }
View Full Code Here

   
    FixedLengthRecordSorter<IntPair> sorter = newSortBuffer(memory);
    RandomIntPairGenerator generator = new RandomIntPairGenerator(SEED);
   
    // write the buffer full with the first set of records
    IntPair record = new IntPair();
    int num = -1;
    do {
      generator.next(record);
      num++;
    }
    while (sorter.write(record) && num < 3354624);
   
    sorter.reset();
   
    // write a second sequence of records. since the values are of fixed length, we must be able to write an equal number
    generator.reset();
   
    // write the buffer full with the first set of records
    int num2 = -1;
    do {
      generator.next(record);
      num2++;
    }
    while (sorter.write(record) && num2 < 3354624);
   
    Assert.assertEquals("The number of records written after the reset was not the same as before.", num, num2);
   
    // re-read the records
    generator.reset();
    IntPair readTarget = new IntPair();
   
    int i = 0;
    while (i < num) {
      generator.next(record);
      readTarget = sorter.getRecord(readTarget, i++);
     
      int rk = readTarget.getKey();
      int gk = record.getKey();
     
      int rv = readTarget.getValue();
      int gv = record.getValue();
     
      Assert.assertEquals("The re-read key is wrong", gk, rk);
      Assert.assertEquals("The re-read value is wrong", gv, rv);
    }
View Full Code Here

   
    FixedLengthRecordSorter<IntPair> sorter = newSortBuffer(memory);
    RandomIntPairGenerator generator = new RandomIntPairGenerator(SEED);
   
    // write the records
    IntPair record = new IntPair();
    int num = -1;
    do {
      generator.next(record);
      num++;
    }
    while (sorter.write(record) && num < 3354624);
   
    // swap the records
    int start = 0, end = num - 1;
    while (start < end) {
      sorter.swap(start++, end--);
    }
   
    // re-read the records
    generator.reset();
    IntPair readTarget = new IntPair();
   
    int i = num - 1;
    while (i >= 0) {
      generator.next(record);
      readTarget = sorter.getRecord(readTarget, i--);
     
      int rk = readTarget.getKey();
      int gk = record.getKey();
     
      int rv = readTarget.getValue();
      int gv = record.getValue();
     
      Assert.assertEquals("The re-read key is wrong", gk, rk);
      Assert.assertEquals("The re-read value is wrong", gv, rv);
    }
View Full Code Here

   
    FixedLengthRecordSorter<IntPair> sorter = newSortBuffer(memory);
    UniformIntPairGenerator generator = new UniformIntPairGenerator(Integer.MAX_VALUE, 1, true);
   
    // write the records
    IntPair record = new IntPair();
    int num = -1;
    do {
      generator.next(record);
      num++;
    }
View Full Code Here

   
    FixedLengthRecordSorter<IntPair> sorter = newSortBuffer(memory);
    RandomIntPairGenerator generator = new RandomIntPairGenerator(SEED);
   
    // write the records
    IntPair record = new IntPair();
    int num = -1;
    do {
      generator.next(record);
      num++;
    }
    while (sorter.write(record) && num < NUM_RECORDS);
   
    QuickSort qs = new QuickSort();
    qs.sort(sorter);
   
    MutableObjectIterator<IntPair> iter = sorter.getIterator();
    IntPair readTarget = new IntPair();
   
    int current = 0;
    int last = 0;
   
    iter.next(readTarget);
    //readTarget.getFieldInto(0, last);
    last = readTarget.getKey();
   
    while ((readTarget = iter.next(readTarget)) != null) {
      current = readTarget.getKey();
     
      final int cmp = last - current;
      if (cmp > 0) {
        Assert.fail("Next key is not larger or equal to previous key.");
      }
View Full Code Here

   
    LOG.debug("Checking results...");
    int pairsRead = 1;
    int nextStep = PAIRS / 20;

    IntPair rec1 = new IntPair();
    IntPair rec2 = new IntPair();
   
    Assert.assertTrue((rec1 = iterator.next(rec1)) != null);
   
    while ((rec2 = iterator.next(rec2)) != null) {
      final int k1 = rec1.getKey();
      final int k2 = rec2.getKey();
      pairsRead++;
     
      Assert.assertTrue(k1 - k2 <= 0);
     
      IntPair tmp = rec1;
      rec1 = rec2;
      rec2 = tmp;
     
      // log
      if (pairsRead == nextStep) {
View Full Code Here

 
  static Map<Integer, Collection<Integer>> collectIntPairData(MutableObjectIterator<IntPair> iter)
  throws Exception
  {
    Map<Integer, Collection<Integer>> map = new HashMap<Integer, Collection<Integer>>();
    IntPair pair = new IntPair();
   
    while ((pair = iter.next(pair)) != null) {

      final int key = pair.getKey();
      final int value = pair.getValue();
      if (!map.containsKey(key)) {
        map.put(key, new ArrayList<Integer>());
      }

      Collection<Integer> values = map.get(key);
View Full Code Here

      this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
      this.pairBuildSideComparator, this.pairProbeSideComparator, this.pairComparator,
      memSegments, ioManager);
    join.open(buildInput, probeInput);
   
    final IntPair recordReuse = new IntPair();
    int numRecordsInJoinResult = 0;
   
    while (join.nextRecord()) {
      HashBucketIterator<IntPair, IntPair> buildSide = join.getBuildSideIterator();
      while (buildSide.next(recordReuse) != null) {
View Full Code Here

        this.pairBuildSideAccesssor, this.pairProbeSideAccesssor,
        this.pairBuildSideComparator, this.pairProbeSideComparator, this.pairComparator,
        memSegments, ioManager);
    join.open(buildInput, probeInput);
   
    final IntPair recordReuse = new IntPair();
    int numRecordsInJoinResult = 0;
   
    while (join.nextRecord()) {
      HashBucketIterator<IntPair, IntPair> buildSide = join.getBuildSideIterator();
      while (buildSide.next(recordReuse) != null) {
View Full Code Here

TOP

Related Classes of eu.stratosphere.pact.runtime.test.util.types.IntPair

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.