Examples of eu.stratosphere.api.java.record.functions.JoinFunction

Package eu.stratosphere.api.java.record.functions

Examples of eu.stratosphere.api.java.record.functions.JoinFunction

eu.stratosphere.api.java.record.functions.JoinFunction
The JoinFunction must implementation by functions of a {@link JoinOperator}. It resembles an equality join of both inputs on their key fields.

      Generator generator2 = new Generator(SEED2, INPUT_2_SIZE, 100, KeyMode.RANDOM, ValueMode.RANDOM_LENGTH);


      final TestData.GeneratorIterator input1 = new TestData.GeneratorIterator(generator1, INPUT_1_SIZE);
      final TestData.GeneratorIterator input2 = new TestData.GeneratorIterator(generator2, INPUT_2_SIZE);
      
      final JoinFunction matcher = new NoOpMatcher();
      final Collector<Record> collector = new DiscardingOutputCollector<Record>();
      
      long start = System.nanoTime();
      
      final UnilateralSortMerger<Record> sorter1 = new UnilateralSortMerger<Record>(

View Full Code Here

      Generator generator2 = new Generator(SEED2, INPUT_2_SIZE, 100, KeyMode.RANDOM, ValueMode.RANDOM_LENGTH);
      
      final TestData.GeneratorIterator input1 = new TestData.GeneratorIterator(generator1, INPUT_1_SIZE);
      final TestData.GeneratorIterator input2 = new TestData.GeneratorIterator(generator2, INPUT_2_SIZE);
      
      final JoinFunction matcher = new NoOpMatcher();
      
      final Collector<Record> collector = new DiscardingOutputCollector<Record>();
      
      long start = System.nanoTime();

View Full Code Here

      Generator generator2 = new Generator(SEED2, INPUT_2_SIZE, 100, KeyMode.RANDOM, ValueMode.RANDOM_LENGTH);
      
      final TestData.GeneratorIterator input1 = new TestData.GeneratorIterator(generator1, INPUT_1_SIZE);
      final TestData.GeneratorIterator input2 = new TestData.GeneratorIterator(generator2, INPUT_2_SIZE);
      
      final JoinFunction matcher = new NoOpMatcher();
      
      final Collector<Record> collector = new DiscardingOutputCollector<Record>();
      
      long start = System.nanoTime();

View Full Code Here

      // collect expected data
      final Map<TestData.Key, Collection<Match>> expectedMatchesMap = matchValues(
        collectData(input1),
        collectData(input2));
      
      final JoinFunction matcher = new MatchRemovingMatcher(expectedMatchesMap);
      
      final Collector<Record> collector = new DiscardingOutputCollector<Record>();
  
      // reset the generators
      generator1.reset();

View Full Code Here

      inList2.add(const2Iter);
  
      input1 = new MergeIterator<Record>(inList1, serializer1, comparator1.duplicate());
      input2 = new MergeIterator<Record>(inList2, serializer2, comparator2.duplicate());
      
      final JoinFunction matcher = new MatchRemovingMatcher(expectedMatchesMap);
      
      final Collector<Record> collector = new DiscardingOutputCollector<Record>();
  
      
      // we create this sort-merge iterator with little memory for the block-nested-loops fall-back to make sure it

View Full Code Here

      Map<TestData.Key, Collection<RecordMatch>> tmp;
      expectedNMatchesMapList.add(tmp = deepCopy(expectedFirstMatchesMap));
      nMatcher[i] = new RecordMatchRemovingJoin(tmp);
    }
    
    final JoinFunction firstMatcher = new RecordMatchRemovingJoin(expectedFirstMatchesMap);
    
    final Collector<Record> collector = new DiscardingOutputCollector<Record>();


    // reset the generators
    bgen.reset();

View Full Code Here

      // collect expected data
      final Map<TestData.Key, Collection<RecordMatch>> expectedMatchesMap = matchRecordValues(
        collectRecordData(input1),
        collectRecordData(input2));
      
      final JoinFunction matcher = new RecordMatchRemovingJoin(expectedMatchesMap);
      final Collector<Record> collector = new DiscardingOutputCollector<Record>();
  
      // reset the generators
      generator1.reset();
      generator2.reset();

View Full Code Here

      inList2.add(const2Iter);
  
      input1 = new UnionIterator<Record>(inList1);
      input2 = new UnionIterator<Record>(inList2);
      
      final JoinFunction matcher = new RecordMatchRemovingJoin(expectedMatchesMap);
      final Collector<Record> collector = new DiscardingOutputCollector<Record>();
  
      BuildFirstHashMatchIterator<Record, Record, Record> iterator = 
          new BuildFirstHashMatchIterator<Record, Record, Record>(
            input1, input2, this.recordSerializer, this.record1Comparator,

View Full Code Here

      // collect expected data
      final Map<TestData.Key, Collection<RecordMatch>> expectedMatchesMap = matchRecordValues(
        collectRecordData(input1),
        collectRecordData(input2));
      
      final JoinFunction matcher = new RecordMatchRemovingJoin(expectedMatchesMap);
      final Collector<Record> collector = new DiscardingOutputCollector<Record>();
  
      // reset the generators
      generator1.reset();
      generator2.reset();

View Full Code Here

      inList2.add(const2Iter);
  
      input1 = new UnionIterator<Record>(inList1);
      input2 = new UnionIterator<Record>(inList2);
      
      final JoinFunction matcher = new RecordMatchRemovingJoin(expectedMatchesMap);
      final Collector<Record> collector = new DiscardingOutputCollector<Record>();
  
      BuildSecondHashMatchIterator<Record, Record, Record> iterator = 
        new BuildSecondHashMatchIterator<Record, Record, Record>(
          input1, input2, this.recordSerializer, this.record1Comparator,

View Full Code Here

TOP

Related Classes of eu.stratosphere.api.java.record.functions.JoinFunction

eu.stratosphere.pact.runtime.hash.HashMatchIteratorITCase

eu.stratosphere.pact.runtime.hash.ReOpenableHashTableITCase

eu.stratosphere.pact.runtime.sort.SortMergeMatchIteratorITCase

eu.stratosphere.pact.runtime.task.util.HashVsSortMiniBenchmark

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.