Examples of Values

Examples of backtype.storm.tuple.Values

75
76
77
78
79
80
81
82
      MyUtilities.processFinalAck(_numRemainingParents, StormComponent.INTERMEDIATE, _conf,
          stormRcvTuple, _collector);
      return;
    }

    _collector.emit(stormRcvTuple, new Values(inputComponentIndex, tuple, inputTupleHash));
    _collector.ack(stormRcvTuple);
  }
View Full Code Here

Examples of backtype.storm.tuple.Values

70
71
72
73
74
75
76
77
78
79
80
      LOG.info("TopologyKiller: Received EOF from all the registered tasks. Killing cluster...");
      // EVENT WHEN ALL THE SPOUTS FINISHED EMITTING AND ACKED or
      // WHEN ALL THE TASKS FROM THE LAST COMPONENTS SENT EOF SIGNAL
      // Instruct all the components for which printOut is set to dump
      // their results
      _collector.emit(SystemParameters.DUMP_RESULTS_STREAM, new Values(
          SystemParameters.DUMP_RESULTS));

      long timeout = SystemParameters.LOCAL_SLEEP_BEFORE_KILL_MILLIS;
      if (SystemParameters.getBoolean(_conf, "DIP_DISTRIBUTED")) {
        // write down statistics (the same which is shown in Storm UI
View Full Code Here

Examples of backtype.storm.tuple.Values

128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
    final String inputTupleHash = stormTupleRcv.getString(2); // Hash Tuple
    // / now processing
    if (_firstEmitterIndex.equals(inputComponentIndex)) {
      if (_currentRelationPointer == 1) { // it is the right tuple
        // send right away
        _collector.emit(new Values(inputComponentIndex, MyUtilities.stringToTuple(
            inputTupleString, _conf), inputTupleHash));
        _currentCount++;
        _relation1Count++;
        // LOG.info("Emitting 1: ("+_relation1Count+","+_relation2Count+")");

        // now check if a switch should happen
        if ((_currentCount == _currentAccCount) && (!_isSecondFinished)) {
          _currentRelationPointer = 2;
          _currentCount = 0;
          _currentAccCountALL = _relation1Count * _multFactor;
          _currentAccCount = _currentAccCountALL - _relation2Count;
        }
      } else { // it is the other tuple
        bufferedTuplesRel1.add(new BufferedTuple(inputComponentIndex, inputTupleString,
            inputTupleHash));
        // emit a buffered tuple from the second relation if exists
        if (!bufferedTuplesRel2.isEmpty()) {
          final BufferedTuple bufTup = bufferedTuplesRel2.removeFirst();
          _collector
              .emit(new Values(bufTup.get_componentName(), MyUtilities.stringToTuple(
                  bufTup.get_tupleString(), _conf), bufTup.get_tupleHash()));
          _currentCount++;
          _relation2Count++;
          // LOG.info("Emitting 2: ("+_relation1Count+","+_relation2Count+")");
          // now check if a switch should happen
          if ((_currentCount == _currentAccCount) && (!_isFirstFinished)) {
            _currentRelationPointer = 1;
            _currentCount = 0;
            _currentAccCountALL = _relation2Count * _multFactor;
            _currentAccCount = _currentAccCountALL - _relation1Count;
          }
        }
      }

    } else if (_secondEmitterIndex.equals(inputComponentIndex))
      if (_currentRelationPointer == 2) {
        // send right away
        _collector.emit(new Values(inputComponentIndex, MyUtilities.stringToTuple(
            inputTupleString, _conf), inputTupleHash));
        _currentCount++;
        _relation2Count++;
        // LOG.info("Emitting 2: ("+_relation1Count+","+_relation2Count+")");

        // now check if a switch should happen
        if ((_currentCount == _currentAccCount) && (!_isFirstFinished)) {
          _currentRelationPointer = 1;
          _currentCount = 0;
          _currentAccCountALL = _relation2Count * _multFactor;
          _currentAccCount = _currentAccCountALL - _relation1Count;
        }
      } else { // it is the other tuple
        bufferedTuplesRel2.add(new BufferedTuple(inputComponentIndex, inputTupleString,
            inputTupleHash));
        // emit a buffered tuple from the second relation if exists
        if (!bufferedTuplesRel1.isEmpty()) {
          final BufferedTuple bufTup = bufferedTuplesRel1.removeFirst();
          _collector
              .emit(new Values(bufTup.get_componentName(), MyUtilities.stringToTuple(
                  bufTup.get_tupleString(), _conf), bufTup.get_tupleHash()));
          _currentCount++;
          _relation1Count++;
          // LOG.info("Emitting 1: ("+_relation1Count+","+_relation2Count+")");
          // now check if a switch should happen
View Full Code Here

Examples of backtype.storm.tuple.Values

206
207
208
209
210
211
212
213
214
    _collector.ack(stormTupleRcv);
  }

  private void flush(LinkedList<BufferedTuple> buffer) {
    for (final BufferedTuple bufTup : buffer)
      _collector.emit(new Values(bufTup.get_componentName(), MyUtilities.stringToTuple(
          bufTup.get_tupleString(), _conf), bufTup.get_tupleHash()));
    buffer.clear();
  }
View Full Code Here

Examples of backtype.storm.tuple.Values

155
156
157
158
159
160
161
162
163
164
165
      if (getHierarchyPosition() == FINAL_COMPONENT) {
        if (!_hasSentEOF) {
          _hasSentEOF = true; // to ensure we will not send multiple
          // EOF per single spout
          getCollector().emit(SystemParameters.EOF_STREAM,
              new Values(SystemParameters.EOF));
        }
      } else if (!_hasSentLastAck) {
        LOG.info(getID() + ":Has sent last_ack, tuples sent:" + _numSentTuples);
        _hasSentLastAck = true;
        final List<String> lastTuple = new ArrayList<String>(
View Full Code Here

Examples of backtype.storm.tuple.Values

273
274
275
276
277
278
279
280
    if (MyUtilities.isAckEveryTuple(getConf()))
      if (_pendingTuples == 0)
        if (!_hasSentEOF) {
          _hasSentEOF = true;
          getCollector().emit(SystemParameters.EOF_STREAM,
              new Values(SystemParameters.EOF));
        }
  }
View Full Code Here

Examples of backtype.storm.tuple.Values

104
105
106
107
108
109
110
111
      outputFields.add(StormComponent.TIMESTAMP);
    declarer.declareStream(SystemParameters.DATA_STREAM, new Fields(outputFields));
  }

  private void finalAckSend() {
    final Values values = MyUtilities.createUniversalFinalAckTuple(_conf);
    _collector.emit(values);
  }
View Full Code Here

Examples of backtype.storm.tuple.Values

149
150
151
152
153
154
155
156
157
158
      _targetBuffers[i] = new StringBuilder("");

      if (!tupleString.isEmpty())
        // some buffers might be empty
        if (MyUtilities.isCustomTimestampMode(_conf))
          _collector.emit(new Values(_componentIndex, tupleString, _targetTimestamps[i]));
        else
          _collector.emit(new Values(_componentIndex, tupleString));
    }
  }
View Full Code Here

Examples of backtype.storm.tuple.Values

245
246
247
248
249
250
251
252
253
  }

  // HELPER METHODS
  // non-ManualBatchMode
  private void regularTupleSend(List<String> tuple, long timestamp) {
    final Values stormTupleSnd = MyUtilities.createTupleValues(tuple, timestamp,
        _componentIndex, _hashIndexes, _hashExpressions, _conf);
    MyUtilities.sendTuple(stormTupleSnd, _collector, _conf);
  }
View Full Code Here

Examples of backtype.storm.tuple.Values

579
580
581
582
583
584
585
586
587
  }

  @Override
  public void tupleSend(List<String> tuple, Tuple stormTupleRcv, long timestamp) {
    final Values stormTupleSnd = MyUtilities.createTupleValues(tuple, timestamp,
        _componentIndex, _hashIndexes, _hashExpressions, _conf);
    MyUtilities.sendTuple(stormTupleSnd, stormTupleRcv, _collector, _conf);
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.