Examples of RotatingTransactionalState

Examples of backtype.storm.transactional.state.RotatingTransactionalState

62
63
64
65
66
67
68
69
70
      List<String> existingPartitions = _state.list("");
      for (String p : existingPartitions) {
        int partition = Integer.parseInt(p);
        if ((partition - _index) % _numTasks == 0) {
          _partitionStates.put(partition,
              new RotatingTransactionalState(_state, p));
        }
      }
    }
View Full Code Here

Examples of backtype.storm.transactional.state.RotatingTransactionalState

83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
      } else {
        prevCached = new HashMap<Integer, Object>();
      }

      for (int i = _index; i < partitions; i += _numTasks) {
        RotatingTransactionalState state = _partitionStates.get(i);
        if (state == null) {
          state = new RotatingTransactionalState(_state, "" + i);
          _partitionStates.put(i, state);
        }
        state.removeState(tx.getTransactionId());
        Object lastMeta = prevCached.get(i);
        if (lastMeta == null)
          lastMeta = state.getLastState();
        Object meta = _emitter.emitPartitionBatch(tx, collector, i,
            lastMeta);
        metas.put(i, meta);
      }
    }
View Full Code Here

Examples of storm.trident.topology.state.RotatingTransactionalState

52
53
54
55
56
57
58
   
    @Override
    public void prepare(Map conf, TopologyContext context) {
        _coord = _spout.getCoordinator(_id, conf, context);
        _underlyingState = TransactionalState.newCoordinatorState(conf, _id);
        _state = new RotatingTransactionalState(_underlyingState, META_DIR);
    }
View Full Code Here

Examples of storm.trident.topology.state.RotatingTransactionalState

108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
                List<ISpoutPartition> myPartitions = new ArrayList();
                for(int i=_index; i < partitions.size(); i+=_numTasks) {
                    ISpoutPartition p = partitions.get(i);
                    String id = p.getId();
                    myPartitions.add(p);
                    _partitionStates.put(id, new EmitterPartitionState(new RotatingTransactionalState(_state, id), p));
                }
                _emitter.refreshPartitions(myPartitions);
                _savedCoordinatorMeta = coordinatorMeta;
            }
            for(EmitterPartitionState s: _partitionStates.values()) {
                RotatingTransactionalState state = s.rotatingState;
                final ISpoutPartition partition = s.partition;
                Object meta = state.getStateOrCreate(tx.getTransactionId(),
                        new RotatingTransactionalState.StateInitializer() {
                    @Override
                    public Object init(long txid, Object lastState) {
                        return _emitter.emitPartitionBatchNew(tx, collector, partition, lastState);
                    }
View Full Code Here

Examples of storm.trident.topology.state.RotatingTransactionalState

100
101
102
103
104
105
106
107
108
109
110
                List<ISpoutPartition> myPartitions = new ArrayList();
                for(int i=_index; i < partitions.size(); i+=_numTasks) {
                    ISpoutPartition p = partitions.get(i);
                    String id = p.getId();
                    myPartitions.add(p);
                    _partitionStates.put(id, new EmitterPartitionState(new RotatingTransactionalState(_state, id), p));
                }
                _emitter.refreshPartitions(myPartitions);
                _savedCoordinatorMeta = coordinatorMeta;
                _changedMeta = true;
            }
View Full Code Here

Examples of storm.trident.topology.state.RotatingTransactionalState

151
152
153
154
155
156
157
158
159
160
161
162
                for(ISpoutPartition p: (List<ISpoutPartition>) _emitter.getOrderedPartitions(_savedCoordinatorMeta)) {
                    validIds.add(p.getId());
                }
                for(String existingPartition: _state.list("")) {
                    if(!validIds.contains(existingPartition)) {
                        RotatingTransactionalState s = new RotatingTransactionalState(_state, existingPartition);
                        s.removeState(attempt.getTransactionId());
                    }
                }
                _changedMeta = false;
            }           
           
View Full Code Here

Examples of storm.trident.topology.state.RotatingTransactionalState

83
84
85
86
87
88
89
90
91
92
93
                List<ISpoutPartition> myPartitions = new ArrayList();
                for(int i=_index; i < partitions.size(); i+=_numTasks) {
                    ISpoutPartition p = partitions.get(i);
                    String id = p.getId();
                    myPartitions.add(p);
                    _partitionStates.put(id, new EmitterPartitionState(new RotatingTransactionalState(_state, id), p));
                }
                _emitter.refreshPartitions(myPartitions);
                _savedCoordinatorMeta = coordinatorMeta;
                _changedMeta = true;
            }
View Full Code Here

Examples of storm.trident.topology.state.RotatingTransactionalState

134
135
136
137
138
139
140
141
142
143
144
145
                for(ISpoutPartition p: (List<ISpoutPartition>) _emitter.getOrderedPartitions(_savedCoordinatorMeta)) {
                    validIds.add(p.getId());
                }
                for(String existingPartition: _state.list("")) {
                    if(!validIds.contains(existingPartition)) {
                        RotatingTransactionalState s = new RotatingTransactionalState(_state, existingPartition);
                        s.removeState(attempt.getTransactionId());
                    }
                }
                _changedMeta = false;
            }           
           
View Full Code Here

Examples of storm.trident.topology.state.RotatingTransactionalState

91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
                List<ISpoutPartition> myPartitions = new ArrayList();
                for(int i=_index; i < partitions.size(); i+=_numTasks) {
                    ISpoutPartition p = partitions.get(i);
                    String id = p.getId();
                    myPartitions.add(p);
                    _partitionStates.put(id, new EmitterPartitionState(new RotatingTransactionalState(_state, id), p));
                }
                _emitter.refreshPartitions(myPartitions);
                _savedCoordinatorMeta = coordinatorMeta;
            }
            for(EmitterPartitionState s: _partitionStates.values()) {
                RotatingTransactionalState state = s.rotatingState;
                final ISpoutPartition partition = s.partition;
                Object meta = state.getStateOrCreate(tx.getTransactionId(),
                        new RotatingTransactionalState.StateInitializer() {
                    @Override
                    public Object init(long txid, Object lastState) {
                        return _emitter.emitPartitionBatchNew(tx, collector, partition, lastState);
                    }
View Full Code Here

Examples of storm.trident.topology.state.RotatingTransactionalState

34
35
36
37
38
39
40
   
    @Override
    public void prepare(Map conf, TopologyContext context) {
        _coord = _spout.getCoordinator(_id, conf, context);
        _underlyingState = TransactionalState.newCoordinatorState(conf, _id);
        _state = new RotatingTransactionalState(_underlyingState, META_DIR);
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.