Package backtype.storm.generated

Examples of backtype.storm.generated.Grouping

175
176
177
178
179
180
181
182
183
184
185
      Fields out_fields = topology_context.getThisOutputFields(stream_id);

      Map<String, MkGrouper> componentGrouper = new HashMap<String, MkGrouper>();
      for (Entry<String, Grouping> cg : component_grouping.entrySet()) {
        String component = cg.getKey();
        Grouping tgrouping = cg.getValue();
        int num_tasks = topology_context.getComponentTasks(component)
            .size();
        if (num_tasks > 0) {
          MkGrouper grouper = new MkGrouper(out_fields, tgrouping,
              num_tasks);
View Full Code Here
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
 
      Map<GlobalStreamId, Grouping> spout_inputs = new HashMap<GlobalStreamId, Grouping>();
      for (Entry<String, SpoutSpec> spout : spout_ids.entrySet()) {
          String id = spout.getKey();
          GlobalStreamId stream = new GlobalStreamId(id, ACKER_INIT_STREAM_ID);
          Grouping group = Thrift.mkFieldsGrouping(StormUtils.mk_list("id"));
          spout_inputs.put(stream, group);
      }
 
      Map<GlobalStreamId, Grouping> bolt_inputs = new HashMap<GlobalStreamId, Grouping>();
      for (Entry<String, Bolt> bolt : bolt_ids.entrySet()) {
          String id = bolt.getKey();
 
          GlobalStreamId streamAck = new GlobalStreamId(id,
                  ACKER_ACK_STREAM_ID);
          Grouping groupAck = Thrift.mkFieldsGrouping(StormUtils
                  .mk_list("id"));
 
          GlobalStreamId streamFail = new GlobalStreamId(id,
                  ACKER_FAIL_STREAM_ID);
          Grouping groupFail = Thrift.mkFieldsGrouping(StormUtils
                  .mk_list("id"));
 
          bolt_inputs.put(streamAck, groupAck);
          bolt_inputs.put(streamFail, groupFail);
      }
View Full Code Here
660
661
662
663
664
665
666
667
668
669
670
671
        }
        return ret;
    }
   
    private static boolean isIdentityPartition(PartitionNode n) {
        Grouping g = n.thriftGrouping;
        if(g.is_set_custom_serialized()) {
            CustomStreamGrouping csg = (CustomStreamGrouping) Utils.deserialize(g.get_custom_serialized());
            return csg instanceof IdentityGrouping;
        }
        return false;
    }
View Full Code Here
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
    for (Entry<String, SpoutSpec> spout : spout_ids.entrySet()) {
      String id = spout.getKey();

      GlobalStreamId stream = new GlobalStreamId(id, ACKER_INIT_STREAM_ID);

      Grouping group = Thrift.mkFieldsGrouping(JStormUtils.mk_list("id"));

      spout_inputs.put(stream, group);
    }

    Map<String, Bolt> bolt_ids = topology.get_bolts();
    Map<GlobalStreamId, Grouping> bolt_inputs = new HashMap<GlobalStreamId, Grouping>();
    for (Entry<String, Bolt> bolt : bolt_ids.entrySet()) {
      String id = bolt.getKey();

      GlobalStreamId streamAck = new GlobalStreamId(id,
          ACKER_ACK_STREAM_ID);
      Grouping groupAck = Thrift.mkFieldsGrouping(JStormUtils
          .mk_list("id"));

      GlobalStreamId streamFail = new GlobalStreamId(id,
          ACKER_FAIL_STREAM_ID);
      Grouping groupFail = Thrift.mkFieldsGrouping(JStormUtils
          .mk_list("id"));

      bolt_inputs.put(streamAck, groupAck);
      bolt_inputs.put(streamFail, groupFail);
    }
View Full Code Here
493
494
495
496
497
498
499
500
501
502
503
      Map<String, MkGrouper> componentGrouper = new HashMap<String, MkGrouper>();

      for (Entry<String, Grouping> cg : component_grouping.entrySet()) {

        String component = cg.getKey();
        Grouping tgrouping = cg.getValue();

        List<Integer> outTasks = topology_context
            .getComponentTasks(component);
        // ATTENTION: If topology set one component parallelism as 0
        // so we don't need send tuple to it
View Full Code Here
643
644
645
646
647
648
649
650
651
652
653
654
        }
        return ret;
    }
   
    private static boolean isIdentityPartition(PartitionNode n) {
        Grouping g = n.thriftGrouping;
        if(g.is_set_custom_serialized()) {
            CustomStreamGrouping csg = (CustomStreamGrouping) Utils.deserialize(g.get_custom_serialized());
            return csg instanceof IdentityGrouping;
        }
        return false;
    }
View Full Code Here
TOP

Related Classes of backtype.storm.generated.Grouping

  • com.alibaba.jstorm.cluster.Common
  • com.alipay.bluewhale.core.cluster.Common
  • com.alipay.bluewhale.core.task.common.TasksCommon
  • org.apache.commons.lang.builder.HashCodeBuilder
  • storm.trident.TridentTopology
  • java.nio.ByteBuffer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.