Package backtype.storm.tuple

Examples of backtype.storm.tuple.Fields

26
27
28
29
30
31
32
    private static final String TOKEN_SECRET = "twitter.tokenSecret";
    private Twitter twitter;

    @Override
    public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
        outputFieldsDeclarer.declare(new Fields(TweetFileSpout.JSON_OUTPUT_FIELD));
    }
View Full Code Here
92
93
94
95
96
97
98
        }
    }

    @Override
    public void declareOutputFields(OutputFieldsDeclarer declarer) {
        declarer.declare(new Fields(JSON_OUTPUT_FIELD));
    }
View Full Code Here
37
38
39
40
41
42
43
        this.queueName = queueName;
    }

    @Override
    public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
        outputFieldsDeclarer.declare(new Fields("json"));
    }
View Full Code Here
44
45
46
47
48
49
50
    private static final String TOKEN = "twitter.token";
    private static final String TOKEN_SECRET = "twitter.tokenSecret";

    @Override
    public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
        outputFieldsDeclarer.declare(new Fields(TweetFileSpout.JSON_OUTPUT_FIELD));
    }
View Full Code Here
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
    EOFStreamFields.add(StormComponent.COMP_INDEX);
    EOFStreamFields.add(StormComponent.TUPLE);
    EOFStreamFields.add(StormComponent.HASH);
    if (MyUtilities.isCustomTimestampMode(_conf))
      EOFStreamFields.add(StormComponent.TIMESTAMP);
    declarer.declare(new Fields(EOFStreamFields));

    // 1) Theta Datastream tuples
    final ArrayList<String> dataStreamFields = new ArrayList<String>();
    dataStreamFields.add(StormComponent.COMP_INDEX);
    dataStreamFields.add(StormComponent.TUPLE);
    dataStreamFields.add(StormComponent.HASH);
    dataStreamFields.add(StormComponent.EPOCH);
    dataStreamFields.add(StormComponent.DIM);
    if (MyUtilities.isCustomTimestampMode(_conf))
      dataStreamFields.add(StormComponent.TIMESTAMP);
    declarer.declareStream(SystemParameters.ThetaDataReshufflerToJoiner, true, new Fields(
        dataStreamFields)); // direct streams

    // 2) Theta Datastream tuples, migrated data
    final ArrayList<String> thetaStreamFields = new ArrayList<String>();
    thetaStreamFields.add(StormComponent.COMP_INDEX);
    thetaStreamFields.add(StormComponent.TUPLE);
    thetaStreamFields.add(StormComponent.HASH);
    thetaStreamFields.add(StormComponent.EPOCH);
    thetaStreamFields.add(StormComponent.DIM);
    if (MyUtilities.isCustomTimestampMode(_conf))
      thetaStreamFields.add(StormComponent.TIMESTAMP);
    declarer.declareStream(SystemParameters.ThetaDataMigrationReshufflerToJoiner, true,
        new Fields(thetaStreamFields)); // direct streams

    // 3) Signal to Joiners
    declarer.declareStream(SystemParameters.ThetaReshufflerSignal, new Fields(
        StormComponent.RESH_SIGNAL, StormComponent.MAPPING));

    // 4)Advisor related
    declarer.declareStream(SystemParameters.ThetaSynchronizerSignal, new Fields(
        StormComponent.RESH_SIGNAL, StormComponent.MAPPING));

  }
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
      if(mode.equals("local"))
      {
        builder.setSpout("map_"+prefix, new ImportSpoutLocal(prefix), threads);
      }else{
        builder.setSpout("map_"+prefix, new ImportSpout(prefix), threads);
        builder.setBolt("reduce_"+prefix, new ImportBolt(prefix), threads_reduce).fieldsGrouping("map_"+prefix, new Fields("key") );
      }
    }
   
    StormSubmitter.submitTopology(topologyName, conf,builder.createTopology());
View Full Code Here
182
183
184
185
186
187
188
      this.status.failCnt++;
    }

    @Override
    public void declareOutputFields(OutputFieldsDeclarer declarer) {
        declarer.declare(new Fields("key","value"));
    }
View Full Code Here
213
214
215
216
217
218
219
      }


    @Override
    public void declareOutputFields(OutputFieldsDeclarer declarer) {
        declarer.declare(new Fields("key","value"));
    }
View Full Code Here
82
83
84
85
86
87
88
89
90
91
92
93
                followersTupleMapper, followersColumnsMapper);

        builder.addBolt(new InitBolt());
        builder.addBolt(tweetersBolt).shuffleGrouping();
        builder.addBolt(followersBolt).shuffleGrouping();
        builder.addBolt(new PartialUniquer()).fieldsGrouping(new Fields("id", "follower"));
        builder.addBolt(new CountAggregator()).fieldsGrouping(new Fields("id"));

        if (args == null || args.length == 0) {
            config.setMaxTaskParallelism(3);
            LocalDRPC drpc = new LocalDRPC();
            LocalCluster cluster = new LocalCluster();
View Full Code Here
100
101
102
103
104
105
106
107
108
109
110
      if(mode.equals("local"))
      {
        builder.setSpout("map_"+prefix, new ImportSpoutLocal(prefix), threads);
      }else{
        builder.setSpout("map_"+prefix, new ImportSpout(prefix), threads);
        builder.setBolt("reduce_"+prefix, new ImportBolt(prefix), threads_reduce).fieldsGrouping("map_"+prefix, new Fields("key") );
      }
    }
   
    StormSubmitter.submitTopology(topologyName, conf,builder.createTopology());
View Full Code Here
TOP

Related Classes of backtype.storm.tuple.Fields

  • backtype.storm.clojure.ClojureBolt
  • backtype.storm.clojure.ClojureSpout
  • backtype.storm.clojure.RichShellBolt
  • backtype.storm.clojure.RichShellSpout
  • backtype.storm.drpc.DRPCSpout
  • backtype.storm.spout.RawMultiScheme
  • backtype.storm.spout.RawScheme
  • backtype.storm.testing.TestEventOrderCheckBolt
  • backtype.storm.testing.TestGlobalCount
  • com.alibaba.jstorm.batch.example.BatchMetaRebalance
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.