28 lines
636 B
Ruby
28 lines
636 B
Ruby
require 'red_storm'
|
|
require 'examples/simple/random_sentence_spout'
|
|
require 'examples/simple/split_sentence_bolt'
|
|
require 'examples/simple/word_count_bolt'
|
|
|
|
class LocalWordCountTopology < RedStorm::SimpleTopology
|
|
spout RandomSentenceSpout, :id => 1, :parallelism => 5
|
|
|
|
bolt SplitSentenceBolt, :id => 2, :parallelism => 8 do
|
|
source 1, :shuffle
|
|
end
|
|
|
|
bolt WordCountBolt, :id => 3, :parallelism => 12 do
|
|
source 2, :fields => ["word"]
|
|
end
|
|
|
|
configure :word_count do |env|
|
|
debug true
|
|
max_task_parallelism 3
|
|
end
|
|
|
|
on_submit do |env|
|
|
if env == :local
|
|
sleep(5)
|
|
cluster.shutdown
|
|
end
|
|
end
|
|
end |