diff options
Diffstat (limited to 'lib/killjoy/kafka')
| -rw-r--r-- | lib/killjoy/kafka/message.rb | 47 | ||||
| -rw-r--r-- | lib/killjoy/kafka/message_bus.rb | 70 |
2 files changed, 117 insertions, 0 deletions
diff --git a/lib/killjoy/kafka/message.rb b/lib/killjoy/kafka/message.rb new file mode 100644 index 0000000..c63b186 --- /dev/null +++ b/lib/killjoy/kafka/message.rb @@ -0,0 +1,47 @@ +module Killjoy + module Kafka + class Message + attr_reader :to_hash + + def initialize(raw_message) + @to_hash = JSON.parse(raw_message, symbolize_names: true) + @interceptors = { ack: [], reject: [] } + end + + def intercept(response_type, &block) + @interceptors[response_type] << block + end + + def process(future) + future.on_success do |rows| + ack! + end + future.on_failure do |error| + reject! + end + end + + def ack! + #puts "TODO:: ack!" + run_interceptors_for(:ack) + end + + def reject!(requeue = false) + #puts "TODO:: reject!" + run_interceptors_for(:reject) + end + + def to_s + to_hash + end + + private + + def run_interceptors_for(response_type) + @interceptors[response_type].each do |interceptor| + interceptor.call + end + end + end + end +end diff --git a/lib/killjoy/kafka/message_bus.rb b/lib/killjoy/kafka/message_bus.rb new file mode 100644 index 0000000..bf5fa08 --- /dev/null +++ b/lib/killjoy/kafka/message_bus.rb @@ -0,0 +1,70 @@ +module Killjoy + module Kafka + class MessageBus + def initialize(topic = "killjoy_topic") + @topic = topic + @kafka_consumer = Poseidon::PartitionConsumer.new("killjoy_consumer", "localhost", 9092, @topic, 0, :earliest_offset) + Thread.abort_on_exception = true + end + + def subscribe(consumer) + @thread = Thread.new do + loop do + messages = @kafka_consumer.fetch + messages.each do |raw_message| + begin + #puts raw_message.value.inspect + message = Message.new(raw_message.value) + if block_given? + yield message + else + consumer.work(message) + end + rescue => error + Killjoy.logger.error(error.message) + message.reject! + end + end + end + end + end + + def stop + if @kafka_consumer + @kafka_consumer.close + else + puts 'no consumer' + end + if @thread + puts "KILL THE THREAD" + Thread.kill(@thread) + @thread = nil + else + puts 'no thread' + end + end + + def publish(message) + message.publish_to(exchange) + end + + private + + def exchange + @exchange ||= KafkaExchange.new(@topic) + end + + class KafkaExchange + def initialize(topic) + @topic = topic + @producer = Poseidon::Producer.new(["localhost:9092"], "killjoy_producer") + end + + def publish(json, options = {}) + #puts "publishing #{json.inspect}" + @producer.send_messages([Poseidon::MessageToSend.new(@topic, json)]) + end + end + end + end +end |
