mirror of https://github.com/reiseburo/hermann
exploratory work
This commit is contained in:
parent
9d173ef84d
commit
fad37247d3
|
@ -46,12 +46,16 @@ module Hermann
|
|||
# will be set
|
||||
def push_single(msg, topic, unused)
|
||||
Concurrent::Promise.execute {
|
||||
data = ProducerUtil::KeyedMessage.new(topic, msg)
|
||||
begin
|
||||
data = ProducerUtil::KeyedMessage.new(topic, msg)
|
||||
# begin
|
||||
@producer.send(data)
|
||||
rescue Java::KafkaCommon::FailedToSendMessageException => jexc
|
||||
raise Hermann::Errors::ConnectivityError.new(jexc.message,
|
||||
:java_exception => jexc)
|
||||
rescue Exception => e
|
||||
# rescue Java::KafkaCommon::FailedToSendMessageException => jexc
|
||||
# raise Hermann::Errors::ConnectivityError.new(jexc.message,
|
||||
# :java_exception => jexc)
|
||||
puts "............#{e.message}"
|
||||
puts e.backtrace.join("\n")
|
||||
end
|
||||
}
|
||||
end
|
||||
|
|
|
@ -60,7 +60,7 @@ module Hermann
|
|||
stream = get_stream(topic)
|
||||
it = stream.iterator
|
||||
while it.hasNext do
|
||||
yield it.next.message.to_s
|
||||
yield it.next
|
||||
end
|
||||
rescue Exception => e
|
||||
puts "#{self.class.name}#consume exception: #{e.class.name}"
|
||||
|
|
|
@ -12,7 +12,7 @@ describe 'producer' do
|
|||
include_context 'integration test context'
|
||||
|
||||
let(:timeout) { 10 }
|
||||
let(:message) { 'msg' }
|
||||
let(:message) { 'msg' }
|
||||
let(:consumer) do
|
||||
Hermann::Consumer.new(topic, 'rspec-group', zookeepers)
|
||||
end
|
||||
|
@ -22,33 +22,37 @@ describe 'producer' do
|
|||
puts "consuming off `#{topic}`"
|
||||
consumer.consume(topic) do |dequeued|
|
||||
puts "received the message: #{dequeued.inspect}"
|
||||
value = dequeued
|
||||
|
||||
buffer = dequeued.message.to_a
|
||||
# value = String.from_java_bytes(dequeued.message)
|
||||
value = buffer.pack('C*').encode('UTF-8', {:invalid => :replace, :undef => :replace, :replace => ''})
|
||||
# puts ".......................encoding: #{buffer.pack('c*')} #{buffer.pack('c*').encoding}"
|
||||
|
||||
# value = buffer.pack('c*').encode("ASCII-8BIT", {:invalid => :replace, :undef => :replace, :replace => ''})
|
||||
puts value
|
||||
consumer.shutdown
|
||||
end
|
||||
# Return this out of the block
|
||||
next value
|
||||
value
|
||||
end
|
||||
end
|
||||
let(:brokers) do
|
||||
let(:brokers_array) do
|
||||
broker_ids = Hermann::Discovery::Zookeeper.new(zookeepers).get_brokers
|
||||
puts "using ZK discovered brokers: #{broker_ids}"
|
||||
broker_ids
|
||||
end
|
||||
let(:producer) { Hermann::Producer.new(nil, brokers) }
|
||||
|
||||
|
||||
let(:producer) { Hermann::Producer.new(nil, brokers_array) }
|
||||
|
||||
it 'produces and consumes messages', :type => :integration, :platform => :java do
|
||||
producer.push(message, :topic => topic).value!(timeout)
|
||||
expect(consumer_promise.value!(timeout)).to eql(message)
|
||||
end
|
||||
|
||||
|
||||
context 'with binary data', :type => :integration, :platform => :java do
|
||||
let(:event) do
|
||||
Hermann::TestEvent.new(:name => 'rspec',
|
||||
:state => 3,
|
||||
:bogomips => 9001)
|
||||
:bogomips => 9001)
|
||||
end
|
||||
|
||||
let(:message) { event.encode }
|
||||
|
@ -56,7 +60,7 @@ describe 'producer' do
|
|||
it 'should be a thing' do
|
||||
producer.push(message, :topic => topic).value!(timeout)
|
||||
dequeued = consumer_promise.value!(timeout)
|
||||
expect(dequeued).to eql(message)
|
||||
expect(dequeued).to eql(message.encode!('UTF-8', {:invalid => :replace, :undef => :replace, :replace => ''}))
|
||||
|
||||
expect {
|
||||
Hermann::TestEvent.decode(dequeued)
|
||||
|
|
|
@ -1,6 +1,7 @@
|
|||
require 'rubygems'
|
||||
require 'yaml'
|
||||
require 'rspec'
|
||||
require 'pry'
|
||||
|
||||
# Add ext/ to the load path so we can load `hermann_lib`
|
||||
$LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__) + '/../ext/'))
|
||||
|
|
Loading…
Reference in New Issue