reiseburo
/
verspaetung
mirror of https://github.com/reiseburo/verspaetung
1
0
Fork 0
Code Issues Releases Wiki Activity

make the connection or disconnection of consumers failsafe 

i.e. ignore errors on disconnect and do not register consumers which
fail to connect
This commit is contained in:
Christian Meier 2015-11-10 16:46:29 +01:00
parent 66c0c332bb
commit 618aaf915e
1 changed files with 17 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
src/main/groovy/com/github/reiseburo/verspaetung/KafkaPoller.groovy
View File

@ -37,6 +37,7 @@ class KafkaPoller extends Thread {
this.brokerConsumerMap = [:]
this.brokers = []
this.onDelta = []
setName("Verspaetung Kafka Poller")
}
/* There are a number of cases where we intentionally swallow stacktraces
@ -161,14 +162,19 @@ class KafkaPoller extends Thread {
disconnectConsumers()
LOGGER.info('Creating SimpleConsumer connections for brokers {}', this.brokers)
synchronized(this.brokers) {
this.brokers.each { Broker b ->
SimpleConsumer consumer = new SimpleConsumer(b.host,
b.port,
this.brokers.each { Broker broker ->
SimpleConsumer consumer = new SimpleConsumer(broker.host,
broker.port,
KAFKA_TIMEOUT,
KAFKA_BUFFER,
KAFKA_CLIENT_ID)
consumer.connect()
this.brokerConsumerMap[b.id] = consumer
try {
consumer.connect()
this.brokerConsumerMap[broker.id] = consumer
}
catch(Exception e) {
LOGGER.info('Error connecting cunsumer to {}', broker, e)
}
}
}
this.shouldReconnect = false
@ -184,7 +190,12 @@ class KafkaPoller extends Thread {
private void disconnectConsumers() {
this.brokerConsumerMap.each { Integer brokerId, SimpleConsumer client ->
LOGGER.info('Disconnecting {}', client)
client?.disconnect()
try {
client?.disconnect()
}
catch(Exception e) {
LOGGER.info('Error disconnecting {}', client, e)
}
}
}