From d3cf18a9fb961f8c640bd2ff0384b9a66ae179bb Mon Sep 17 00:00:00 2001 From: Mahendra M Date: Thu, 13 Jun 2013 14:40:09 +0530 Subject: Fix bugs and testing * Ensure that round-robin partitioner works fine * _load_metadata_for_topics() would cause duplicate and stale entries in self.topic_partitions. Fix this --- kafka/client.py | 5 +++++ 1 file changed, 5 insertions(+) (limited to 'kafka/client.py') diff --git a/kafka/client.py b/kafka/client.py index 5595d49..1146798 100644 --- a/kafka/client.py +++ b/kafka/client.py @@ -73,7 +73,12 @@ class KafkaClient(object): self.brokers.update(brokers) self.topics_to_brokers = {} + for topic, partitions in topics.items(): + # Clear the list once before we add it. This removes stale entries + # and avoids duplicates + self.topic_partitions.pop(topic, None) + if not partitions: log.info("Partition is unassigned, delay for 1s and retry") time.sleep(1) -- cgit v1.2.1