summaryrefslogtreecommitdiff
path: root/test/test_failover_integration.py
diff options
context:
space:
mode:
authorDana Powers <dana.powers@rd.io>2016-01-07 18:51:14 -0800
committerDana Powers <dana.powers@rd.io>2016-01-07 18:51:14 -0800
commit828377377da43749af0d27ee256ef31bf714cf17 (patch)
treefbad4d4381fc4d1ea2be7ce2009214d18fbeb674 /test/test_failover_integration.py
parent71e7568fcb8132899f366b37c32645fd5a40dc4b (diff)
parent9a8af1499ca425366d934487469d9977fae7fe5f (diff)
downloadkafka-python-828377377da43749af0d27ee256ef31bf714cf17.tar.gz
Merge branch '0.9'
Conflicts: kafka/codec.py kafka/version.py test/test_producer.py test/test_producer_integration.py
Diffstat (limited to 'test/test_failover_integration.py')
-rw-r--r--test/test_failover_integration.py17
1 files changed, 9 insertions, 8 deletions
diff --git a/test/test_failover_integration.py b/test/test_failover_integration.py
index ae5cc51..afa4ebc 100644
--- a/test/test_failover_integration.py
+++ b/test/test_failover_integration.py
@@ -2,10 +2,11 @@ import logging
import os
import time
-from kafka import KafkaClient, SimpleConsumer, KeyedProducer
-from kafka.common import TopicAndPartition, FailedPayloadsError, ConnectionError
+from kafka import SimpleClient, SimpleConsumer, KeyedProducer
+from kafka.common import (
+ TopicPartition, FailedPayloadsError, ConnectionError, RequestTimedOutError
+)
from kafka.producer.base import Producer
-from kafka.util import kafka_bytestring
from test.fixtures import ZookeeperFixture, KafkaFixture
from test.testutil import KafkaIntegrationTestCase, random_string
@@ -31,7 +32,7 @@ class TestFailover(KafkaIntegrationTestCase):
self.brokers = [KafkaFixture.instance(i, *kk_args) for i in range(replicas)]
hosts = ['%s:%d' % (b.host, b.port) for b in self.brokers]
- self.client = KafkaClient(hosts)
+ self.client = SimpleClient(hosts, timeout=2)
super(TestFailover, self).setUp()
def tearDown(self):
@@ -75,7 +76,7 @@ class TestFailover(KafkaIntegrationTestCase):
producer.send_messages(topic, partition, b'success')
log.debug("success!")
recovered = True
- except (FailedPayloadsError, ConnectionError):
+ except (FailedPayloadsError, ConnectionError, RequestTimedOutError):
log.debug("caught exception sending message -- will retry")
continue
@@ -160,7 +161,7 @@ class TestFailover(KafkaIntegrationTestCase):
key = random_string(3).encode('utf-8')
msg = random_string(10).encode('utf-8')
producer.send_messages(topic, key, msg)
- if producer.partitioners[kafka_bytestring(topic)].partition(key) == 0:
+ if producer.partitioners[topic].partition(key) == 0:
recovered = True
except (FailedPayloadsError, ConnectionError):
log.debug("caught exception sending message -- will retry")
@@ -197,7 +198,7 @@ class TestFailover(KafkaIntegrationTestCase):
break
def _kill_leader(self, topic, partition):
- leader = self.client.topics_to_brokers[TopicAndPartition(kafka_bytestring(topic), partition)]
+ leader = self.client.topics_to_brokers[TopicPartition(topic, partition)]
broker = self.brokers[leader.nodeId]
broker.close()
return broker
@@ -207,7 +208,7 @@ class TestFailover(KafkaIntegrationTestCase):
hosts = ','.join(['%s:%d' % (broker.host, broker.port)
for broker in self.brokers])
- client = KafkaClient(hosts)
+ client = SimpleClient(hosts)
consumer = SimpleConsumer(client, None, topic,
partitions=partitions,
auto_commit=False,