diff options
| author | Dana Powers <dana.powers@rd.io> | 2015-12-31 11:21:16 -0800 |
|---|---|---|
| committer | Dana Powers <dana.powers@rd.io> | 2015-12-31 18:12:20 -0800 |
| commit | 89e22a0e457ac4f6ddbf237ff32e5a278c2c02ed (patch) | |
| tree | b0fc70cd341d1ac7e81f61bfda2f11dd897a24c3 /kafka/consumer/group.py | |
| parent | 61ccbc5f7bd1527096c4609f2e881e6a1075e579 (diff) | |
| download | kafka-python-89e22a0e457ac4f6ddbf237ff32e5a278c2c02ed.tar.gz | |
Improve request pipelining in consumer iterator
Diffstat (limited to 'kafka/consumer/group.py')
| -rw-r--r-- | kafka/consumer/group.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/kafka/consumer/group.py b/kafka/consumer/group.py index bde283c..67e352a 100644 --- a/kafka/consumer/group.py +++ b/kafka/consumer/group.py @@ -585,5 +585,8 @@ class KafkaConsumer(object): # init any new fetches (won't resend pending fetches) self._fetcher.init_fetches() self._client.poll(self.config['request_timeout_ms'] / 1000.0) + timeout = time.time() + self.config['heartbeat_interval_ms'] / 1000.0 for msg in self._fetcher: yield msg + if time.time() > timeout: + break |