summaryrefslogtreecommitdiff
path: root/kafka/consumer/simple.py
diff options
context:
space:
mode:
authorDana Powers <dana.powers@gmail.com>2015-12-02 13:50:22 -0800
committerDana Powers <dana.powers@gmail.com>2015-12-02 13:50:22 -0800
commit2eca5538eef948ef3828be5c3cb5c78c1c958f6f (patch)
treed89eeea1f855244e3b7364286b15be7f881ffd4a /kafka/consumer/simple.py
parentc2eccd5bd1c9c0d728bfa11d798a15c05c4deb9c (diff)
parente74a8ba4942891c62ef35f70472f10ee067f89b6 (diff)
downloadkafka-python-2eca5538eef948ef3828be5c3cb5c78c1c958f6f.tar.gz
Merge pull request #457 from saaros/block-for-number-of-messages
Consumers get_messages: allow blocking until some messages are received
Diffstat (limited to 'kafka/consumer/simple.py')
-rw-r--r--kafka/consumer/simple.py15
1 files changed, 9 insertions, 6 deletions
diff --git a/kafka/consumer/simple.py b/kafka/consumer/simple.py
index 9b85f8c..d8b5826 100644
--- a/kafka/consumer/simple.py
+++ b/kafka/consumer/simple.py
@@ -265,10 +265,12 @@ class SimpleConsumer(Consumer):
Keyword Arguments:
count: Indicates the maximum number of messages to be fetched
- block: If True, the API will block till some messages are fetched.
- timeout: If block is True, the function will block for the specified
- time (in seconds) until count messages is fetched. If None,
- it will block forever.
+ block: If True, the API will block till all messages are fetched.
+ If block is a positive integer the API will block until that
+ many messages are fetched.
+ timeout: When blocking is requested the function will block for
+ the specified time (in seconds) until count messages is
+ fetched. If None, it will block forever.
"""
messages = []
if timeout is not None:
@@ -279,12 +281,13 @@ class SimpleConsumer(Consumer):
while len(messages) < count:
block_time = timeout - time.time()
log.debug('calling _get_message block=%s timeout=%s', block, block_time)
- result = self._get_message(block, block_time,
+ block_next_call = block is True or block > len(messages)
+ result = self._get_message(block_next_call, block_time,
get_partition_info=True,
update_offset=False)
log.debug('got %s from _get_messages', result)
if not result:
- if block and (timeout is None or time.time() <= timeout):
+ if block_next_call and (timeout is None or time.time() <= timeout):
continue
break