diff options
Diffstat (limited to 'kafka/consumer/group.py')
| -rw-r--r-- | kafka/consumer/group.py | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/kafka/consumer/group.py b/kafka/consumer/group.py index 8509999..7fe509a 100644 --- a/kafka/consumer/group.py +++ b/kafka/consumer/group.py @@ -123,6 +123,13 @@ class KafkaConsumer(six.Iterator): consumer_timeout_ms (int): number of milliseconds to block during message iteration before raising StopIteration (i.e., ending the iterator). Default -1 (block forever). + skip_double_compressed_messages (bool): A bug in KafkaProducer <= 1.2.4 + caused some messages to be corrupted via double-compression. + By default, the fetcher will return these messages as a compressed + blob of bytes with a single offset, i.e. how the message was + actually published to the cluster. If you prefer to have the + fetcher automatically detect corrupt messages and skip them, + set this option to True. Default: False. security_protocol (str): Protocol used to communicate with brokers. Valid values are: PLAINTEXT, SSL. Default: PLAINTEXT. ssl_context (ssl.SSLContext): pre-configured SSLContext for wrapping @@ -189,6 +196,7 @@ class KafkaConsumer(six.Iterator): 'send_buffer_bytes': None, 'receive_buffer_bytes': None, 'consumer_timeout_ms': -1, + 'skip_double_compressed_messages': False, 'security_protocol': 'PLAINTEXT', 'ssl_context': None, 'ssl_check_hostname': True, |