summaryrefslogtreecommitdiff
path: root/kafka/producer/buffer.py
diff options
context:
space:
mode:
authorDana Powers <dana.powers@rd.io>2016-01-24 22:01:09 -0800
committerDana Powers <dana.powers@rd.io>2016-01-25 10:09:15 -0800
commit0d5899020a75e22fec14d3e3d7aec8f043d60a31 (patch)
treee227d12865560026a3170196b331d4d843a9e7fd /kafka/producer/buffer.py
parent2c7b7452a8ca761672e70ee56b3779e4a96c1997 (diff)
downloadkafka-python-0d5899020a75e22fec14d3e3d7aec8f043d60a31.tar.gz
Add support for LZ4 compressed messages using python-lz4 module
Diffstat (limited to 'kafka/producer/buffer.py')
-rw-r--r--kafka/producer/buffer.py5
1 files changed, 3 insertions, 2 deletions
diff --git a/kafka/producer/buffer.py b/kafka/producer/buffer.py
index 4e05ec9..1a2dd71 100644
--- a/kafka/producer/buffer.py
+++ b/kafka/producer/buffer.py
@@ -5,8 +5,8 @@ import io
import threading
import time
-from ..codec import (has_gzip, has_snappy,
- gzip_encode, snappy_encode)
+from ..codec import (has_gzip, has_snappy, has_lz4,
+ gzip_encode, snappy_encode, lz4_encode)
from ..protocol.types import Int32, Int64
from ..protocol.message import MessageSet, Message
@@ -27,6 +27,7 @@ class MessageSetBuffer(object):
_COMPRESSORS = {
'gzip': (has_gzip, gzip_encode, Message.CODEC_GZIP),
'snappy': (has_snappy, snappy_encode, Message.CODEC_SNAPPY),
+ 'lz4': (has_lz4, lz4_encode, Message.CODEC_LZ4),
}
def __init__(self, buf, batch_size, compression_type=None):
assert batch_size > 0, 'batch_size must be > 0'