diff options
author | Patrick Lucas <plucas@yelp.com> | 2014-05-07 10:02:57 -0700 |
---|---|---|
committer | Patrick Lucas <plucas@yelp.com> | 2014-05-07 10:08:14 -0700 |
commit | 805b52a34da9ce0dead80a64d7315412f2034673 (patch) | |
tree | 8d9a6d6b378e40ce3177d6fe7ee4030abf362718 /kafka/protocol.py | |
parent | 39796ec49162a0895be98a8aeb0e42e8319e5e30 (diff) | |
download | kafka-python-805b52a34da9ce0dead80a64d7315412f2034673.tar.gz |
Improve error handling and tests w.r.t. codecs
Add function kafka.protocol.create_message_set() that takes a list of
payloads and a codec and returns a message set with the desired encoding.
Introduce kafka.common.UnsupportedCodecError, raised if an unknown codec
is specified.
Include a test for the new function.
Diffstat (limited to 'kafka/protocol.py')
-rw-r--r-- | kafka/protocol.py | 19 |
1 files changed, 18 insertions, 1 deletions
diff --git a/kafka/protocol.py b/kafka/protocol.py index 730ae6b..58661c7 100644 --- a/kafka/protocol.py +++ b/kafka/protocol.py @@ -9,7 +9,8 @@ from kafka.common import ( BrokerMetadata, PartitionMetadata, Message, OffsetAndMessage, ProduceResponse, FetchResponse, OffsetResponse, OffsetCommitResponse, OffsetFetchResponse, ProtocolError, - BufferUnderflowError, ChecksumError, ConsumerFetchSizeTooSmall + BufferUnderflowError, ChecksumError, ConsumerFetchSizeTooSmall, + UnsupportedCodecError ) from kafka.util import ( read_short_string, read_int_string, relative_unpack, @@ -568,3 +569,19 @@ def create_snappy_message(payloads, key=None): codec = ATTRIBUTE_CODEC_MASK & CODEC_SNAPPY return Message(0, 0x00 | codec, key, snapped) + + +def create_message_set(messages, codec=CODEC_NONE): + """Create a message set using the given codec. + + If codec is CODEC_NONE, return a list of raw Kafka messages. Otherwise, + return a list containing a single codec-encoded message. + """ + if codec == CODEC_NONE: + return [create_message(m) for m in messages] + elif codec == CODEC_GZIP: + return [create_gzip_message(messages)] + elif codec == CODEC_SNAPPY: + return [create_snappy_message(messages)] + else: + raise UnsupportedCodecError("Codec 0x%02x unsupported" % codec) |