summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorDana Powers <dana.powers@gmail.com>2016-08-24 10:01:45 -0700
committerDana Powers <dana.powers@gmail.com>2016-09-28 10:35:51 -0700
commit528b99ba1356f239c4ced6ec97bacadb2a79985d (patch)
tree1913e12b84ac55a00a6d0e4518f0a9a72677f2c7
parentb8717b4b79462e83344f49bbd42312cf521d84aa (diff)
downloadkafka-python-528b99ba1356f239c4ced6ec97bacadb2a79985d.tar.gz
Add test for murmur2 py2 bytes bug
-rw-r--r--test/test_partitioner.py13
1 files changed, 9 insertions, 4 deletions
diff --git a/test/test_partitioner.py b/test/test_partitioner.py
index e0398c6..b234540 100644
--- a/test/test_partitioner.py
+++ b/test/test_partitioner.py
@@ -1,9 +1,8 @@
import pytest
import six
-from kafka.partitioner import Murmur2Partitioner
-from kafka.partitioner.default import DefaultPartitioner
-from kafka.partitioner import RoundRobinPartitioner
+from kafka.partitioner import DefaultPartitioner, Murmur2Partitioner, RoundRobinPartitioner
+from kafka.partitioner.hashed import murmur2
def test_default_partitioner():
@@ -58,7 +57,7 @@ def test_roundrobin_partitioner():
def test_hash_bytes():
p = Murmur2Partitioner(range(1000))
assert p.partition(bytearray(b'test')) == p.partition(b'test')
-
+
def test_hash_encoding():
p = Murmur2Partitioner(range(1000))
@@ -74,3 +73,9 @@ def test_murmur2_java_compatibility():
assert p.partition(b'abc') == 107
assert p.partition(b'123456789') == 566
assert p.partition(b'\x00 ') == 742
+
+
+def test_murmur2_not_ascii():
+ # Verify no regression of murmur2() bug encoding py2 bytes that dont ascii encode
+ murmur2(b'\xa4')
+ murmur2(b'\x81' * 1000)