summaryrefslogtreecommitdiff
path: root/kafka/client_async.py
diff options
context:
space:
mode:
authorDana Powers <dana.powers@gmail.com>2016-04-07 22:21:57 -0700
committerDana Powers <dana.powers@gmail.com>2016-04-08 15:56:24 -0700
commit1435356cc5688df509e96eb3fb6ee4ad95732452 (patch)
tree08bdd417ce1ae5d84a549daf240f51608880f2ff /kafka/client_async.py
parent5368c81cf674536227cf33426b69d93dfd1e15db (diff)
downloadkafka-python-1435356cc5688df509e96eb3fb6ee4ad95732452.tar.gz
Move state logic from KafkaClient._maybe_connect to _conn_state_change as callback
Diffstat (limited to 'kafka/client_async.py')
-rw-r--r--kafka/client_async.py38
1 files changed, 19 insertions, 19 deletions
diff --git a/kafka/client_async.py b/kafka/client_async.py
index 64233f8..3dee2e1 100644
--- a/kafka/client_async.py
+++ b/kafka/client_async.py
@@ -1,6 +1,7 @@
from __future__ import absolute_import
import copy
+import functools
import heapq
import itertools
import logging
@@ -152,6 +153,22 @@ class KafkaClient(object):
conn = self._conns[node_id]
return conn.state is ConnectionStates.DISCONNECTED and not conn.blacked_out()
+ def _conn_state_change(self, node_id, conn):
+ if conn.connecting():
+ self._connecting.add(node_id)
+
+ elif conn.connected():
+ log.debug("Node %s connected", node_id)
+ if node_id in self._connecting:
+ self._connecting.remove(node_id)
+
+ # Connection failures imply that our metadata is stale, so let's refresh
+ elif conn.state is ConnectionStates.DISCONNECTING:
+ log.warning("Node %s connect failed -- refreshing metadata", node_id)
+ if node_id in self._connecting:
+ self._connecting.remove(node_id)
+ self.cluster.request_update()
+
def _maybe_connect(self, node_id):
"""Idempotent non-blocking connection attempt to the given node id."""
if node_id not in self._conns:
@@ -160,32 +177,15 @@ class KafkaClient(object):
log.debug("Initiating connection to node %s at %s:%s",
node_id, broker.host, broker.port)
-
host, port, afi = get_ip_port_afi(broker.host)
+ cb = functools.partial(self._conn_state_change, node_id)
self._conns[node_id] = BrokerConnection(host, broker.port, afi,
+ state_change_callback=cb,
**self.config)
conn = self._conns[node_id]
if conn.connected():
return True
-
conn.connect()
-
- if conn.connecting():
- if node_id not in self._connecting:
- self._connecting.add(node_id)
-
- # Whether CONNECTED or DISCONNECTED, we need to remove from connecting
- elif node_id in self._connecting:
- self._connecting.remove(node_id)
-
- if conn.connected():
- log.debug("Node %s connected", node_id)
-
- # Connection failures imply that our metadata is stale, so let's refresh
- elif conn.disconnected():
- log.warning("Node %s connect failed -- refreshing metadata", node_id)
- self.cluster.request_update()
-
return conn.connected()
def ready(self, node_id):