summaryrefslogtreecommitdiff
path: root/kafka/client_async.py
diff options
context:
space:
mode:
authorDana Powers <dana.powers@gmail.com>2016-08-04 12:02:24 -0700
committerDana Powers <dana.powers@gmail.com>2016-08-04 13:05:22 -0700
commit3ed27c60eccee0a9a20307ee1c9fd58720cf9d4b (patch)
treeed93f0084ec2487ea535504a4622c4d4dd2d6af2 /kafka/client_async.py
parenta6b9b135077f7b578f05470afb814d5df5b93ba7 (diff)
downloadkafka-python-3ed27c60eccee0a9a20307ee1c9fd58720cf9d4b.tar.gz
Add connection-count to KafkaClient metrics
Diffstat (limited to 'kafka/client_async.py')
-rw-r--r--kafka/client_async.py15
1 files changed, 12 insertions, 3 deletions
diff --git a/kafka/client_async.py b/kafka/client_async.py
index 708d03d..ff566ca 100644
--- a/kafka/client_async.py
+++ b/kafka/client_async.py
@@ -24,6 +24,7 @@ from .cluster import ClusterMetadata
from .conn import BrokerConnection, ConnectionStates, collect_hosts, get_ip_port_afi
from . import errors as Errors
from .future import Future
+from .metrics import AnonMeasurable
from .metrics.stats import Avg, Count, Rate
from .metrics.stats.rate import TimeUnit
from .protocol.metadata import MetadataRequest
@@ -187,10 +188,13 @@ class KafkaClient(object):
self._wake_lock = threading.Lock()
self._selector.register(self._wake_r, selectors.EVENT_READ)
self._closed = False
- self._bootstrap(collect_hosts(self.config['bootstrap_servers']))
self._sensors = None
if self.config['metrics']:
- self._sensors = KafkaClientMetrics(self.config['metrics'], self.config['metric_group_prefix'])
+ self._sensors = KafkaClientMetrics(self.config['metrics'],
+ self.config['metric_group_prefix'],
+ self._conns)
+
+ self._bootstrap(collect_hosts(self.config['bootstrap_servers']))
# Check Broker Version if not set explicitly
if self.config['api_version'] is None:
@@ -892,7 +896,7 @@ class DelayedTaskQueue(object):
class KafkaClientMetrics(object):
- def __init__(self, metrics, metric_group_prefix):
+ def __init__(self, metrics, metric_group_prefix, conns):
self.metrics = metrics
self.metric_group_name = metric_group_prefix + '-metrics'
@@ -928,3 +932,8 @@ class KafkaClientMetrics(object):
'io-ratio', self.metric_group_name,
'The fraction of time the I/O thread spent doing I/O'),
Rate(time_unit=TimeUnit.NANOSECONDS))
+
+ metrics.add_metric(metrics.metric_name(
+ 'connection-count', self.metric_group_name,
+ 'The current number of active connections.'), AnonMeasurable(
+ lambda config, now: len(conns)))