summaryrefslogtreecommitdiff
path: root/kafka/conn.py
diff options
context:
space:
mode:
authorDana Powers <dana.powers@rd.io>2018-03-08 13:10:49 -0500
committerDana Powers <dana.powers@rd.io>2018-03-09 13:21:15 -0500
commit41c7afea5d0c2ac2ec43ccdc2cdef4cdeb99f164 (patch)
treee39a55c1dbb23c3d6db3dc35efc49e16d3cb41a7 /kafka/conn.py
parent4cbeb2e591447ba25271c4924393e602ba49b324 (diff)
downloadkafka-python-41c7afea5d0c2ac2ec43ccdc2cdef4cdeb99f164.tar.gz
use connect_blocking() for bootstrap and check_version
Diffstat (limited to 'kafka/conn.py')
-rw-r--r--kafka/conn.py64
1 files changed, 47 insertions, 17 deletions
diff --git a/kafka/conn.py b/kafka/conn.py
index b0d6029..4bbd744 100644
--- a/kafka/conn.py
+++ b/kafka/conn.py
@@ -271,18 +271,58 @@ class BrokerConnection(object):
self.config['metric_group_prefix'],
self.node_id)
+ def _dns_lookup(self):
+ self._gai = dns_lookup(self.host, self.port, self.afi)
+ if not self._gai:
+ log.error('DNS lookup failed for %s:%i (%s)',
+ self.host, self.port, self.afi)
+ return False
+ return True
+
def _next_afi_host_port(self):
if not self._gai:
- self._gai = dns_lookup(self.host, self.port, self.afi)
- if not self._gai:
- log.error('DNS lookup failed for %s:%i (%s)',
- self.host, self.port, self.afi)
+ if not self._dns_lookup():
return
-
afi, _, __, ___, sockaddr = self._gai.pop(0)
host, port = sockaddr[:2]
return (afi, host, port)
+ def connect_blocking(self, timeout=float('inf')):
+ if self.connected():
+ return True
+ timeout += time.time()
+ # First attempt to perform dns lookup
+ # note that the underlying interface, socket.getaddrinfo,
+ # has no explicit timeout so we may exceed the user-specified timeout
+ while time.time() < timeout:
+ if self._dns_lookup():
+ break
+ else:
+ return False
+
+ # Loop once over all returned dns entries
+ selector = None
+ while self._gai:
+ while time.time() < timeout:
+ self.connect()
+ if self.connected():
+ if selector is not None:
+ selector.close()
+ return True
+ elif self.connecting():
+ if selector is None:
+ selector = self.config['selector']()
+ selector.register(self._sock, selectors.EVENT_WRITE)
+ selector.select(1)
+ elif self.disconnected():
+ if selector is not None:
+ selector.close()
+ selector = None
+ break
+ else:
+ break
+ return False
+
def connect(self):
"""Attempt to connect and return ConnectionState"""
if self.state is ConnectionStates.DISCONNECTED and not self.blacked_out():
@@ -903,19 +943,9 @@ class BrokerConnection(object):
((0, 8, 0), MetadataRequest[0]([])),
]
- def connect():
- self.connect()
- if self.connected():
- return
- timeout_at = time.time() + timeout
- while time.time() < timeout_at and self.connecting():
- if self.connect() is ConnectionStates.CONNECTED:
- return
- time.sleep(0.05)
- raise Errors.NodeNotReadyError()
-
for version, request in test_cases:
- connect()
+ if not self.connect_blocking(timeout):
+ raise Errors.NodeNotReadyError()
f = self.send(request)
# HACK: sleeping to wait for socket to send bytes
time.sleep(0.1)