github/sprockets.mixins.metrics
1
0
Fork 0
mirror of https://github.com/sprockets/sprockets.mixins.metrics.git synced 2024-11-24 11:19:54 +00:00
Code Issues Projects Releases Packages Wiki Activity

- add non-blocking sleep to reconnect

Browse source 
- catch iostream.StreamClosedError
- short circuit write on a closed tcp stream
- flake8 formatting
This commit is contained in:
Dan g 2018-08-02 10:22:30 -04:00
parent 6414edf5ab
commit 6176ab654d
2 changed files with 28 additions and 19 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

15
sprockets/mixins/metrics/statsd.py
View file

@ -4,7 +4,7 @@ import os
import socket import socket
import time import time
from tornado import iostream from tornado import gen, iostream
LOGGER = logging.getLogger(__name__) LOGGER = logging.getLogger(__name__)
@ -138,16 +138,17 @@ class StatsDCollector(object):
""" """
sock = iostream.IOStream(socket.socket( sock = iostream.IOStream(socket.socket(
socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP)) socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP))
try:
sock.connect(self._address, self._tcp_on_connected) sock.connect(self._address, self._tcp_on_connected)
except (OSError, socket.error) as error:
LOGGER.error('Failed to connect via TCP: %s', error)
sock.set_close_callback(self._tcp_on_closed) sock.set_close_callback(self._tcp_on_closed)
return sock return sock
@gen.engine
def _tcp_on_closed(self): def _tcp_on_closed(self):
"""Invoked when the socket is closed.""" """Invoked when the socket is closed."""
LOGGER.warning('Disconnected from statsd, reconnecting') sleep = 5
LOGGER.warning('Not connected to statsd, connecting in %s seconds',
sleep)
yield gen.sleep(sleep)
self._sock = self._tcp_socket() self._sock = self._tcp_socket()
def _tcp_on_connected(self): def _tcp_on_connected(self):
@ -172,9 +173,13 @@ class StatsDCollector(object):
try: try:
if self._tcp: if self._tcp:
if self._sock.closed():
return
return self._sock.write(msg.encode('ascii')) return self._sock.write(msg.encode('ascii'))
self._sock.sendto(msg.encode('ascii'), (self._host, self._port)) self._sock.sendto(msg.encode('ascii'), (self._host, self._port))
except iostream.StreamClosedError as error: # pragma: nocover
LOGGER.warning('Error sending TCP statsd metric: %s', error)
except (OSError, socket.error) as error: # pragma: nocover except (OSError, socket.error) as error: # pragma: nocover
LOGGER.exception('Error sending statsd metric: %s', error) LOGGER.exception('Error sending statsd metric: %s', error)

12
tests.py
View file

@ -72,7 +72,8 @@ class TCPStatsdMetricCollectionTests(testing.AsyncHTTPTestCase):
path = ('foo', 'bar') path = ('foo', 'bar')
value = 500 value = 500
metric_type = 'c' metric_type = 'c'
expected = "{}:{}|{}\n".format('.'.join(itertools.chain((self.namespace, 'counters'), path)), expected = "{}:{}|{}\n".format('.'.join(
itertools.chain((self.namespace, 'counters'), path)),
value, value,
metric_type) metric_type)
@ -84,7 +85,8 @@ class TCPStatsdMetricCollectionTests(testing.AsyncHTTPTestCase):
path = ('foo', 'bar') path = ('foo', 'bar')
value = 500 value = 500
metric_type = 'ms' metric_type = 'ms'
expected = "{}:{}|{}\n".format('.'.join(itertools.chain((self.namespace, 'timers'), path)), expected = "{}:{}|{}\n".format('.'.join(
itertools.chain((self.namespace, 'timers'), path)),
value, value,
metric_type) metric_type)
@ -212,7 +214,8 @@ class UDPStatsdMetricCollectionTests(testing.AsyncHTTPTestCase):
path = ('foo', 'bar') path = ('foo', 'bar')
value = 500 value = 500
metric_type = 'c' metric_type = 'c'
expected = "{}:{}|{}".format('.'.join(itertools.chain((self.namespace, 'counters'), path)), expected = "{}:{}|{}".format('.'.join(
itertools.chain((self.namespace, 'counters'), path)),
value, value,
metric_type) metric_type)
@ -226,7 +229,8 @@ class UDPStatsdMetricCollectionTests(testing.AsyncHTTPTestCase):
path = ('foo', 'bar') path = ('foo', 'bar')
value = 500 value = 500
metric_type = 'ms' metric_type = 'ms'
expected = "{}:{}|{}".format('.'.join(itertools.chain((self.namespace, 'timers'), path)), expected = "{}:{}|{}".format('.'.join(
itertools.chain((self.namespace, 'timers'), path)),
value, value,
metric_type) metric_type)