Extract the netloc when rate limited for more helpful log lines

This commit is contained in:
Gavin M. Roy 2019-04-01 09:50:04 -04:00
parent 77b5b95efa
commit 58a2a547d5

View file

@ -11,12 +11,13 @@ import logging
import os import os
import socket import socket
import time import time
from urllib import parse
from ietfparse import algorithms, errors, headers from ietfparse import algorithms, errors, headers
from sprockets.mixins.mediatype import transcoders from sprockets.mixins.mediatype import transcoders
from tornado import httpclient from tornado import httpclient
__version__ = '1.1.1' __version__ = '1.1.2'
LOGGER = logging.getLogger(__name__) LOGGER = logging.getLogger(__name__)
@ -317,6 +318,8 @@ class HTTPClientMixin:
:rtype: tornado.concurrent.Future :rtype: tornado.concurrent.Future
""" """
parsed = parse.urlparse(response.request.url)
duration = int(response.headers.get('Retry-After', 3)) duration = int(response.headers.get('Retry-After', 3))
LOGGER.warning('Rate Limited by, retrying in %i seconds', duration) LOGGER.warning('Rate Limited by %s, retrying in %i seconds',
parsed.netloc, duration)
return asyncio.sleep(duration) return asyncio.sleep(duration)