Better error handling and loggin in get_data

This commit is contained in:
Mouse Reeve 2021-02-10 11:56:08 -08:00
parent 759a384852
commit 9a564a846a

View file

@ -210,13 +210,20 @@ def get_data(url):
'User-Agent': settings.USER_AGENT, 'User-Agent': settings.USER_AGENT,
}, },
) )
except (RequestError, SSLError): except (RequestError, SSLError) as e:
logger.exception(e)
raise ConnectorException() raise ConnectorException()
if not resp.ok: if not resp.ok:
try:
resp.raise_for_status() resp.raise_for_status()
except requests.exceptions.HTTPError as e:
logger.exception(e)
raise ConnectorException()
try: try:
data = resp.json() data = resp.json()
except ValueError: except ValueError as e:
logger.exception(e)
raise ConnectorException() raise ConnectorException()
return data return data