Circular task fails due to GraceDb connection timeouts
This task might need to be given some retry options to recover from GraceDb timeouts...
Traceback (most recent call last):
File "/home/emfollow/.local/lib/python3.6/site-packages/celery/app/trace.py", line 382, in trace_task
R = retval = fun(*args, **kwargs)
File "/home/emfollow/.local/lib/python3.6/site-packages/celery/app/trace.py", line 641, in __protected_call__
return self.run(*args, **kwargs)
File "/home/emfollow/.local/lib/python3.6/site-packages/gwcelery/tasks/circulars.py", line 11, in create_circular
return ligo.followup_advocate.compose(graceid, client=gracedb.client)
File "/home/emfollow/.local/lib/python3.6/site-packages/ligo/followup_advocate/__init__.py", line 35, in compose
event = client.superevent(gracedb_id).json()
File "/home/emfollow/.local/lib/python3.6/site-packages/ligo/gracedb/rest.py", line 783, in superevent
superevent_id=superevent_id))
File "/home/emfollow/.local/lib/python3.6/site-packages/ligo/gracedb/rest.py", line 270, in get
return self.request("GET", url, headers=headers)
File "/home/emfollow/.local/lib/python3.6/site-packages/ligo/gracedb/rest.py", line 427, in request
return GsiRest.request(self, method, *args, **kwargs)
File "/home/emfollow/.local/lib/python3.6/site-packages/ligo/gracedb/rest.py", line 250, in request
self.make_request(conn, method, url, body, headers or {})
File "/home/emfollow/.local/lib/python3.6/site-packages/ligo/gracedb/rest.py", line 223, in make_request
conn.request(*args, **kwargs)
File "/opt/rh/rh-python36/root/usr/lib64/python3.6/http/client.py", line 1239, in request
self._send_request(method, url, body, headers, encode_chunked)
File "/opt/rh/rh-python36/root/usr/lib64/python3.6/http/client.py", line 1285, in _send_request
self.endheaders(body, encode_chunked=encode_chunked)
File "/opt/rh/rh-python36/root/usr/lib64/python3.6/http/client.py", line 1234, in endheaders
self._send_output(message_body, encode_chunked=encode_chunked)
File "/opt/rh/rh-python36/root/usr/lib64/python3.6/http/client.py", line 1026, in _send_output
self.send(msg)
File "/opt/rh/rh-python36/root/usr/lib64/python3.6/http/client.py", line 964, in send
self.connect()
File "/opt/rh/rh-python36/root/usr/lib64/python3.6/http/client.py", line 1392, in connect
super().connect()
File "/opt/rh/rh-python36/root/usr/lib64/python3.6/http/client.py", line 936, in connect
(self.host,self.port), self.timeout, self.source_address)
File "/opt/rh/rh-python36/root/usr/lib64/python3.6/socket.py", line 724, in create_connection
raise err
File "/opt/rh/rh-python36/root/usr/lib64/python3.6/socket.py", line 713, in create_connection
sock.connect(sa)
TimeoutError: [Errno 110] Connection timed out