distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-03723ae0-2767-4f35-92ff-c6bce2530c63'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-d76e9aef-2c14-4ab1-ba12-839f06852a03'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-43999c26-2064-46ea-9b58-78acc652f167'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-7365a989-63ef-4081-8681-0258d0c30789'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-ff90217a-664c-421f-ae19-0c1b6f6117b8'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-13a1aef0-baa1-4464-9adb-baa8107cebfe'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-876ac710-895e-4850-bff2-2768c7f4e3df'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-7d20e9a0-f431-40bb-a6fb-76beaa588bae'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-daa4913e-ed12-4120-a117-7b94509b5dc9'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-b54674a1-a492-42dc-beae-b5d1e1047da4'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-51715f7a-bf26-4dab-ad7b-9ffcf04ca4fd'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-274ba95f-1c1d-45f7-baff-52b1e7fbaf28'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-e1c2cd45-5426-4a74-a77e-008922a91b3d'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-b757e321-fd97-449d-808a-25b46d18d68b'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-20ecaf76-5417-436c-9bd8-d34b274bc70d'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-1ebbfc10-f2df-4bf1-a84c-f6517d385a08'