distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-7e5f2ada-dec6-4567-8e17-095230eb43dc'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-cbfd1099-fd76-4646-b83f-3d2a484f07fc'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-bb19d054-9dc7-4e17-8ea9-378d784febe2'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-e44a3f33-e91d-4a07-85f8-a59d43936574'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-fd9bd1d2-4c52-4418-bc71-7cbe40f527cc'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-0f8592d8-3096-442b-8e85-064b1f1434c0'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-d940ec3a-f6ba-43c7-b441-b54a017297cb'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-160c34ad-fcc5-452e-a453-84eb4d00e5d2'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-671bd2c5-7b9b-406e-ae94-50261a5deb99'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-5a3005cf-56a4-486e-a97f-fa2366d4dff4'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-d7820a37-5ed7-482d-aea3-d97d4d9fb1db'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-baeb441e-e286-4f91-afd7-c9d361992979'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-9c2aef49-bd63-4540-a660-7bee61920df0'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-8c2d10cc-4b13-4818-b61a-3d3fb1479dca'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-b2318b49-ed12-4410-b918-177a46172336'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-0abd8897-ca85-4455-81b6-82ae4e513faa'