distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-5271fd0c-2958-4d8e-bc8a-1e5bc3b11a39'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-0b5c8a3a-3897-4c79-b5cd-ce901cc65069'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-6d123458-3923-4945-ab66-e80d7e04b299'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-f0966c4a-577a-474e-8aa1-e90533c3b7db'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-77e33737-5a4f-4b73-91cb-53a53a3193e3'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-247a4ac5-4719-40fa-b351-fd2542abd688'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-72013a0d-3030-4112-9226-400e88cfa1dc'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-2a7a8a82-ac6e-4438-bcea-a2d11976bca8'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-a7b56f40-9a55-4554-8f17-1686b12ef01f'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-d9dcd063-8ba4-4095-82fc-23ab497d5e4f'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-81385f2f-a21f-4879-879b-3e4dae8e152c'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-3b8153fc-2777-48e5-88b8-f912e342ece4'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-77f13bdd-8205-4639-ad73-b7b86c74384f'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-67615a49-8f8e-4ebf-8d42-9afcd5a9e120'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-89a1d97c-17e8-4abe-87dc-1d7d72ba2171'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-315778d9-c584-4b1a-a8e6-537b2ee3e0fa'
distributed.core - ERROR - Exception while handling op heartbeat_worker
Traceback (most recent call last):
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/core.py", line 496, in handle_comm
result = handler(comm, **msg)
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in heartbeat_worker
parent._tasks[key]: duration for key, duration in executing.items()
File "/ccc/cont003/home/ifremer/odakatin/monitor/lib/python3.7/site-packages/distributed/scheduler.py", line 3431, in <dictcomp>
parent._tasks[key]: duration for key, duration in executing.items()
KeyError: 'open_dataset-801b6240-dc0e-41bf-bc9c-c6e293cbeab4'