---------------------------------------------------------------------------
OSError Traceback (most recent call last)
<timed eval> in <module>
/ccc/work/cont003/gen7420/odakatin/monitor-sedna/notebook/core/monitor.py in auto(df, val, savefig, daskreport, outputpath, file_exp)
58 #print('count:',data.count())
59 with performance_report(filename=daskreport+"_calc_"+step.Value+".html"):
---> 60 data=eval(command)
61 #print('persist ')
62 #data=data.persist()
/ccc/work/cont003/gen7420/odakatin/monitor-sedna/notebook/core/monitor.py in <module>
/ccc/work/cont003/gen7420/odakatin/monitor-sedna/notebook/core/calc.py in IceClim_load(data, nc_outputpath)
229 import xarray as xr
230 filename='SEDNA_maps_ALL_IceConce'
--> 231 ds=save.load_data(plot='map',path=nc_outputpath,filename=filename)
232 filename='SEDNA_maps_ALL_IceThickness'
233 ds['sivolu']=save.load_data(plot='map',path=nc_outputpath,filename=filename).sivolu
/ccc/work/cont003/gen7420/odakatin/monitor-sedna/notebook/core/save.py in load_data(plot, path, filename)
36 data=load_twoD(path,filename,nested=False)
37 else:
---> 38 data=load_twoD(path,filename)
39 print('load computed data completed')
40 return data
/ccc/work/cont003/gen7420/odakatin/monitor-sedna/notebook/core/save.py in load_twoD(path, filename, nested)
50 ,concat_dim=('x','y','t')
51 ,combine='by_coords' #param_xios
---> 52 ,coords='minimal')
53
54 def twoD(data,path='../result',filename='toto',nested=True):
~/monitor/lib/python3.7/site-packages/xarray/backends/api.py in open_mfdataset(paths, chunks, concat_dim, compat, preprocess, engine, lock, data_vars, coords, combine, autoclose, parallel, join, attrs_file, **kwargs)
954 # calling compute here will return the datasets/file_objs lists,
955 # the underlying datasets will still be stored as dask arrays
--> 956 datasets, file_objs = dask.compute(datasets, file_objs)
957
958 # Combine all datasets, closing them in case of a ValueError
~/monitor/lib/python3.7/site-packages/dask/base.py in compute(*args, **kwargs)
561 postcomputes.append(x.__dask_postcompute__())
562
--> 563 results = schedule(dsk, keys, **kwargs)
564 return repack([f(r, *a) for r, (f, a) in zip(results, postcomputes)])
565
~/monitor/lib/python3.7/site-packages/distributed/client.py in get(self, dsk, keys, workers, allow_other_workers, resources, sync, asynchronous, direct, retries, priority, fifo_timeout, actors, **kwargs)
2653 should_rejoin = False
2654 try:
-> 2655 results = self.gather(packed, asynchronous=asynchronous, direct=direct)
2656 finally:
2657 for f in futures.values():
~/monitor/lib/python3.7/site-packages/distributed/client.py in gather(self, futures, errors, direct, asynchronous)
1968 direct=direct,
1969 local_worker=local_worker,
-> 1970 asynchronous=asynchronous,
1971 )
1972
~/monitor/lib/python3.7/site-packages/distributed/client.py in sync(self, func, asynchronous, callback_timeout, *args, **kwargs)
837 else:
838 return sync(
--> 839 self.loop, func, *args, callback_timeout=callback_timeout, **kwargs
840 )
841
~/monitor/lib/python3.7/site-packages/distributed/utils.py in sync(loop, func, callback_timeout, *args, **kwargs)
338 if error[0]:
339 typ, exc, tb = error[0]
--> 340 raise exc.with_traceback(tb)
341 else:
342 return result[0]
~/monitor/lib/python3.7/site-packages/distributed/utils.py in f()
322 if callback_timeout is not None:
323 future = asyncio.wait_for(future, callback_timeout)
--> 324 result[0] = yield future
325 except Exception as exc:
326 error[0] = sys.exc_info()
~/monitor/lib/python3.7/site-packages/tornado/gen.py in run(self)
760
761 try:
--> 762 value = future.result()
763 except Exception:
764 exc_info = sys.exc_info()
~/monitor/lib/python3.7/site-packages/distributed/client.py in _gather(self, futures, errors, direct, local_worker)
1827 exc = CancelledError(key)
1828 else:
-> 1829 raise exception.with_traceback(traceback)
1830 raise exc
1831 if errors == "skip":
~/monitor/lib/python3.7/site-packages/dask/utils.py in apply()
33 def apply(func, args, kwargs=None):
34 if kwargs:
---> 35 return func(*args, **kwargs)
36 else:
37 return func(*args)
~/monitor/lib/python3.7/site-packages/xarray/backends/api.py in open_dataset()
570
571 opener = _get_backend_cls(engine)
--> 572 store = opener(filename_or_obj, **extra_kwargs, **backend_kwargs)
573
574 with close_on_error(store):
~/monitor/lib/python3.7/site-packages/xarray/backends/netCDF4_.py in open()
362 netCDF4.Dataset, filename, mode=mode, kwargs=kwargs
363 )
--> 364 return cls(manager, group=group, mode=mode, lock=lock, autoclose=autoclose)
365
366 def _acquire(self, needs_lock=True):
~/monitor/lib/python3.7/site-packages/xarray/backends/netCDF4_.py in __init__()
312 self._group = group
313 self._mode = mode
--> 314 self.format = self.ds.data_model
315 self._filename = self.ds.filepath()
316 self.is_remote = is_remote_uri(self._filename)
~/monitor/lib/python3.7/site-packages/xarray/backends/netCDF4_.py in ds()
371 @property
372 def ds(self):
--> 373 return self._acquire()
374
375 def open_store_variable(self, name, var):
~/monitor/lib/python3.7/site-packages/xarray/backends/netCDF4_.py in _acquire()
365
366 def _acquire(self, needs_lock=True):
--> 367 with self._manager.acquire_context(needs_lock) as root:
368 ds = _nc4_require_group(root, self._group, self._mode)
369 return ds
~/monitor/lib/python3.7/contextlib.py in __enter__()
110 del self.args, self.kwds, self.func
111 try:
--> 112 return next(self.gen)
113 except StopIteration:
114 raise RuntimeError("generator didn't yield") from None
~/monitor/lib/python3.7/site-packages/xarray/backends/file_manager.py in acquire_context()
185 def acquire_context(self, needs_lock=True):
186 """Context manager for acquiring a file."""
--> 187 file, cached = self._acquire_with_cache_info(needs_lock)
188 try:
189 yield file
~/monitor/lib/python3.7/site-packages/xarray/backends/file_manager.py in _acquire_with_cache_info()
203 kwargs = kwargs.copy()
204 kwargs["mode"] = self._mode
--> 205 file = self._opener(*self._args, **kwargs)
206 if self._mode == "w":
207 # ensure file doesn't get overriden when opened again
netCDF4/_netCDF4.pyx in netCDF4._netCDF4.Dataset.__init__()
netCDF4/_netCDF4.pyx in netCDF4._netCDF4._ensure_nc_success()
OSError: [Errno -101] NetCDF: HDF error: b'/ccc/work/cont003/gen7420/odakatin/monitor-sedna/nc_results/SEDNA_ALPHA_MONITOR/23/SEDNA_maps_ALL_IceConce/t_2004-07-01_2004-07-31/x_0001_6560/y_2293_2412.nc'