In [1]:
%matplotlib inline
import pandas as pd
import socket
host = socket.getfqdn()

from core import  load, zoom, calc, save,plots,monitor
In [2]:
#reload funcs after updating ./core/*.py
import importlib
importlib.reload(load)
importlib.reload(zoom)
importlib.reload(calc)
importlib.reload(save)
importlib.reload(plots)
importlib.reload(monitor)
Out[2]:
<module 'core.monitor' from '/ccc/work/cont003/gen7420/odakatin/monitor-sedna/notebook/core/monitor.py'>

If you submit the job with job scheduler, above¶

below are list of enviroment variable one can pass

%env local='2"¶

local : if True run dask local cluster, if not true, put number of workers setted in the 'local' if no 'local ' given, local will be setted automatically to 'True'

%env ychunk='2'¶

%env tchunk='2'¶

controls chunk. 'False' sets no modification from original netcdf file's chunk.¶

ychunk=10 will group the original netcdf file to 10 by 10¶

tchunk=1 will chunk the time coordinate one by one¶

%env file_exp=¶

'file_exp': Which 'experiment' name is it?¶

. this corresopnds to intake catalog name without path and .yaml¶

%env year=¶

for Validation, this correspoinds to path/year/month 's year¶

for monitoring, this corresponids to 'date' having * means do all files in the monitoring directory¶

setting it as 0[0-9] &1[0-9]& *[2-3][0-9], the job can be separated in three lots.¶

%env month=¶

for monitoring this corresponds to file path path-XIOS.{month}/¶

#

%env control=FWC_SSH¶

name of control file to be used for computation/plots/save/ & how it is called from Monitor.sh¶

Monitor.sh calls M_MLD_2D

and AWTD.sh, Fluxnet.sh, Siconc.sh, IceClim.sh, FWC_SSH.sh

  • AWTD.sh M_AWTMD

  • Fluxnet.sh M_Fluxnet

  • Siconc.sh M_Ice_quantities
  • IceClim.sh M_IceClim M_IceConce M_IceThick

FWC_SSH.sh M_FWC_2D M_FWC_integrals M_FWC_SSH M_SSH_anomaly

M_Mean_temp_velo

M_Mooring M_Sectionx M_Sectiony

%env save= proceed saving? True or False , Default is setted as True¶

%env plot= proceed plotting? True or False , Default is setted as True¶

%env calc= proceed computation? or just load computed result? True or False , Default is setted as True¶

%env save=False¶

%env lazy=False¶

For debugging this cell can help¶

%env file_exp=SEDNA_DELTA_MONITOR %env year=2012 %env month=01

0[1-2]¶

%env ychunk=10 %env ychunk=False %env save=False %env plot=True %env calc=True # %env lazy=False

False¶

%env control=M_Fluxnet

M_Sectiony ok with ychunk=False local=True lazy=False¶

In [3]:
%%time
# 'savefig': Do we save output in html? or not. keep it true. 
savefig=True
client,cluster,control,catalog_url,month,year,daskreport,outputpath = load.set_control(host)
!mkdir -p $outputpath
!mkdir -p $daskreport
client

local True
using host= irene5755.c-irene.mg1.tgcc.ccc.cea.fr starting dask cluster on local= True
This code is running on  irene5755.c-irene.mg1.tgcc.ccc.cea.fr using  SEDNA_DELTA_MONITOR file experiment, read from  ../lib/SEDNA_DELTA_MONITOR.yaml  on year= 2012  on month= 02  outputpath= ../results/SEDNA_DELTA_MONITOR/ daskreport= ../results/dask/6418591irene5755.c-irene.mg1.tgcc.ccc.cea.fr_SEDNA_DELTA_MONITOR_02M_IceClim/
CPU times: user 3.2 s, sys: 694 ms, total: 3.9 s
Wall time: 1min 28s
Out[3]:

Client

Client-64a85ceb-13d3-11ed-ba6d-080038b93f89

Connection method: Cluster object Cluster type: distributed.LocalCluster
Dashboard: http://127.0.0.1:8787/status

Cluster Info

LocalCluster

13cf947e

Dashboard: http://127.0.0.1:8787/status Workers: 64
Total threads: 256 Total memory: 251.06 GiB
Status: running Using processes: True

Scheduler Info

Scheduler

Scheduler-74560ca5-5044-478a-890f-acba952734d3

Comm: tcp://127.0.0.1:36689 Workers: 64
Dashboard: http://127.0.0.1:8787/status Total threads: 256
Started: 1 minute ago Total memory: 251.06 GiB

Workers

Worker: 0
Comm: tcp://127.0.0.1:45846 Total threads: 4
Dashboard: http://127.0.0.1:35052/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:39048
Local directory: /tmp/dask-worker-space/worker-uyfb6el_

Worker: 1
Comm: tcp://127.0.0.1:35705 Total threads: 4
Dashboard: http://127.0.0.1:39077/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:36226
Local directory: /tmp/dask-worker-space/worker-mnz_hf17

Worker: 2
Comm: tcp://127.0.0.1:42020 Total threads: 4
Dashboard: http://127.0.0.1:44469/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:39143
Local directory: /tmp/dask-worker-space/worker-tcoiw3c8

Worker: 3
Comm: tcp://127.0.0.1:40559 Total threads: 4
Dashboard: http://127.0.0.1:42833/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:43478
Local directory: /tmp/dask-worker-space/worker-ctniflz9

Worker: 4
Comm: tcp://127.0.0.1:41863 Total threads: 4
Dashboard: http://127.0.0.1:45937/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:34388
Local directory: /tmp/dask-worker-space/worker-ycbk0dfe

Worker: 5
Comm: tcp://127.0.0.1:33069 Total threads: 4
Dashboard: http://127.0.0.1:36147/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:37644
Local directory: /tmp/dask-worker-space/worker-3dtsi52u

Worker: 6
Comm: tcp://127.0.0.1:36705 Total threads: 4
Dashboard: http://127.0.0.1:34215/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:41280
Local directory: /tmp/dask-worker-space/worker-rj5tk9cq

Worker: 7
Comm: tcp://127.0.0.1:42604 Total threads: 4
Dashboard: http://127.0.0.1:45841/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:39716
Local directory: /tmp/dask-worker-space/worker-3f1svz8s

Worker: 8
Comm: tcp://127.0.0.1:38197 Total threads: 4
Dashboard: http://127.0.0.1:41012/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:33464
Local directory: /tmp/dask-worker-space/worker-gdeua8ii

Worker: 9
Comm: tcp://127.0.0.1:36614 Total threads: 4
Dashboard: http://127.0.0.1:40012/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:34503
Local directory: /tmp/dask-worker-space/worker-1usxn0d1

Worker: 10
Comm: tcp://127.0.0.1:42042 Total threads: 4
Dashboard: http://127.0.0.1:37850/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:35399
Local directory: /tmp/dask-worker-space/worker-te079oro

Worker: 11
Comm: tcp://127.0.0.1:46730 Total threads: 4
Dashboard: http://127.0.0.1:40275/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:36079
Local directory: /tmp/dask-worker-space/worker-zat00ccj

Worker: 12
Comm: tcp://127.0.0.1:38539 Total threads: 4
Dashboard: http://127.0.0.1:36348/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:38380
Local directory: /tmp/dask-worker-space/worker-8rh44b1h

Worker: 13
Comm: tcp://127.0.0.1:39401 Total threads: 4
Dashboard: http://127.0.0.1:46709/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:45226
Local directory: /tmp/dask-worker-space/worker-tfkv7e7g

Worker: 14
Comm: tcp://127.0.0.1:43382 Total threads: 4
Dashboard: http://127.0.0.1:45835/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:39884
Local directory: /tmp/dask-worker-space/worker-x7qb6q2s

Worker: 15
Comm: tcp://127.0.0.1:46714 Total threads: 4
Dashboard: http://127.0.0.1:38260/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:34531
Local directory: /tmp/dask-worker-space/worker-p49r1kyz

Worker: 16
Comm: tcp://127.0.0.1:32782 Total threads: 4
Dashboard: http://127.0.0.1:32846/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:36739
Local directory: /tmp/dask-worker-space/worker-qfosdwcg

Worker: 17
Comm: tcp://127.0.0.1:37285 Total threads: 4
Dashboard: http://127.0.0.1:45955/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:37216
Local directory: /tmp/dask-worker-space/worker-q4mglo3x

Worker: 18
Comm: tcp://127.0.0.1:46428 Total threads: 4
Dashboard: http://127.0.0.1:33336/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:42428
Local directory: /tmp/dask-worker-space/worker-c86zc7y7

Worker: 19
Comm: tcp://127.0.0.1:39184 Total threads: 4
Dashboard: http://127.0.0.1:45411/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:36611
Local directory: /tmp/dask-worker-space/worker-cf98xkkz

Worker: 20
Comm: tcp://127.0.0.1:46599 Total threads: 4
Dashboard: http://127.0.0.1:35391/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:40535
Local directory: /tmp/dask-worker-space/worker-g3oqso6i

Worker: 21
Comm: tcp://127.0.0.1:35886 Total threads: 4
Dashboard: http://127.0.0.1:44591/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:46095
Local directory: /tmp/dask-worker-space/worker-rhikn88n

Worker: 22
Comm: tcp://127.0.0.1:44890 Total threads: 4
Dashboard: http://127.0.0.1:37691/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:36284
Local directory: /tmp/dask-worker-space/worker-off8_mvx

Worker: 23
Comm: tcp://127.0.0.1:39303 Total threads: 4
Dashboard: http://127.0.0.1:42274/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:42556
Local directory: /tmp/dask-worker-space/worker-zfpw4zlv

Worker: 24
Comm: tcp://127.0.0.1:36082 Total threads: 4
Dashboard: http://127.0.0.1:36411/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:45389
Local directory: /tmp/dask-worker-space/worker-svndl_9k

Worker: 25
Comm: tcp://127.0.0.1:36403 Total threads: 4
Dashboard: http://127.0.0.1:36357/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:45481
Local directory: /tmp/dask-worker-space/worker-y634mo_5

Worker: 26
Comm: tcp://127.0.0.1:40263 Total threads: 4
Dashboard: http://127.0.0.1:45706/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:43877
Local directory: /tmp/dask-worker-space/worker-9f9mfehn

Worker: 27
Comm: tcp://127.0.0.1:41608 Total threads: 4
Dashboard: http://127.0.0.1:35462/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:41602
Local directory: /tmp/dask-worker-space/worker-dl32_ukn

Worker: 28
Comm: tcp://127.0.0.1:38219 Total threads: 4
Dashboard: http://127.0.0.1:36576/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:40371
Local directory: /tmp/dask-worker-space/worker-h_i92bd5

Worker: 29
Comm: tcp://127.0.0.1:36174 Total threads: 4
Dashboard: http://127.0.0.1:39122/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:44289
Local directory: /tmp/dask-worker-space/worker-4qnpq835

Worker: 30
Comm: tcp://127.0.0.1:43398 Total threads: 4
Dashboard: http://127.0.0.1:40567/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:38649
Local directory: /tmp/dask-worker-space/worker-av6a1sp5

Worker: 31
Comm: tcp://127.0.0.1:42870 Total threads: 4
Dashboard: http://127.0.0.1:41901/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:39344
Local directory: /tmp/dask-worker-space/worker-5xvfui5j

Worker: 32
Comm: tcp://127.0.0.1:46317 Total threads: 4
Dashboard: http://127.0.0.1:35750/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:39486
Local directory: /tmp/dask-worker-space/worker-qskclw_h

Worker: 33
Comm: tcp://127.0.0.1:46715 Total threads: 4
Dashboard: http://127.0.0.1:33534/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:44141
Local directory: /tmp/dask-worker-space/worker-7guoxw9_

Worker: 34
Comm: tcp://127.0.0.1:38136 Total threads: 4
Dashboard: http://127.0.0.1:40027/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:36810
Local directory: /tmp/dask-worker-space/worker-6iwn_d1g

Worker: 35
Comm: tcp://127.0.0.1:34358 Total threads: 4
Dashboard: http://127.0.0.1:38634/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:32791
Local directory: /tmp/dask-worker-space/worker-pkxjgq0b

Worker: 36
Comm: tcp://127.0.0.1:45703 Total threads: 4
Dashboard: http://127.0.0.1:46342/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:43958
Local directory: /tmp/dask-worker-space/worker-uh94c7my

Worker: 37
Comm: tcp://127.0.0.1:46816 Total threads: 4
Dashboard: http://127.0.0.1:34698/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:44502
Local directory: /tmp/dask-worker-space/worker-dd5ziuja

Worker: 38
Comm: tcp://127.0.0.1:38162 Total threads: 4
Dashboard: http://127.0.0.1:45244/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:36606
Local directory: /tmp/dask-worker-space/worker-kps12brm

Worker: 39
Comm: tcp://127.0.0.1:36865 Total threads: 4
Dashboard: http://127.0.0.1:35115/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:36322
Local directory: /tmp/dask-worker-space/worker-r2thod0b

Worker: 40
Comm: tcp://127.0.0.1:45191 Total threads: 4
Dashboard: http://127.0.0.1:41469/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:37546
Local directory: /tmp/dask-worker-space/worker-b9p47ykr

Worker: 41
Comm: tcp://127.0.0.1:37024 Total threads: 4
Dashboard: http://127.0.0.1:41775/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:43248
Local directory: /tmp/dask-worker-space/worker-49y7pix2

Worker: 42
Comm: tcp://127.0.0.1:44933 Total threads: 4
Dashboard: http://127.0.0.1:33671/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:45929
Local directory: /tmp/dask-worker-space/worker-d5gh_kod

Worker: 43
Comm: tcp://127.0.0.1:40253 Total threads: 4
Dashboard: http://127.0.0.1:45901/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:43107
Local directory: /tmp/dask-worker-space/worker-w3p31mw_

Worker: 44
Comm: tcp://127.0.0.1:45797 Total threads: 4
Dashboard: http://127.0.0.1:41846/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:41196
Local directory: /tmp/dask-worker-space/worker-qtpzzzlq

Worker: 45
Comm: tcp://127.0.0.1:35855 Total threads: 4
Dashboard: http://127.0.0.1:43476/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:37767
Local directory: /tmp/dask-worker-space/worker-cqaqec5o

Worker: 46
Comm: tcp://127.0.0.1:36362 Total threads: 4
Dashboard: http://127.0.0.1:35543/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:41420
Local directory: /tmp/dask-worker-space/worker-srcs6ykj

Worker: 47
Comm: tcp://127.0.0.1:37847 Total threads: 4
Dashboard: http://127.0.0.1:44031/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:41462
Local directory: /tmp/dask-worker-space/worker-oq42jld0

Worker: 48
Comm: tcp://127.0.0.1:45611 Total threads: 4
Dashboard: http://127.0.0.1:42355/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:33123
Local directory: /tmp/dask-worker-space/worker-5jex25g7

Worker: 49
Comm: tcp://127.0.0.1:46198 Total threads: 4
Dashboard: http://127.0.0.1:45433/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:44772
Local directory: /tmp/dask-worker-space/worker-7crq8wat

Worker: 50
Comm: tcp://127.0.0.1:35888 Total threads: 4
Dashboard: http://127.0.0.1:46284/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:42755
Local directory: /tmp/dask-worker-space/worker-nwne39j3

Worker: 51
Comm: tcp://127.0.0.1:39297 Total threads: 4
Dashboard: http://127.0.0.1:34967/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:43911
Local directory: /tmp/dask-worker-space/worker-o3n74276

Worker: 52
Comm: tcp://127.0.0.1:44140 Total threads: 4
Dashboard: http://127.0.0.1:38857/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:41355
Local directory: /tmp/dask-worker-space/worker-w_vipix7

Worker: 53
Comm: tcp://127.0.0.1:38849 Total threads: 4
Dashboard: http://127.0.0.1:42244/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:45856
Local directory: /tmp/dask-worker-space/worker-7h42ycci

Worker: 54
Comm: tcp://127.0.0.1:45240 Total threads: 4
Dashboard: http://127.0.0.1:38496/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:46881
Local directory: /tmp/dask-worker-space/worker-aup2p0_h

Worker: 55
Comm: tcp://127.0.0.1:42710 Total threads: 4
Dashboard: http://127.0.0.1:33984/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:39853
Local directory: /tmp/dask-worker-space/worker-vfrfjpw1

Worker: 56
Comm: tcp://127.0.0.1:46793 Total threads: 4
Dashboard: http://127.0.0.1:38094/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:42427
Local directory: /tmp/dask-worker-space/worker-av_xh_pb

Worker: 57
Comm: tcp://127.0.0.1:42520 Total threads: 4
Dashboard: http://127.0.0.1:44765/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:41883
Local directory: /tmp/dask-worker-space/worker-qtra_mtj

Worker: 58
Comm: tcp://127.0.0.1:39227 Total threads: 4
Dashboard: http://127.0.0.1:44988/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:45313
Local directory: /tmp/dask-worker-space/worker-uaqxwt2_

Worker: 59
Comm: tcp://127.0.0.1:34650 Total threads: 4
Dashboard: http://127.0.0.1:37978/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:39377
Local directory: /tmp/dask-worker-space/worker-c_wyterx

Worker: 60
Comm: tcp://127.0.0.1:44320 Total threads: 4
Dashboard: http://127.0.0.1:39675/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:40357
Local directory: /tmp/dask-worker-space/worker-fxukqs_r

Worker: 61
Comm: tcp://127.0.0.1:33757 Total threads: 4
Dashboard: http://127.0.0.1:37583/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:37070
Local directory: /tmp/dask-worker-space/worker-b82ee32o

Worker: 62
Comm: tcp://127.0.0.1:33623 Total threads: 4
Dashboard: http://127.0.0.1:39667/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:36245
Local directory: /tmp/dask-worker-space/worker-kgoqeuu0

Worker: 63
Comm: tcp://127.0.0.1:44495 Total threads: 4
Dashboard: http://127.0.0.1:33102/status Memory: 3.92 GiB
Nanny: tcp://127.0.0.1:46564
Local directory: /tmp/dask-worker-space/worker-dkzh77ro

read plotting information from a csv file¶

In [4]:
df=load.controlfile(control)
#Take out 'later' tagged computations
#df=df[~df['Value'].str.contains('later')]
df
Out[4]:
Value Inputs Equation Zone Plot Colourmap MinMax Unit Oldname Unnamed: 10
IceClim calc.IceClim_load(data,nc_outputpath) ALL IceClim Spectral (0,5) m M-4

Computation starts here¶

Each computation consists of

  1. Load NEMO data set
  2. Zoom data set
  3. Compute (or load computed data set)
  4. Save
  5. Plot
  6. Close
In [5]:
%%time
import os
calcswitch=os.environ.get('calc', 'True') 
lazy=os.environ.get('lazy','False' )
loaddata=((df.Inputs != '').any()) 
print('calcswitch=',calcswitch,'df.Inputs != nothing',loaddata, 'lazy=',lazy)
data = load.datas(catalog_url,df.Inputs,month,year,daskreport,lazy=lazy) if ((calcswitch=='True' )*loaddata) else 0 
data

calcswitch= True df.Inputs != nothing False lazy= True
CPU times: user 0 ns, sys: 376 µs, total: 376 µs
Wall time: 380 µs
Out[5]:
0
In [6]:
%%time
monitor.auto(df,data,savefig,daskreport,outputpath,file_exp='SEDNA'
            )

#calc= True
#save= False
#plot= True
Value='IceClim'
Zone='ALL'
Plot='IceClim'
cmap='Spectral'
clabel='m'
clim= (0, 5)
outputpath='../results/SEDNA_DELTA_MONITOR/'
nc_outputpath='../nc_results/SEDNA_DELTA_MONITOR/'
filename='SEDNA_IceClim_ALL_IceClim'
#3 Start computing 
data= calc.IceClim_load(data,nc_outputpath)
monitor.optimize_dataset(data)
start saving data
filename= ../nc_results/SEDNA_DELTA_MONITOR/SEDNA_maps_ALL_IceConce/t_*/y_*/x_*.nc

---------------------------------------------------------------------------
OSError                                   Traceback (most recent call last)
File <timed eval>:1, in <module>

File /ccc/work/cont003/gen7420/odakatin/monitor-sedna/notebook/core/monitor.py:67, in auto(df, val, savefig, daskreport, outputpath, file_exp)
     65 #print('count:',data.count())
     66 with performance_report(filename=daskreport+"_calc_"+step.Value+".html"):
---> 67     data=eval(command)
     68     #print('persist ')
     69     #data=data.persist()
     70     print('add optimise here once otimise can recognise')

File <string>:1, in <module>

File /ccc/work/cont003/gen7420/odakatin/monitor-sedna/notebook/core/calc.py:231, in IceClim_load(data, nc_outputpath)
    229 import xarray as xr
    230 filename='SEDNA_maps_ALL_IceConce'
--> 231 ds=save.load_data(plot='map',path=nc_outputpath,filename=filename)
    232 filename='SEDNA_maps_ALL_IceThickness'
    233 ds['sivolu']=save.load_data(plot='map',path=nc_outputpath,filename=filename).sivolu

File /ccc/work/cont003/gen7420/odakatin/monitor-sedna/notebook/core/save.py:38, in load_data(plot, path, filename)
     36     data=load_twoD(path,filename,nested=False)    
     37 else:
---> 38     data=load_twoD(path,filename)        
     39 print('load computed data completed')    
     40 return data

File /ccc/work/cont003/gen7420/odakatin/monitor-sedna/notebook/core/save.py:48, in load_twoD(path, filename, nested)
     46 dim=('x','y','t') if nested else ('t')
     47 print ('filename=',filename)
---> 48 return xr.open_mfdataset(filename,parallel=True
     49               ,compat='override'
     50               ,data_vars='minimal'
     51               ,concat_dim=dim
     52               ,combine='nested' #param_xios
     53               ,coords='minimal')

File /ccc/cont003/home/ra5563/ra5563/monitor/lib/python3.10/site-packages/xarray/backends/api.py:937, in open_mfdataset(paths, chunks, concat_dim, compat, preprocess, engine, data_vars, coords, combine, parallel, join, attrs_file, combine_attrs, **kwargs)
    934     paths = [os.fspath(p) if isinstance(p, os.PathLike) else p for p in paths]
    936 if not paths:
--> 937     raise OSError("no files to open")
    939 if combine == "nested":
    940     if isinstance(concat_dim, (str, DataArray)) or concat_dim is None:

OSError: no files to open