(depth float64-> float32 included)
#import xarray as xr
#import pandas as pd
%matplotlib inline
#from IPython import display
import socket
#import sys
#import os
host = socket.getfqdn()
#sys.path.append(os.path.abspath(".."))
from core import load save #, zoom, compute, plots, monitor,save
client, cluster=load.daskcluster(host,local='True')
File "<ipython-input-1-95cd382c2455>", line 10 from core import load save #, zoom, compute, plots, monitor,save ^ SyntaxError: invalid syntax
import importlib importlib.reload(load) importlib.reload(zoom) importlib.reload(compute) importlib.reload(plots) importlib.reload(monitor) importlib.reload(save)
%%time
import intake
import intake_xarray
import xarray as xr
if 'workbook' in host:
paramfile='../data/m*.nc'
catalog_url="../lib/CREG_home.yaml"
lonlat='../data/CREG025.L75-ERA01_y2001m10.5d_icemod.nc'
month="2"
paramkeep=xr.open_mfdataset(paramfile)
root_path='../data/tests'
paramkeep=paramkeep.isel(t=0)
cat = intake.open_catalog(catalog_url)
chunky=load.load_data_xios(cat,filename='gridT-2D',items='ssh',month=month).nav_lon.chunks[0]
else:
paramfile='/ccc/work/cont003/gen7420/talandel/CONFIGS/SEDNA/MESH/SEDNA_mesh_mask_Tgt_20210423_tsh10m_L1.nc'
catalog_url='../lib/SEDNA_ALPHA_MONITOR.yaml'
#lonlat='/ccc/work/cont003/gen7420/talandel/CONFIGS/SEDNA/SEDNA-I/SEDNA_Domain_cfg_Tgt_20200808_tsh10m_L1.nc'
lonlat='/ccc/work/cont003/gen7420/talandel/CONFIGS/SEDNA/SEDNA-I/SEDNA_Domain_cfg_Tgt_20210423_tsh10m_L1.nc'
month='22'
year='*20040616'
path='/ccc/scratch/cont003/gen7420/talandel/ONGOING-RUNS/SEDNA-ALPHA-XIOS.22'
paramkeep=xr.open_dataset(paramfile)
root_path='/ccc/work/cont003/gen7420/odakatin/CONFIGS/SEDNA/SEDNA-I/SEDNA_Domain_cfg_Tgt_20210423_tsh10m_L1'
paramkeep=paramkeep.isel(time_counter=0).drop_vars('time_counter').reset_index( [ 'nav_lev'], drop = True).rename({'nav_lev': 'z'}).drop_vars(('nav_lon','nav_lat'))
cat = intake.open_catalog(catalog_url)
xarray_default_kwargs={'preprocess': load.prep
,'parallel': True
,'compat': 'override'
,'data_vars': 'minimal'
#,'use_cftime':True
#,'decode_cf': True
,'coords': 'minimal' }
#
filename='gridT-2D'
year='*'
xarray_kwargs={**xarray_default_kwargs}
#print('using load_data_xios reading ',filename)
desc=cat.data_xios(file=filename,month=month,year=year ,xarray_kwargs=xarray_kwargs).describe
#print('using load_data_xios reading ',desc)
chunky = cat.data_xios(file=filename,month=month,year=year ,xarray_kwargs=xarray_kwargs).to_dask().nav_lon.chunks[0]
prefix=root_path+'/param_f32'
navlonlat=xr.open_dataset(lonlat)
--------------------------------------------------------------------------- NameError Traceback (most recent call last) <timed exec> in <module> NameError: name 'host' is not defined
%%time
import numpy as np
param=xr.merge(\
[paramkeep.e3v_0, paramkeep.e1v])
param['nav_lon']=navlonlat.nav_lon[:,:]
param['nav_lat']=navlonlat.nav_lat[:,:]
param['mask']=xr.where(paramkeep.tmask==1, True, False)
param['depth']=paramkeep.gdept_0.astype(np.float32)
param['e3t']=paramkeep.e3t_0
param['e1te2t']=(paramkeep.e1t * paramkeep.e2t)
#param['sume1te2t']=param.e1te2t.sum()
param['mask2d']=param.mask[0,:,:]
param.coords['z']=range(1,(param.dims['z']+1))
param.coords['y']=range(1,(param.dims['y']+1))
param.coords['x']=range(1,(param.dims['x']+1))
param=param.chunk({'y': chunky}).unify_chunks()
param
--------------------------------------------------------------------------- NameError Traceback (most recent call last) <timed exec> in <module> NameError: name 'paramkeep' is not defined
%%time
param=param.persist()
--------------------------------------------------------------------------- NameError Traceback (most recent call last) <timed exec> in <module> NameError: name 'param' is not defined
%%time
!rm -rf $prefix
pathcreated=save.to_mfnetcdf(param,prefix=prefix, nested=False)
--------------------------------------------------------------------------- NameError Traceback (most recent call last) <timed exec> in <module> NameError: name 'save' is not defined
files=!find $prefix |grep '.nc'
param.nav_lon.plot()
--------------------------------------------------------------------------- NameError Traceback (most recent call last) <ipython-input-1-fda2a33d2e4b> in <module> ----> 1 param.nav_lon.plot() NameError: name 'param' is not defined