In [1]:
from IPython.display import Image
Image(url='https://vesg.ipsl.upmc.fr/thredds/fileServer/IPSLFS/jservon/CliMAF_Notebooks_html/CliMAF-logo-small.png')
Out[1]:

Import CliMAF

In [1]:
from climaf.api import *

('LC debug :', False)
CliMAF install => /ciclad-home/jservon/Evaluation/CliMAF/climaf_installs/climaf_gr_V1.2.13
python => /prodigfs/ipslfs/dods/jservon/miniconda/envs/analyse_env_2.7/bin/python
---
Required softwares to run CliMAF => you are using the following versions/installations:
ncl 6.6.2 => /prodigfs/ipslfs/dods/jservon/miniconda/envs/analyse_env_2.7/bin/ncl

CliMAF version = 1.2.13

cdo 1.9.6 => /opt/nco/1.9/bin/cdo
nco (ncks) 4.5.2 => /opt/nco-4.5.2/bin/ncks
ncdump fichier => /prodigfs/ipslfs/dods/jservon/miniconda/envs/analyse_env_2.7/bin/ncdump
---

Cache directory set to : /data/jservon/climafcache (use $CLIMAF_CACHE if set) 
Cache directory for remote data set to : /data/jservon/climafcache/remote_data (use $CLIMAF_REMOTE_CACHE if set) 
Available macros read from ~/.climaf.macros are : []

We will work on CMIP5, CMIP6, and IPSLCM6 simulations

Let's start with CMIP5 simulations

In [2]:
# -- We use ds() to get the dataset
dat_cmip5 = ds(project='CMIP5',
               model='CNRM-CM5',
               variable='tos',
               experiment='historical',
               period='1980-2000',
               frequency='monthly',
               )
summary(dat_cmip5)
# -- summary() gives the list of files found by ds() and the pairs 'facets':'values' associated with the request
# -> The user can then refine the request to select only one file

/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_198001-198912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_199001-199912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_200001-200512.nc
Out[2]:
{'domain': 'global',
 'experiment': 'historical',
 'frequency': 'monthly',
 'model': 'CNRM-CM5',
 'period': 1980-2000,
 'project': 'CMIP5',
 'realization': 'r1i1p1',
 'realm': '*',
 'root': '/bdd',
 'simulation': '',
 'table': '*',
 'variable': 'tos',
 'version': 'latest'}

Note that eventually dat_cmip5 has to point only to one simulation!

Get the values matching the wildcards '*'

This great new functionality: dat.explore !!

https://climaf.readthedocs.io/en/master/functions_data.html#cdataset-explore-explore-data-and-periods-and-match-joker-attributes

In [3]:
dat_cmip5.explore('choices')
Out[3]:
{'realm': 'ocean', 'table': 'Omon'}

We have only value one by keyword: automatically complete the keywords/pairs values with explore('resolve')

Not mandatory but highly recommanded

In [4]:
ok_dat_cmip5 = dat_cmip5.explore('resolve')
ok_dat_cmip5.kvp
Out[4]:
{'domain': 'global',
 'experiment': 'historical',
 'frequency': 'monthly',
 'model': 'CNRM-CM5',
 'period': 1980-2000,
 'project': 'CMIP5',
 'realization': 'r1i1p1',
 'realm': 'ocean',
 'root': '/bdd',
 'simulation': '',
 'table': 'Omon',
 'variable': 'tos',
 'version': 'latest'}

Automatic selection of the available period: the full available period, or the last XX years!

In [5]:
# -- We use ds() to get the dataset
dat_cmip5 = ds(project='CMIP5',
               model='CNRM-CM5',
               variable='tos',
               experiment='historical',
               period='last_10Y',
               frequency='monthly',
               )
summary(dat_cmip5)

/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_199001-199912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_200001-200512.nc
Out[5]:
{'domain': 'global',
 'experiment': 'historical',
 'frequency': 'monthly',
 'model': 'CNRM-CM5',
 'period': 1996-2005,
 'project': 'CMIP5',
 'realization': 'r1i1p1',
 'realm': 'ocean',
 'root': '/bdd',
 'simulation': '',
 'table': 'Omon',
 'variable': 'tos',
 'version': 'latest'}
In [6]:
# -- Full period
# -- We use ds() to get the dataset
dat_cmip5 = ds(project='CMIP5',
               model='CNRM-CM5',
               variable='tos',
               experiment='historical',
               period='*',
               frequency='monthly',
               )
summary(dat_cmip5)

/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_185001-185912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_186001-186912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_187001-187912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_188001-188912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_189001-189912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_190001-190912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_191001-191912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_192001-192912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_193001-193912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_194001-194912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_195001-195912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_196001-196912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_197001-197912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_198001-198912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_199001-199912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_200001-200512.nc
Out[6]:
{'domain': 'global',
 'experiment': 'historical',
 'frequency': 'monthly',
 'model': 'CNRM-CM5',
 'period': '*',
 'project': 'CMIP5',
 'realization': 'r1i1p1',
 'realm': '*',
 'root': '/bdd',
 'simulation': '',
 'table': '*',
 'variable': 'tos',
 'version': 'latest'}

I want to actually get the netcdf file that corresponds to my request:

CliMAF provides automatically a path/filename based on the path to the CliMAF cache and a hash of the CliMAF expression (sequence of CliMAF operations that lead to the result)

In [7]:
cfile(ok_dat_cmip5)
Out[7]:
'/data/jservon/climafcache/37058/f85b8/7d045/cba03/c7356/16649/8c6a4/6adf8/78ac1/b863c/4aad0/a.nc'

Now that my file is in the cache, if I ask for the result of the same object, CliMAF will scan the cache and directly return the file corresponding to the sequence of operations; if it's not in the cache, it will execute it

Working now on an ensemble: I want the same request, but for all the models available on the CMIP5 archive at CLIMERI

model='*'

In [7]:
req_cmip5 = ds(project='CMIP5',
               model='*',
               variable='tos',
               experiment='historical',
               period='1980-2000',
               frequency='monthly',
               version='latest'
               )

With explore('choices'), I can check what CliMAF found:

In [8]:
req_cmip5.explore('choices')
Out[8]:
{'model': ['ACCESS1-0',
  'ACCESS1-3',
  'BNU-ESM',
  'CCSM4',
  'CESM1-BGC',
  'CESM1-CAM5',
  'CESM1-CAM5-1-FV2',
  'CESM1-FASTCHEM',
  'CESM1-WACCM',
  'CMCC-CESM',
  'CMCC-CM',
  'CMCC-CMS',
  'CNRM-CM5',
  'CNRM-CM5-2',
  'CSIRO-Mk3-6-0',
  'CanCM4',
  'CanESM2',
  'EC-EARTH',
  'FGOALS-g2',
  'FGOALS-s2',
  'GFDL-CM2p1',
  'GFDL-CM3',
  'GFDL-ESM2G',
  'GFDL-ESM2M',
  'GISS-E2-H',
  'GISS-E2-H-CC',
  'GISS-E2-R',
  'GISS-E2-R-CC',
  'HadCM3',
  'HadGEM2-AO',
  'HadGEM2-CC',
  'HadGEM2-ES',
  'IPSL-CM5A-LR',
  'IPSL-CM5A-MR',
  'IPSL-CM5B-LR',
  'MIROC-ESM',
  'MIROC-ESM-CHEM',
  'MIROC5',
  'MPI-ESM-LR',
  'MPI-ESM-MR',
  'MPI-ESM-P',
  'MRI-CGCM3',
  'MRI-ESM1',
  'NorESM1-M',
  'NorESM1-ME',
  'bcc-csm1-1',
  'bcc-csm1-1-m',
  'inmcm4'],
 'realm': 'ocean',
 'table': 'Omon'}

And directly build an ensemble from it with explore('ensemble'):

In [9]:
ens_cmip5 = req_cmip5.explore('ensemble')

With summary I can check the files behind the request of each member:

In [10]:
summary(ens_cmip5)

Keys - values:
{'domain': 'global', 'realm': 'ocean', 'version': 'latest', 'period': 1980-2000, 'simulation': '', 'project': 'CMIP5', 'experiment': 'historical', 'frequency': 'monthly', 'realization': 'r1i1p1', 'variable': 'tos', 'table': 'Omon', 'model': 'ACCESS1-0', 'root': '/bdd'}
-- Ensemble members:
ACCESS1-0
/bdd/CMIP5/output/CSIRO-BOM/ACCESS1-0/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_ACCESS1-0_historical_r1i1p1_185001-200512.nc
--
ACCESS1-3
/bdd/CMIP5/output/CSIRO-BOM/ACCESS1-3/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_ACCESS1-3_historical_r1i1p1_185001-200512.nc
--
BNU-ESM
/bdd/CMIP5/output/BNU/BNU-ESM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_BNU-ESM_historical_r1i1p1_185001-200512.nc
--
CCSM4
/bdd/CMIP5/output/NCAR/CCSM4/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CCSM4_historical_r1i1p1_185001-200512.nc
--
CESM1-BGC
/bdd/CMIP5/output/NSF-DOE-NCAR/CESM1-BGC/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CESM1-BGC_historical_r1i1p1_185001-200512.nc
--
CESM1-CAM5
/bdd/CMIP5/output/NSF-DOE-NCAR/CESM1-CAM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CESM1-CAM5_historical_r1i1p1_185001-200512.nc
--
CESM1-CAM5-1-FV2
/bdd/CMIP5/output/NSF-DOE-NCAR/CESM1-CAM5-1-FV2/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CESM1-CAM5-1-FV2_historical_r1i1p1_185001-200512.nc
--
CESM1-FASTCHEM
/bdd/CMIP5/output/NSF-DOE-NCAR/CESM1-FASTCHEM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CESM1-FASTCHEM_historical_r1i1p1_185001-200512.nc
--
CESM1-WACCM
/bdd/CMIP5/output/NSF-DOE-NCAR/CESM1-WACCM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CESM1-WACCM_historical_r1i1p1_185001-200512.nc
--
CMCC-CESM
/bdd/CMIP5/output/CMCC/CMCC-CESM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CESM_historical_r1i1p1_197601-198112.nc
/bdd/CMIP5/output/CMCC/CMCC-CESM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CESM_historical_r1i1p1_198201-198712.nc
/bdd/CMIP5/output/CMCC/CMCC-CESM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CESM_historical_r1i1p1_198801-199312.nc
/bdd/CMIP5/output/CMCC/CMCC-CESM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CESM_historical_r1i1p1_199401-199912.nc
/bdd/CMIP5/output/CMCC/CMCC-CESM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CESM_historical_r1i1p1_200001-200512.nc
--
CMCC-CM
/bdd/CMIP5/output/CMCC/CMCC-CM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CM_historical_r1i1p1_198001-198912.nc
/bdd/CMIP5/output/CMCC/CMCC-CM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CM_historical_r1i1p1_199001-199912.nc
/bdd/CMIP5/output/CMCC/CMCC-CM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CM_historical_r1i1p1_200001-200512.nc
--
CMCC-CMS
/bdd/CMIP5/output/CMCC/CMCC-CMS/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CMS_historical_r1i1p1_198001-198912.nc
/bdd/CMIP5/output/CMCC/CMCC-CMS/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CMS_historical_r1i1p1_199001-199912.nc
/bdd/CMIP5/output/CMCC/CMCC-CMS/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CMCC-CMS_historical_r1i1p1_200001-200512.nc
--
CNRM-CM5
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_198001-198912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_199001-199912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5_historical_r1i1p1_200001-200512.nc
--
CNRM-CM5-2
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5-2/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5-2_historical_r1i1p1_198001-198912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5-2/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5-2_historical_r1i1p1_199001-199912.nc
/bdd/CMIP5/output/CNRM-CERFACS/CNRM-CM5-2/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CNRM-CM5-2_historical_r1i1p1_200001-200512.nc
--
CSIRO-Mk3-6-0
/bdd/CMIP5/output/CSIRO-QCCCE/CSIRO-Mk3-6-0/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CSIRO-Mk3-6-0_historical_r1i1p1_185001-200512.nc
--
CanCM4
/bdd/CMIP5/output/CCCma/CanCM4/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CanCM4_historical_r1i1p1_196101-200512.nc
--
CanESM2
/bdd/CMIP5/output/CCCma/CanESM2/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_CanESM2_historical_r1i1p1_185001-200512.nc
--
EC-EARTH
/bdd/CMIP5/output/ICHEC/EC-EARTH/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_EC-EARTH_historical_r1i1p1_198001-198912.nc
/bdd/CMIP5/output/ICHEC/EC-EARTH/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_EC-EARTH_historical_r1i1p1_199001-199912.nc
/bdd/CMIP5/output/ICHEC/EC-EARTH/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_EC-EARTH_historical_r1i1p1_200001-200601.nc
--
FGOALS-g2
/bdd/CMIP5/output/LASG-CESS/FGOALS-g2/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_FGOALS-g2_historical_r1i1p1_195001-199912.nc
/bdd/CMIP5/output/LASG-CESS/FGOALS-g2/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_FGOALS-g2_historical_r1i1p1_200001-200512.nc
--
FGOALS-s2
/bdd/CMIP5/output/LASG-IAP/FGOALS-s2/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_FGOALS-s2_historical_r1i1p1_185001-200412.nc
--
GFDL-CM2p1
/bdd/CMIP5/output/NOAA-GFDL/GFDL-CM2p1/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-CM2p1_historical_r1i1p1_197601-198012.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-CM2p1/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-CM2p1_historical_r1i1p1_198101-198512.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-CM2p1/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-CM2p1_historical_r1i1p1_198601-199012.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-CM2p1/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-CM2p1_historical_r1i1p1_199101-199512.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-CM2p1/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-CM2p1_historical_r1i1p1_199601-200012.nc
--
GFDL-CM3
/bdd/CMIP5/output/NOAA-GFDL/GFDL-CM3/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-CM3_historical_r1i1p1_198001-198412.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-CM3/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-CM3_historical_r1i1p1_198501-198912.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-CM3/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-CM3_historical_r1i1p1_199001-199412.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-CM3/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-CM3_historical_r1i1p1_199501-199912.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-CM3/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-CM3_historical_r1i1p1_200001-200412.nc
--
GFDL-ESM2G
/bdd/CMIP5/output/NOAA-GFDL/GFDL-ESM2G/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-ESM2G_historical_r1i1p1_197601-198012.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-ESM2G/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-ESM2G_historical_r1i1p1_198101-198512.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-ESM2G/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-ESM2G_historical_r1i1p1_198601-199012.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-ESM2G/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-ESM2G_historical_r1i1p1_199101-199512.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-ESM2G/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-ESM2G_historical_r1i1p1_199601-200012.nc
--
GFDL-ESM2M
/bdd/CMIP5/output/NOAA-GFDL/GFDL-ESM2M/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-ESM2M_historical_r1i1p1_197601-198012.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-ESM2M/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-ESM2M_historical_r1i1p1_198101-198512.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-ESM2M/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-ESM2M_historical_r1i1p1_198601-199012.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-ESM2M/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-ESM2M_historical_r1i1p1_199101-199512.nc
/bdd/CMIP5/output/NOAA-GFDL/GFDL-ESM2M/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GFDL-ESM2M_historical_r1i1p1_199601-200012.nc
--
GISS-E2-H
/bdd/CMIP5/output/NASA-GISS/GISS-E2-H/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GISS-E2-H_historical_r1i1p1_195101-200512.nc
--
GISS-E2-H-CC
/bdd/CMIP5/output/NASA-GISS/GISS-E2-H-CC/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GISS-E2-H-CC_historical_r1i1p1_195101-201012.nc
--
GISS-E2-R
/bdd/CMIP5/output/NASA-GISS/GISS-E2-R/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GISS-E2-R_historical_r1i1p1_197601-200012.nc
--
GISS-E2-R-CC
/bdd/CMIP5/output/NASA-GISS/GISS-E2-R-CC/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_GISS-E2-R-CC_historical_r1i1p1_197601-200012.nc
--
HadCM3
/bdd/CMIP5/output/MOHC/HadCM3/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_HadCM3_historical_r1i1p1_195912-198411.nc
/bdd/CMIP5/output/MOHC/HadCM3/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_HadCM3_historical_r1i1p1_198412-200512.nc
--
HadGEM2-AO
/bdd/CMIP5/output/NIMR-KMA/HadGEM2-AO/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_HadGEM2-AO_historical_r1i1p1_186001-200512.nc
--
HadGEM2-CC
/bdd/CMIP5/output/MOHC/HadGEM2-CC/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_HadGEM2-CC_historical_r1i1p1_195912-200511.nc
--
HadGEM2-ES
/bdd/CMIP5/output/MOHC/HadGEM2-ES/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_HadGEM2-ES_historical_r1i1p1_195912-200512.nc
--
IPSL-CM5A-LR
/bdd/CMIP5/output/IPSL/IPSL-CM5A-LR/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_IPSL-CM5A-LR_historical_r1i1p1_185001-200512.nc
--
IPSL-CM5A-MR
/bdd/CMIP5/output/IPSL/IPSL-CM5A-MR/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_IPSL-CM5A-MR_historical_r1i1p1_185001-200512.nc
--
IPSL-CM5B-LR
/bdd/CMIP5/output/IPSL/IPSL-CM5B-LR/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_IPSL-CM5B-LR_historical_r1i1p1_185001-200512.nc
--
MIROC-ESM
/bdd/CMIP5/output/MIROC/MIROC-ESM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_MIROC-ESM_historical_r1i1p1_185001-200512.nc
--
MIROC-ESM-CHEM
/bdd/CMIP5/output/MIROC/MIROC-ESM-CHEM/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_MIROC-ESM-CHEM_historical_r1i1p1_185001-200512.nc
--
MIROC5
/bdd/CMIP5/output/MIROC/MIROC5/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_MIROC5_historical_r1i1p1_185001-201212.nc
--
MPI-ESM-LR
/bdd/CMIP5/output/MPI-M/MPI-ESM-LR/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_MPI-ESM-LR_historical_r1i1p1_185001-200512.nc
--
MPI-ESM-MR
/bdd/CMIP5/output/MPI-M/MPI-ESM-MR/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_MPI-ESM-MR_historical_r1i1p1_190001-199912.nc
/bdd/CMIP5/output/MPI-M/MPI-ESM-MR/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_MPI-ESM-MR_historical_r1i1p1_200001-200512.nc
--
MPI-ESM-P
/bdd/CMIP5/output/MPI-M/MPI-ESM-P/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_MPI-ESM-P_historical_r1i1p1_185001-200512.nc
--
MRI-CGCM3
/bdd/CMIP5/output/MRI/MRI-CGCM3/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_MRI-CGCM3_historical_r1i1p1_185001-200512.nc
--
MRI-ESM1
/bdd/CMIP5/output/MRI/MRI-ESM1/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_MRI-ESM1_historical_r1i1p1_185101-200512.nc
--
NorESM1-M
/bdd/CMIP5/output/NCC/NorESM1-M/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_NorESM1-M_historical_r1i1p1_185001-200512.nc
--
NorESM1-ME
/bdd/CMIP5/output/NCC/NorESM1-ME/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_NorESM1-ME_historical_r1i1p1_185001-200512.nc
--
bcc-csm1-1
/bdd/CMIP5/output/BCC/bcc-csm1-1/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_bcc-csm1-1_historical_r1i1p1_185001-201212.nc
--
bcc-csm1-1-m
/bdd/CMIP5/output/BCC/bcc-csm1-1-m/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_bcc-csm1-1-m_historical_r1i1p1_185001-201212.nc
--
inmcm4
/bdd/CMIP5/output/INM/inmcm4/historical/mon/ocean/Omon/r1i1p1/latest/tos/tos_Omon_inmcm4_historical_r1i1p1_185001-200512.nc
--

Now I want to compute, say, a DJF climatology, and regrid all the models on a common CDO grid

In [12]:
djf_ens_cmip5 = clim_average(ens_cmip5, 'DJF')

rgrd_djf_ens_cmip5 = regridn(djf_ens_cmip5, cdogrid='r360x180')

rgrd_djf_ens_cmip5
Out[12]:
cens({'ACCESS1-0':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%ACCESS1-0%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'ACCESS1-3':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%ACCESS1-3%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CESM1-CAM5-1-FV2':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CESM1-CAM5-1-FV2%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'IPSL-CM5B-LR':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%IPSL-CM5B-LR%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'GFDL-ESM2M':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%GFDL-ESM2M%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CMCC-CMS':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CMCC-CMS%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'HadCM3':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%HadCM3%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'MIROC-ESM':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%MIROC-ESM%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'HadGEM2-ES':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%HadGEM2-ES%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CanESM2':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CanESM2%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'FGOALS-s2':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%FGOALS-s2%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'MPI-ESM-P':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%MPI-ESM-P%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'MRI-ESM1':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%MRI-ESM1%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'MPI-ESM-MR':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%MPI-ESM-MR%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CSIRO-Mk3-6-0':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CSIRO-Mk3-6-0%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CESM1-BGC':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CESM1-BGC%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'HadGEM2-AO':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%HadGEM2-AO%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'inmcm4':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%inmcm4%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CESM1-FASTCHEM':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CESM1-FASTCHEM%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'GISS-E2-R-CC':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%GISS-E2-R-CC%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'BNU-ESM':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%BNU-ESM%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CNRM-CM5-2':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CNRM-CM5-2%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'FGOALS-g2':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%FGOALS-g2%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'GFDL-CM2p1':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%GFDL-CM2p1%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'GFDL-ESM2G':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%GFDL-ESM2G%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CMCC-CM':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CMCC-CM%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'EC-EARTH':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%EC-EARTH%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CanCM4':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CanCM4%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CCSM4':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CCSM4%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'NorESM1-M':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%NorESM1-M%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CESM1-WACCM':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CESM1-WACCM%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'IPSL-CM5A-MR':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%IPSL-CM5A-MR%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'IPSL-CM5A-LR':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%IPSL-CM5A-LR%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'GFDL-CM3':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%GFDL-CM3%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'GISS-E2-H':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%GISS-E2-H%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'MIROC-ESM-CHEM':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%MIROC-ESM-CHEM%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'MRI-CGCM3':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%MRI-CGCM3%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'NorESM1-ME':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%NorESM1-ME%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'MIROC5':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%MIROC5%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'GISS-E2-R':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%GISS-E2-R%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'HadGEM2-CC':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%HadGEM2-CC%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'GISS-E2-H-CC':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%GISS-E2-H-CC%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CMCC-CESM':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CMCC-CESM%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'bcc-csm1-1-m':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%bcc-csm1-1-m%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'MPI-ESM-LR':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%MPI-ESM-LR%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'bcc-csm1-1':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%bcc-csm1-1%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180'),'CESM1-CAM5':regridn(ccdo(ccdo(ds('CMIP5%%tos%1980-2000%global%/prodigfs/project%CESM1-CAM5%Omon%historical%r1i1p1%monthly%ocean%latest'),operator='ymonavg'),operator='timmean -seltimestep,1,2,12'),cdogrid='r360x180')})

OK the pretreatment is convincing but I feel limited in your CliMAF stuff... I prefer to use my own scripts

No problem!

You can either plug your own script (and benefit downstream from the smart cache, plot functions, and functions to build an html page) -- basically, any script, binary, operator that you can call with a command line with the input netcdf file and output netcdf file / figure

Or you can just get the list of your pretreated files in a txt or json file:

In [13]:
# -- And save a json file (or txt) with the list of pretreated netcdf files tagged with their names in the ensemble
# -- This way you don't have to stay in CliMAF and can use your tools directly on the pretreated files
save_req_file(rgrd_djf_ens_cmip5, filename='all_CMIP5_models_for_my_request.txt')

ACCESS1-0 /data/jservon/climafcache/7e991/d41c3/0953d/973a8/a3b4c/3ffa0/397a8/2ed48/b349e/1b235/9ad70/6.nc
ACCESS1-3 /data/jservon/climafcache/65019/53eb6/12f20/c1561/bf2a3/bd28c/dd583/edb07/b5ef1/a78b0/90ff4/5.nc
CESM1-CAM5-1-FV2 /data/jservon/climafcache/0d156/2ad99/81c09/9d600/e7107/4e173/453b2/8ea19/7a464/59503/4f744/2.nc
IPSL-CM5B-LR /data/jservon/climafcache/1e92e/0c447/31e52/f5996/9a220/61e5d/b83d4/af9a4/b8f39/c1a38/99ef2/5.nc
GFDL-ESM2M /data/jservon/climafcache/bcc68/23be9/1c6a5/ce21e/6e32b/e233f/28cfa/0b56e/d3929/d7f4f/4a364/b.nc
CMCC-CMS /data/jservon/climafcache/a8c67/48720/4d0d9/c827d/4e3fb/deb1a/9dd3a/7ebac/4e5c8/baada/3123b/7.nc
HadCM3 /data/jservon/climafcache/5bff1/31237/b3803/83ba5/bf3b9/9a1d9/dd8eb/f7af8/51efa/bf5f0/aa21f/5.nc
MIROC-ESM /data/jservon/climafcache/59faf/bd491/27230/aa532/6d82f/177d1/0b0f9/cfeb3/2cfc2/1d746/7e43e/3.nc
HadGEM2-ES /data/jservon/climafcache/34663/3a472/a0293/5aa3c/e8363/2cccd/530e7/12fb4/251d1/30538/950a3/3.nc
CanESM2 /data/jservon/climafcache/ad24a/194a5/3e24f/b7561/38e9e/f278c/d1ebf/c47dd/21aae/5be3e/a01a9/d.nc
FGOALS-s2 /data/jservon/climafcache/2c4bd/5df84/eefbd/8f1e0/4c457/71b5a/e9daa/7b00b/3954a/15888/c1f64/c.nc
MPI-ESM-P /data/jservon/climafcache/583d5/1824d/a2dc3/d434f/45e18/15cf1/7ad2a/db6d6/75b64/1dffc/a229d/b.nc
MRI-ESM1 /data/jservon/climafcache/56f32/a4baf/7c430/165da/b4e96/f9d25/548ad/b1caf/3b3e5/1327b/de088/e.nc
MPI-ESM-MR /data/jservon/climafcache/67ad3/3e658/9893a/a7214/162f6/8ea3d/49893/1fd1b/f35df/bc619/3394a/a.nc
CSIRO-Mk3-6-0 /data/jservon/climafcache/21727/5621d/d6eee/a333f/e4cd9/619a0/2b2fe/302b3/e2ba1/62605/88333/3.nc
CESM1-BGC /data/jservon/climafcache/e548b/f8b14/87951/c722b/0cd65/f7926/010e5/185ba/f9a71/f36b9/71c61/2.nc
HadGEM2-AO /data/jservon/climafcache/2c7ce/8fbe2/2357f/fae08/a48fa/179a1/24c1e/cb6ea/8600e/e2eff/d012a/0.nc
inmcm4 /data/jservon/climafcache/6f7bf/5f2e0/e3992/81de9/3303d/6a2be/f3028/cc7c5/12896/32edf/d6b57/1.nc
CESM1-FASTCHEM /data/jservon/climafcache/4e400/e4a9a/6fa54/4aafd/7d33c/86c3f/b0879/f02f6/7a069/f747c/723c5/d.nc
GISS-E2-R-CC /data/jservon/climafcache/bba84/dc967/fdc12/47e2e/a414f/81b8d/ba04b/3e356/c0856/273a2/0961b/c.nc
BNU-ESM /data/jservon/climafcache/ecbf4/43f50/d54cf/8d1cb/e9e2a/94834/91303/02871/58114/cb891/9e973/d.nc
CNRM-CM5-2 /data/jservon/climafcache/7a957/2bcae/028a9/32498/aa83c/f46f7/cef5f/7476a/a5800/16a8b/f09d1/6.nc
FGOALS-g2 /data/jservon/climafcache/7b308/c7e09/397c8/31d19/06153/22d22/a85b6/fdfd3/12c22/8d76f/4fe34/0.nc
GFDL-CM2p1 /data/jservon/climafcache/93a2b/92f00/8e559/91737/d37b9/6cb80/59fe0/1a865/2eead/43436/a22a7/0.nc
GFDL-ESM2G /data/jservon/climafcache/989d3/67dce/fab45/9122e/abea9/1c91f/f44ac/ff407/27cb7/7f110/1426f/7.nc
CMCC-CM /data/jservon/climafcache/8c85e/e7f55/eb0cf/0da74/57f18/59a96/3dbfd/5c56d/5b2a5/fb7d7/386e5/b.nc
EC-EARTH /data/jservon/climafcache/492ff/7e60f/5b07b/5a211/616dc/2fdfb/3cde3/99b11/43e1d/55c88/0e23f/0.nc
CanCM4 /data/jservon/climafcache/6cfb2/4e47c/60dba/c7b10/542f3/542cc/982d0/cf01d/3651c/30703/a0b12/d.nc
CCSM4 /data/jservon/climafcache/fa9f0/94a95/fdf37/efa44/1615d/594e3/6837a/3d396/0c409/4227e/17b1a/d.nc
NorESM1-M /data/jservon/climafcache/e41ef/eb703/90da9/c647e/7390b/753f4/4c33c/94933/a485a/87a8e/29a9d/f.nc
CESM1-WACCM /data/jservon/climafcache/70c41/ec72c/12b94/d85b7/3c902/4182a/413e5/cbb99/4137a/3217c/395c1/d.nc
IPSL-CM5A-MR /data/jservon/climafcache/67adb/d676c/1960e/2fbb6/9e64f/f7a00/50bfa/eec55/c424a/2e871/1fdf2/6.nc
IPSL-CM5A-LR /data/jservon/climafcache/e538f/a145f/a7ef6/3f694/f032e/3d982/e812a/fe049/5c575/c23fb/9baff/d.nc
GFDL-CM3 /data/jservon/climafcache/4fd4c/3467d/16f86/418ab/3112b/4b437/a814a/9415e/87ab3/ade53/3e169/0.nc
GISS-E2-H /data/jservon/climafcache/a2af3/fd6bc/b6e5f/d8e5c/a1d5f/681d5/6007c/2fe11/864b3/4f0e0/c2d37/b.nc
MIROC-ESM-CHEM /data/jservon/climafcache/9ad7d/ccd16/6a788/e587c/84aa6/37b68/a3d42/9abd6/ebf97/85431/6e86d/0.nc
MRI-CGCM3 /data/jservon/climafcache/8bae6/774ac/0a75b/9e545/bceb4/9787b/29a51/6ca14/d8942/1bfeb/21b24/6.nc
NorESM1-ME /data/jservon/climafcache/92f4e/aa517/8dc6d/894aa/ce7fa/f9e92/e2bfd/646a2/c21db/64be2/bf341/a.nc
MIROC5 /data/jservon/climafcache/efb9f/4ed76/bd2de/1522b/167b0/5f805/b117b/727e2/d83a4/069b0/b4222/f.nc
GISS-E2-R /data/jservon/climafcache/57b2a/48fd3/e8825/ae688/f47bd/0d500/aef7e/39fb4/ff3ef/fd753/f1f06/1.nc
HadGEM2-CC /data/jservon/climafcache/6cef5/afc2b/8d8e7/d9e21/e1cda/926eb/24f18/300f3/29174/48a81/3965e/7.nc
GISS-E2-H-CC /data/jservon/climafcache/acb0f/e316c/2030f/935d8/f7fe0/c5ba4/7203b/b76b6/40b5c/40689/8cb62/e.nc
CMCC-CESM /data/jservon/climafcache/95694/c8a5e/cc88e/18e48/37d76/77a40/ef705/33f10/a274f/6aa29/0d749/0.nc
bcc-csm1-1-m /data/jservon/climafcache/84e4f/4b290/d7294/adc9a/efd8f/81e02/43b4a/89a16/41eb1/9aea0/90f77/c.nc
MPI-ESM-LR /data/jservon/climafcache/1882f/15c47/1e651/dff23/0f981/47595/80795/a8952/d7778/2d115/12293/6.nc
bcc-csm1-1 /data/jservon/climafcache/c5897/01862/f8c86/7fd38/55a3e/fda80/80116/c6b9a/70508/e7303/89a84/6.nc
CESM1-CAM5 /data/jservon/climafcache/05339/2c6d8/e3011/8840d/ed022/b5675/c2fc5/ddab9/154b5/702a9/44331/2.nc
In [14]:
!cat all_CMIP5_models_for_my_request.txt

ACCESS1-0 /data/jservon/climafcache/7e991/d41c3/0953d/973a8/a3b4c/3ffa0/397a8/2ed48/b349e/1b235/9ad70/6.nc 
ACCESS1-3 /data/jservon/climafcache/65019/53eb6/12f20/c1561/bf2a3/bd28c/dd583/edb07/b5ef1/a78b0/90ff4/5.nc 
CESM1-CAM5-1-FV2 /data/jservon/climafcache/0d156/2ad99/81c09/9d600/e7107/4e173/453b2/8ea19/7a464/59503/4f744/2.nc 
IPSL-CM5B-LR /data/jservon/climafcache/1e92e/0c447/31e52/f5996/9a220/61e5d/b83d4/af9a4/b8f39/c1a38/99ef2/5.nc 
GFDL-ESM2M /data/jservon/climafcache/bcc68/23be9/1c6a5/ce21e/6e32b/e233f/28cfa/0b56e/d3929/d7f4f/4a364/b.nc 
CMCC-CMS /data/jservon/climafcache/a8c67/48720/4d0d9/c827d/4e3fb/deb1a/9dd3a/7ebac/4e5c8/baada/3123b/7.nc 
HadCM3 /data/jservon/climafcache/5bff1/31237/b3803/83ba5/bf3b9/9a1d9/dd8eb/f7af8/51efa/bf5f0/aa21f/5.nc 
MIROC-ESM /data/jservon/climafcache/59faf/bd491/27230/aa532/6d82f/177d1/0b0f9/cfeb3/2cfc2/1d746/7e43e/3.nc 
HadGEM2-ES /data/jservon/climafcache/34663/3a472/a0293/5aa3c/e8363/2cccd/530e7/12fb4/251d1/30538/950a3/3.nc 
CanESM2 /data/jservon/climafcache/ad24a/194a5/3e24f/b7561/38e9e/f278c/d1ebf/c47dd/21aae/5be3e/a01a9/d.nc 
FGOALS-s2 /data/jservon/climafcache/2c4bd/5df84/eefbd/8f1e0/4c457/71b5a/e9daa/7b00b/3954a/15888/c1f64/c.nc 
MPI-ESM-P /data/jservon/climafcache/583d5/1824d/a2dc3/d434f/45e18/15cf1/7ad2a/db6d6/75b64/1dffc/a229d/b.nc 
MRI-ESM1 /data/jservon/climafcache/56f32/a4baf/7c430/165da/b4e96/f9d25/548ad/b1caf/3b3e5/1327b/de088/e.nc 
MPI-ESM-MR /data/jservon/climafcache/67ad3/3e658/9893a/a7214/162f6/8ea3d/49893/1fd1b/f35df/bc619/3394a/a.nc 
CSIRO-Mk3-6-0 /data/jservon/climafcache/21727/5621d/d6eee/a333f/e4cd9/619a0/2b2fe/302b3/e2ba1/62605/88333/3.nc 
CESM1-BGC /data/jservon/climafcache/e548b/f8b14/87951/c722b/0cd65/f7926/010e5/185ba/f9a71/f36b9/71c61/2.nc 
HadGEM2-AO /data/jservon/climafcache/2c7ce/8fbe2/2357f/fae08/a48fa/179a1/24c1e/cb6ea/8600e/e2eff/d012a/0.nc 
inmcm4 /data/jservon/climafcache/6f7bf/5f2e0/e3992/81de9/3303d/6a2be/f3028/cc7c5/12896/32edf/d6b57/1.nc 
CESM1-FASTCHEM /data/jservon/climafcache/4e400/e4a9a/6fa54/4aafd/7d33c/86c3f/b0879/f02f6/7a069/f747c/723c5/d.nc 
GISS-E2-R-CC /data/jservon/climafcache/bba84/dc967/fdc12/47e2e/a414f/81b8d/ba04b/3e356/c0856/273a2/0961b/c.nc 
BNU-ESM /data/jservon/climafcache/ecbf4/43f50/d54cf/8d1cb/e9e2a/94834/91303/02871/58114/cb891/9e973/d.nc 
CNRM-CM5-2 /data/jservon/climafcache/7a957/2bcae/028a9/32498/aa83c/f46f7/cef5f/7476a/a5800/16a8b/f09d1/6.nc 
FGOALS-g2 /data/jservon/climafcache/7b308/c7e09/397c8/31d19/06153/22d22/a85b6/fdfd3/12c22/8d76f/4fe34/0.nc 
GFDL-CM2p1 /data/jservon/climafcache/93a2b/92f00/8e559/91737/d37b9/6cb80/59fe0/1a865/2eead/43436/a22a7/0.nc 
GFDL-ESM2G /data/jservon/climafcache/989d3/67dce/fab45/9122e/abea9/1c91f/f44ac/ff407/27cb7/7f110/1426f/7.nc 
CMCC-CM /data/jservon/climafcache/8c85e/e7f55/eb0cf/0da74/57f18/59a96/3dbfd/5c56d/5b2a5/fb7d7/386e5/b.nc 
EC-EARTH /data/jservon/climafcache/492ff/7e60f/5b07b/5a211/616dc/2fdfb/3cde3/99b11/43e1d/55c88/0e23f/0.nc 
CanCM4 /data/jservon/climafcache/6cfb2/4e47c/60dba/c7b10/542f3/542cc/982d0/cf01d/3651c/30703/a0b12/d.nc 
CCSM4 /data/jservon/climafcache/fa9f0/94a95/fdf37/efa44/1615d/594e3/6837a/3d396/0c409/4227e/17b1a/d.nc 
NorESM1-M /data/jservon/climafcache/e41ef/eb703/90da9/c647e/7390b/753f4/4c33c/94933/a485a/87a8e/29a9d/f.nc 
CESM1-WACCM /data/jservon/climafcache/70c41/ec72c/12b94/d85b7/3c902/4182a/413e5/cbb99/4137a/3217c/395c1/d.nc 
IPSL-CM5A-MR /data/jservon/climafcache/67adb/d676c/1960e/2fbb6/9e64f/f7a00/50bfa/eec55/c424a/2e871/1fdf2/6.nc 
IPSL-CM5A-LR /data/jservon/climafcache/e538f/a145f/a7ef6/3f694/f032e/3d982/e812a/fe049/5c575/c23fb/9baff/d.nc 
GFDL-CM3 /data/jservon/climafcache/4fd4c/3467d/16f86/418ab/3112b/4b437/a814a/9415e/87ab3/ade53/3e169/0.nc 
GISS-E2-H /data/jservon/climafcache/a2af3/fd6bc/b6e5f/d8e5c/a1d5f/681d5/6007c/2fe11/864b3/4f0e0/c2d37/b.nc 
MIROC-ESM-CHEM /data/jservon/climafcache/9ad7d/ccd16/6a788/e587c/84aa6/37b68/a3d42/9abd6/ebf97/85431/6e86d/0.nc 
MRI-CGCM3 /data/jservon/climafcache/8bae6/774ac/0a75b/9e545/bceb4/9787b/29a51/6ca14/d8942/1bfeb/21b24/6.nc 
NorESM1-ME /data/jservon/climafcache/92f4e/aa517/8dc6d/894aa/ce7fa/f9e92/e2bfd/646a2/c21db/64be2/bf341/a.nc 
MIROC5 /data/jservon/climafcache/efb9f/4ed76/bd2de/1522b/167b0/5f805/b117b/727e2/d83a4/069b0/b4222/f.nc 
GISS-E2-R /data/jservon/climafcache/57b2a/48fd3/e8825/ae688/f47bd/0d500/aef7e/39fb4/ff3ef/fd753/f1f06/1.nc 
HadGEM2-CC /data/jservon/climafcache/6cef5/afc2b/8d8e7/d9e21/e1cda/926eb/24f18/300f3/29174/48a81/3965e/7.nc 
GISS-E2-H-CC /data/jservon/climafcache/acb0f/e316c/2030f/935d8/f7fe0/c5ba4/7203b/b76b6/40b5c/40689/8cb62/e.nc 
CMCC-CESM /data/jservon/climafcache/95694/c8a5e/cc88e/18e48/37d76/77a40/ef705/33f10/a274f/6aa29/0d749/0.nc 
bcc-csm1-1-m /data/jservon/climafcache/84e4f/4b290/d7294/adc9a/efd8f/81e02/43b4a/89a16/41eb1/9aea0/90f77/c.nc 
MPI-ESM-LR /data/jservon/climafcache/1882f/15c47/1e651/dff23/0f981/47595/80795/a8952/d7778/2d115/12293/6.nc 
bcc-csm1-1 /data/jservon/climafcache/c5897/01862/f8c86/7fd38/55a3e/fda80/80116/c6b9a/70508/e7303/89a84/6.nc 
CESM1-CAM5 /data/jservon/climafcache/05339/2c6d8/e3011/8840d/ed022/b5675/c2fc5/ddab9/154b5/702a9/44331/2.nc

Let's work now on some CMIP6 outputs: get all the historical members of the IPSL-CM6 'grand ensemble'

In [15]:
req_cmip6 = ds(project='CMIP6',
               model='IPSL-CM6A-LR',
               variable='tas',
               experiment='historical',
               period='1980-2000',
               table='Amon',
               realization='*'
               )
In [16]:
req_cmip6.explore('choices')
Out[16]:
{'grid': 'gr',
 'institute': 'IPSL',
 'mip': 'CMIP',
 'realization': ['r10i1p1f1',
  'r14i1p1f1',
  'r29i1p1f1',
  'r20i1p1f1',
  'r16i1p1f1',
  'r21i1p1f1',
  'r11i1p1f1',
  'r6i1p1f1',
  'r1i1p1f1',
  'r3i1p1f1',
  'r7i1p1f1',
  'r28i1p1f1',
  'r22i1p1f1',
  'r5i1p1f1',
  'r23i1p1f1',
  'r13i1p1f1',
  'r2i1p1f1',
  'r8i1p1f1',
  'r19i1p1f1',
  'r26i1p1f1',
  'r9i1p1f1',
  'r18i1p1f1',
  'r27i1p1f1',
  'r17i1p1f1',
  'r24i1p1f1',
  'r4i1p1f1',
  'r31i1p1f1',
  'r30i1p1f1',
  'r25i1p1f1',
  'r15i1p1f1',
  'r12i1p1f1']}

And last but not least: working on IPSL (libIGCM) outputs

In [18]:
req_ipsl = ds(project='IGCM_OUT',
              login='p86denv',
              model='IPSLCM6',
              simulation='*',
              experiment='piControl',
              DIR='OCE',
              frequency='seasonal',
              variable='tos')

req_ipsl.explore('choices')
Out[18]:
{'clim_period': ['2440_2449',
  '1878_1879',
  '1864_1865',
  '2410_2419',
  '1958_1967',
  '2380_2389',
  '2250_2259',
  '2140_2149',
  '2550_2559',
  '2220_2229',
  '1850_1851',
  '2330_2339',
  '2310_2319',
  '2130_2139',
  '1858_1859',
  '2600_2609',
  '1870_1871',
  '2490_2499',
  '2240_2249',
  '2500_2509',
  '2070_2079',
  '2530_2539',
  '1862_1863',
  '2050_2059',
  '1870_1879',
  '2470_2479',
  '1856_1857',
  '1950_1959',
  '2460_2469',
  '1840_1849',
  '1830_1839',
  '2450_2459',
  '1860_1869',
  '1860_1861',
  '2100_2109',
  '2230_2239',
  '1874_1875',
  '2510_2519',
  '1900_1909',
  '1980_1989',
  '1800_1809',
  '2110_2119',
  '1970_1979',
  '1920_1929',
  '2340_2349',
  '1866_1867',
  '2260_2269',
  '1850_1859',
  '1876_1877',
  '1890_1899',
  '2120_2129',
  '1940_1949',
  '2290_2299',
  '2570_2579',
  '1854_1855',
  '2580_2589',
  '1872_1873',
  '2300_2309',
  '2200_2209',
  '2190_2199',
  '2390_2399',
  '1910_1919',
  '2370_2379',
  '2150_2159',
  '2160_2169',
  '2400_2409',
  '2210_2219',
  '1852_1853',
  '2270_2279',
  '2480_2489',
  '2610_2619',
  '2360_2369',
  '2430_2439',
  '2590_2599',
  '1990_1999',
  '2170_2179',
  '2560_2569',
  '2540_2549',
  '2280_2289',
  '1810_1819',
  '2420_2429',
  '1960_1969',
  '2080_2089',
  '2620_2629',
  '1930_1939',
  '1820_1829',
  '2320_2329',
  '2060_2069',
  '2090_2099',
  '2520_2529',
  '1880_1889',
  '2180_2189'],
 'clim_period_length': '',
 'simulation': ['COMPRESS',
  'CM6013-pi-ttop-03',
  'NOCOMPRESS',
  'CM6013-pi-01',
  'CM6013-pi-split-D-03',
  'WF.02',
  'WF.01',
  'CM6PI.14',
  'CM6PI.11',
  'CM6PI.12',
  'CM6PI.13',
  'piCtrl.CM6.0.1',
  'piCtrl.CM6.0.2',
  'CM61-LR-pi-01',
  'CPL02',
  'WF.02.COMPRESS',
  'O1T09V01',
  'CM6010.2.rivtime-LR-piCtrl-01',
  'O1T09V02',
  'piCtrl.CM6.0.2.rrtm',
  'CM6013-pi-ttop-rnhmin',
  'NOCOMPRESSBIS'],
 'status': ['PROD', 'DEVT']}
In [21]:
req_ipsl = ds(project='IGCM_OUT',
              login='p86denv',
              model='IPSLCM6',
              simulation='CM6013-pi-01',
              experiment='piControl',
              DIR='OCE',
              frequency='seasonal',
              clim_period='1850_1859',
              variable='tos').explore('resolve')
summary(req_ipsl)

/ccc/store/cont003/thredds/p86denv/IPSLCM6/DEVT/piControl/CM6013-pi-01/OCE/Analyse/SE/CM6013-pi-01_SE_1850_1859_1M_grid_T.nc
Out[21]:
{'DIR': 'OCE',
 'OUT': 'Analyse',
 'ave_length': '*',
 'clim_period': '1850_1859',
 'clim_period_length': '*',
 'domain': 'global',
 'experiment': 'piControl',
 'frequency': 'seasonal',
 'login': 'p86denv',
 'model': 'IPSLCM6',
 'period': fx,
 'project': 'IGCM_OUT',
 'root': '/ccc/store/cont003/thredds',
 'simulation': 'CM6013-pi-01',
 'status': 'DEVT',
 'variable': 'tos'}

Questions?