diff --git a/select_data_versions/chek_local_vs_ESGF.ipynb b/select_data_versions/chek_local_vs_ESGF.ipynb new file mode 100644 index 0000000..c884336 --- /dev/null +++ b/select_data_versions/chek_local_vs_ESGF.ipynb @@ -0,0 +1,2826 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Checking local data vs ESGF published data (using a data_versions dict and its ancillary dicts)" + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "metadata": {}, + "outputs": [ + { + "data": { + "text/html": [ + "" + ], + "text/plain": [ + "" + ] + }, + "metadata": {}, + "output_type": "display_data" + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "python => 2.7.15 | packaged by conda-forge | (default, Jul 2 2019, 00:39:44) \n", + "[GCC 7.3.0]\n", + "---\n", + "Required softwares to run CliMAF => you are using the following versions/installations:\n", + "ncl 6.6.2 => /modfs/ipslfs/dods/jservon/miniconda/envs/analyse_env_2.7/bin/ncl\n", + "cdo 1.9.6 => /opt/nco/1.9/bin/cdo\n", + "nco (ncks) \"4.3.6\" => /usr/bin/ncks\n", + "ncdump fichier => /prodigfs/ipslfs/dods/jservon/miniconda/envs/cesmep_env/bin/ncdump\n", + "Check stamping requirements\n", + "nco (ncatted) found -> /usr/bin/ncatted\n", + "convert found -> /usr/bin/convert\n", + "pdftk found -> /usr/bin/pdftk\n", + "exiv2 found -> /home/ssenesi/climaf_installs/climaf_running/bin/exiv2\n", + "---\n", + "CliMAF install => /home/ssenesi/climaf_installs/climaf_running\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "CliMAF version = 2.0.0\n", + "Cache directory set to : /data/ssenesi/climafcache (use $CLIMAF_CACHE if set) \n", + "Cache directory for remote data set to : /data/ssenesi/climafcache/remote_data (use $CLIMAF_REMOTE_CACHE if set) \n", + "No reachable lmdz_SE library\n", + "Available macros read from ~/.climaf.macros are : []\n" + ] + } + ], + "source": [ + "from IPython.core.display import display, HTML, Image\n", + "display(HTML(\"\"))\n", + "import requests # use pip or conda to install it if needed\n", + "import json\n", + "from climaf import period" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": {}, + "outputs": [], + "source": [ + "def jrequest(q,node=\"esgf-data.dkrz.de\") : \n", + " #\"esgf-node.ipsl.upmc.fr\" #\"esgf-data.dkrz.de\" #\"esgf-node.jpl.nasa.gov\"\n", + " form=\"&format=application%2Fsolr%2Bjson\"\n", + " reqs=\"http://%s/esg-search/search?%s%s\"%(node,q,form)\n", + " #print reqs\n", + " return requests.get(reqs).json()" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## List all models which run an experiment" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": {}, + "outputs": [], + "source": [ + "def esgf_models_for_experiment(variable,table,experiment=\"piControl\"):\n", + " rep=jrequest('distrib=true&experiment_id=%s&variable=%s&table_id=%s&limit=10000&fields=source_id'%(experiment,variable,table))\n", + " docs=rep['response']['docs']\n", + " models=set()\n", + " for e in docs :\n", + " models.add(e['source_id'][0])\n", + " return sorted(list(models))" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Returns published_period(s), for a model, an experiment and a variable" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": {}, + "outputs": [], + "source": [ + "def published_period(model,experiment,variable,table) :\n", + " dic={'distrib' : 'true',\n", + " 'limit' : '10000',\n", + " 'type' : 'File',\n", + " 'fields' : 'title,instance_id',\n", + " 'experiment_id':experiment,\n", + " 'source_id' : model,\n", + " 'variable' : variable,\n", + " 'table_id' : table,\n", + " 'latest' : 'true',\n", + " #'id' : \"*\"+version+\"*\",\n", + " }\n", + " #\n", + " # Form request string\n", + " reqs=\"\"\n", + " for k in dic : reqs+=\"%s=%s&\"%(k,dic[k])\n", + " reqs=reqs[0:-1]\n", + " #\n", + " rep=jrequest(reqs)\n", + " #return rep\n", + " docs=rep['response']['docs']\n", + " if len(docs)==0 : \n", + " return ([])\n", + " #None\n", + " #\n", + " # Analyze response to gather periods among all files and shards\n", + " periods=dict()\n", + " for e in docs :\n", + " #print \"%-30s %s\"%(e['data_node'],e['title'])\n", + " instance_id=e['instance_id'].encode('ascii')\n", + " realization=instance_id.split(\".\")[5]\n", + " version=instance_id.split(\".\")[9]\n", + " #\n", + " filename=e['title'].encode('ascii')\n", + " #if \"2569\" in filename : print \"got one:\",filename,instance_id\n", + " file_period=filename.split(\"_\")[-1].replace(\".nc\",\"\")\n", + " if (realization,version) not in periods :\n", + " periods[(realization,version)]=set()\n", + " periods[(realization,version)].add(file_period)\n", + " for pair in periods :\n", + " ps=list(periods[pair])\n", + " ps.sort()\n", + " if len(ps) > 900 : ps=ps[0:900] # Isseu with some models ...\n", + " periods[pair]=period.merge_periods([ period.init_period(p) for p in ps ],handle_360_days_year=True)\n", + " return periods" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Check length of published periods for a variable, an experiment and all models (for all versions/grid/)" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "metadata": {}, + "outputs": [], + "source": [ + "def experiment_length_check(variable,table,experiment=\"piControl\") :\n", + " #print variable,table\n", + " ok = []\n", + " nok=[]\n", + " models_ok=dict()\n", + " models_nok=dict()\n", + " #\n", + " if experiment==\"piControl\" :\n", + " length=500\n", + " elif experiment==\"historical\":\n", + " length=165\n", + " elif experiment[0:3] ==\"ssp\":\n", + " length=86\n", + " #\n", + " for model in esgf_models_for_experiment(variable,table,experiment) :\n", + " periods=published_period(model,experiment,variable,table)\n", + " for pair in periods :\n", + " for aperiod in periods[pair]:\n", + " if aperiod.end.year - aperiod.start.year +1 < length :\n", + " nok.append((model,pair,aperiod))\n", + " if model not in models_nok :\n", + " models_nok[model]=[]\n", + " models_nok[model].append([pair,str(aperiod)])\n", + " else :\n", + " ok.append((model,pair,aperiod))\n", + " if model not in models_ok :\n", + " models_ok[model]=[]\n", + " models_ok[model].append([pair,str(aperiod)])\n", + " return models_ok,models_nok" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Check, for one experiment, if some published data are either uncomplete on ESGF, or missing in a data_versions directory (built from file system content on the local machine)" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "metadata": {}, + "outputs": [], + "source": [ + "def check_versions_dict(experiment,versions_tag,var_tables=None): \n", + " print 90*\"_\"\n", + " print\n", + " print \"Data published for %s vs data on local machine according to data_versions dict %s\"%(experiment,versions_tag)\n", + " print 90*\"_\"\n", + " oks=dict()\n", + " noks=dict()\n", + " models_not_recorded=dict()\n", + " models_with_holes=dict()\n", + " with open(\"Data_versions_selection_%s.json\"%versions_tag,\"r\") as f :\n", + " versions_dic=json.load(f)\n", + " with open(\"Data_versions_selection_%s_holes.json\"%versions_tag,\"r\") as f :\n", + " holes=json.load(f)\n", + " with open(\"Data_versions_selection_%s_resolve.json\"%versions_tag,\"r\") as f :\n", + " coverage_issues=json.load(f)\n", + " for variable in versions_dic[experiment]:\n", + " for table in versions_dic[experiment][variable] :\n", + " pair=variable+\",\"+table\n", + " if var_tables is None or (variable,table) in var_tables :\n", + " oks[pair],noks[pair]=experiment_length_check(variable,table,experiment)\n", + " print \"\\n\\n\",experiment, variable, table,\" : \", len(oks[pair]),\" models have published data OK, \", len(noks[pair]),\" models have NOK published data\",\n", + " count=len([m for m in oks[pair] if m not in versions_dic[experiment][variable][table]])\n", + " print \" and %d models have issue on local machine\\n\"%count\n", + " for model in noks[pair] :\n", + " count=0\n", + " print \"\\t%-10s %-5s %-20s has NOK published data\"%(variable, table, model), \n", + " for i in noks[pair][model] :\n", + " count+=1\n", + " (r,v),p=i\n", + " if count < 5 :\n", + " print r,p,\", \",\n", + " else:\n", + " print \".\",\n", + " print\n", + " print\n", + " for model in oks[pair] :\n", + " if model not in versions_dic[experiment][variable][table]:\n", + " (r,v),p=oks[pair][model][0]\n", + " # Check if it is idenitifed as having holes in versions dic companion\n", + " try :\n", + " h=holes[experiment][variable][table][model]\n", + " reals=h[h.keys()[0]]\n", + " version=reals[r]\n", + " print \"\\t%-10s %-5s %-20s has holes on local machine\"%(variable, table, model), oks[pair][model][0]\n", + " except :\n", + " try : \n", + " h=coverage_issues[experiment][variable][table][model]\n", + " reals=h[h.keys()[0]]\n", + " cov_issue=reals[r][v][v]\n", + " print \"\\t%-10s %-5s %-20s has incomplete_coverage on local machine\"%(variable, table, model), oks[pair][model][0],\" vs. \",cov_issue\n", + " except:\n", + " print \"\\t%-10s %-5s %-20s is missing on local machine\"%(variable, table, model), oks[pair][model]\n", + " if model not in models_not_recorded :\n", + " models_not_recorded[model]=[]\n", + " models_not_recorded[model].append(pair)\n", + " #\n", + " print \"\\n\\nSummary of variable(s) with issues for \",experiment\n", + " for model in models_not_recorded :\n", + " print \"\\t%-20s\"%model, \n", + " for variable_table in models_not_recorded[model]:\n", + " if \"day\" in variable_table : print variable_table,\n", + " else: print variable_table.split(\",\")[0],\n", + " print\n", + " return oks,noks" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "metadata": {}, + "outputs": [], + "source": [ + "if False :\n", + " pairs=[(\"pr\",\"Amon\")] \n", + " experiment=\"piControl\"\n", + " versions_tag=\"20200720\"\n", + " a=check_versions_dict(experiment,versions_tag,pairs)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## List all kind of consisteny issues between ESGF and local data according to a data_versions dict" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "metadata": {}, + "outputs": [], + "source": [ + "def check_hydro_variables_all_experiments(versions_tag=\"2020918\",date_label=\"20200918\"):\n", + " pairs=[(\"tas\",\"Amon\"),(\"pr\",\"Amon\"),(\"evspsbl\",\"Amon\"),(\"prw\",\"Amon\"),(\"mrro\",\"Lmon\"),(\"mrso\",\"Lmon\"),(\"pr\",\"day\")] \n", + " experiments=[\"piControl\",\"historical\",\"ssp119\",\"ssp126\",\"ssp245\",\"ssp585\"]\n", + " #pairs=[(\"tas\",\"Amon\")]\n", + " #experiments=[\"ssp119\"]\n", + " #\n", + " oksnoks=dict()\n", + " for experiment in experiments :\n", + " oksnoks[experiment]=check_versions_dict(experiment,versions_tag,pairs)\n", + " oksnoksf=\"esgf_vs_local_data_%s_%s_%s.json\"%(experiment,date_label,versions_tag)\n", + " with open(oksnoksf,\"w\") as f :\n", + " json.dump(oksnoks[experiment],f,separators=(',', ': '),indent=3,ensure_ascii=True)\n", + " return oksnoks" + ] + }, + { + "cell_type": "code", + "execution_count": 33, + "metadata": { + "scrolled": false + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "__________________________________________________________________________________________\n", + "\n", + "Data published for piControl vs data on local machine according to data_versions dict 20200719\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "piControl pr day : 30 models have published data OK, 9 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\tpr day CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tpr day SAM0-UNICON has NOK published data r1i1p1f1 0001-0019 , r1i1p1f1 0021-0273 , r1i1p1f1 02740102-07001231 , \n", + "\tpr day KACE-1-0-G has NOK published data r1i1p1f1 20000101-24491230 , \n", + "\tpr day GISS-E2-2-G has NOK published data r1i1p1f1 2015-2054 , r1i1p1f1 2110-2150 , \n", + "\tpr day IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\tpr day MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , r1i1p1f1 1850-2049 , \n", + "\tpr day AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tpr day IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tpr day EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , \n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2689-3188']]\n", + "\tpr day CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2349']]\n", + "\tpr day HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f1', 'v20200730'), '18500101-23491230']]\n", + "\tpr day EC-Earth3-Veg is missing on local machine [[('r1i1p1f1', 'v20200226'), '1850-2349']]\n", + "\tpr day EC-Earth3-Veg-LR is missing on local machine [[('r1i1p1f1', 'v20200213'), '2300-2800']]\n", + "\tpr day EC-Earth3 has holes on local machine [('r2i1p1f1', 'v20200419'), '2103-2706']\n", + "\n", + "\n", + "piControl pr Amon : 44 models have published data OK, 17 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\tpr Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tpr Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tpr Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\tpr Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tpr Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tpr Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tpr Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tpr Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tpr Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tpr Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\tpr Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tpr Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tpr Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tpr Amon NorESM2-LM has NOK published data r1i1p1f1 1600-1709 , \n", + "\tpr Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tpr Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\tpr Amon IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\n", + "\tpr Amon CAS-ESM2-0 is missing on local machine [[('r1i1p1f1', 'v20200304'), '0001-0549']]\n", + "\tpr Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2349']]\n", + "\tpr Amon TaiESM1 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200211'), '0201-0700'] vs. [0501-0600]\n", + "\tpr Amon ACCESS-ESM1-5 has incomplete_coverage on local machine [('r1i1p1f1', 'v20191214'), '0101-1000'] vs. [0601-1000]\n", + "\tpr Amon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\tpr Amon EC-Earth3 has holes on local machine [('r2i1p1f1', 'v20200420'), '2103-3002']\n", + "\n", + "\n", + "piControl tas Amon : 47 models have published data OK, 16 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\ttas Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\ttas Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\ttas Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\ttas Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\ttas Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\ttas Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\ttas Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\ttas Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\ttas Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\ttas Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\ttas Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\ttas Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\ttas Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\ttas Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\ttas Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\ttas Amon IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2689-3188']]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2349']]\n", + "\ttas Amon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\ttas Amon EC-Earth3 has holes on local machine [('r2i1p1f1', 'v20200420'), '2103-3002']\n", + "\n", + "\n", + "piControl mrro Lmon : 40 models have published data OK, 17 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\tmrro Lmon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tmrro Lmon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tmrro Lmon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tmrro Lmon SAM0-UNICON has NOK published data r1i1p1f1 0001-0280 , r1i1p1f1 029012 , r1i1p1f1 030012 , r1i1p1f1 031012 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrro Lmon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrro Lmon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tmrro Lmon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tmrro Lmon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tmrro Lmon CESM2-WACCM-FV2 has NOK published data r1i1p1f1 0050-0199 , r1i1p1f1 0350-0499 , \n", + "\tmrro Lmon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\tmrro Lmon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tmrro Lmon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tmrro Lmon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrro Lmon CESM2-FV2 has NOK published data r1i1p1f1 0001-0050 , r1i1p1f1 0101-0150 , r1i1p1f1 0251-0350 , \n", + "\tmrro Lmon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tmrro Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , r1i1p1f1 1850-2014 , \n", + "\tmrro Lmon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2689-3188']]\n", + "\tmrro Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2349']]\n", + "\tmrro Lmon ACCESS-ESM1-5 has incomplete_coverage on local machine [('r1i1p1f1', 'v20191214'), '0101-1000'] vs. [0601-1000]\n", + "\tmrro Lmon CESM2-FV2 has holes on local machine [('r1i1p1f1', 'v20200811'), '0001-0500']\n", + "\tmrro Lmon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\tmrro Lmon EC-Earth3 has holes on local machine [('r2i1p1f1', 'v20200416'), '2103-3002']\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "piControl prw Amon : 45 models have published data OK, 15 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tprw Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tprw Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tprw Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\tprw Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tprw Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tprw Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tprw Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tprw Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tprw Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tprw Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , \n", + "\tprw Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tprw Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tprw Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tprw Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tprw Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2689-3188']]\n", + "\tprw Amon CAS-ESM2-0 is missing on local machine [[('r1i1p1f1', 'v20200303'), '0001-0549']]\n", + "\tprw Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2349']]\n", + "\tprw Amon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\tprw Amon EC-Earth3 has holes on local machine [('r2i1p1f1', 'v20200420'), '2103-2706']\n", + "\n", + "\n", + "piControl mrso Lmon : 38 models have published data OK, 15 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\tmrso Lmon TaiESM1 has NOK published data r1i1p1f1 0601-0700 , \n", + "\tmrso Lmon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tmrso Lmon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tmrso Lmon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tmrso Lmon SAM0-UNICON has NOK published data r1i1p1f1 0001-0280 , r1i1p1f1 029012 , r1i1p1f1 030012 , r1i1p1f1 031012 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrso Lmon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrso Lmon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tmrso Lmon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tmrso Lmon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tmrso Lmon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , \n", + "\tmrso Lmon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tmrso Lmon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tmrso Lmon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrso Lmon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tmrso Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , r1i1p1f1 1850-2014 , \n", + "\n", + "\tmrso Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2349']]\n", + "\tmrso Lmon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\n", + "\n", + "piControl evspsbl Amon : 44 models have published data OK, 17 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\tevspsbl Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tevspsbl Amon CNRM-CM6-1 has NOK published data r1i1p1f2 2050-2240 , r1i1p1f2 2261-2349 , \n", + "\tevspsbl Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tevspsbl Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\tevspsbl Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tevspsbl Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tevspsbl Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tevspsbl Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tevspsbl Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tevspsbl Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tevspsbl Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\tevspsbl Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tevspsbl Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tevspsbl Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tevspsbl Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tevspsbl Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\tevspsbl Amon IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\n", + "\tevspsbl Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2349']]\n", + "\tevspsbl Amon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\tevspsbl Amon EC-Earth3 has holes on local machine [('r2i1p1f1', 'v20200420'), '2103-3002']\n", + "\n", + "\n", + "Summary of variable(s) with issues for piControl\n", + "\tEC-Earth3-Veg-LR pr,day pr tas mrro prw mrso evspsbl\n", + "\tTaiESM1 pr\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tACCESS-ESM1-5 pr mrro\n", + "\tEC-Earth3 pr,day pr tas mrro prw evspsbl\n", + "\tCMCC-CM2-SR5 pr,day pr tas mrro prw mrso evspsbl\n", + "\tEC-Earth3-Veg pr,day\n", + "\tHadGEM3-GC31-MM pr,day\n", + "\tCESM2-FV2 mrro\n", + "\tCAS-ESM2-0 pr prw\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for historical vs data on local machine according to data_versions dict 20200719\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "historical pr day : 42 models have published data OK, 4 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\tpr day SAM0-UNICON has NOK published data r1i1p1f1 1850-1949 , r1i1p1f1 19500102-20141231 , \n", + "\tpr day NESM3 has NOK published data r2i1p1f1 1950-2014 , \n", + "\tpr day NorCPM1 has NOK published data r7i1p1f1 1950-2029 , r13i1p1f1 1950-2029 , r1i1p1f1 1950-2029 , r29i1p1f1 1950-2029 , . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tpr day EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '1850-2014']]\n", + "\tpr day CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tpr day CAMS-CSM1-0 is missing on local machine [[('r2i1p1f1', 'v20200716'), '1850-2014']]\n", + "\tpr day AWI-ESM-1-1-LR is missing on local machine [[('r1i1p1f1', 'v20200212'), '1850-2014']]\n", + "\tpr day CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2014']]\n", + "\tpr day EC-Earth3-Veg-LR is missing on local machine [[('r2i1p1f1', 'v20200217'), '1850-2014'], [('r3i1p1f1', 'v20200217'), '1850-2014'], [('r1i1p1f1', 'v20200217'), '1850-2014']]\n", + "\tpr day IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n", + "\tpr day MIROC-ES2L is missing on local machine [[('r4i1p1f2', 'v20200318'), '1850-2014'], [('r6i1p1f2', 'v20200318'), '1850-2014'], [('r9i1p1f2', 'v20200318'), '1850-2014'], [('r1i1p1f2', 'v20191129'), '1850-2014'], [('r5i1p1f2', 'v20200318'), '1850-2014'], [('r3i1p1f2', 'v20191129'), '1850-2014'], [('r7i1p1f2', 'v20200318'), '1850-2014'], [('r2i1p1f2', 'v20191129'), '1850-2014'], [('r10i1p1f2', 'v20200318'), '1850-2014'], [('r8i1p1f2', 'v20200318'), '1850-2014']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "historical pr Amon : 55 models have published data OK, 2 models have NOK published data and 10 models have issue on local machine\n", + "\n", + "\tpr Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tpr Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tpr Amon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1890-1909]\n", + "\tpr Amon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tpr Amon AWI-ESM-1-1-LR is missing on local machine [[('r1i1p1f1', 'v20200212'), '1850-2014']]\n", + "\tpr Amon GISS-E2-1-G-CC has incomplete_coverage on local machine [('r1i1p1f1', 'v20190815'), '1850-2014'] vs. [1850-1900, 1951-2014]\n", + "\tpr Amon AWI-CM-1-1-MR is missing on local machine [[('r5i1p1f1', 'v20200511'), '1850-2014'], [('r4i1p1f1', 'v20200511'), '1850-2014'], [('r3i1p1f1', 'v20200511'), '1850-2014'], [('r2i1p1f1', 'v20200511'), '1850-2014'], [('r1i1p1f1', 'v20200511'), '1850-2014']]\n", + "\tpr Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2014']]\n", + "\tpr Amon E3SM-1-1-ECA is missing on local machine [[('r1i1p1f1', 'v20200623'), '1850-2014'], [('r1i1p1f1', 'v20200127'), '1850-2014']]\n", + "\tpr Amon NorESM2-MM is missing on local machine [[('r3i1p1f1', 'v20200702'), '1850-2014'], [('r2i1p1f1', 'v20200218'), '1850-2014'], [('r1i1p1f1', 'v20191108'), '1850-2014']]\n", + "\tpr Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850-1851, 1856-1858, 1860-1861, 1864, 1867-1868, 1870-1872, 1876, 1878, 1880-1882, 1889-1891, 1898, 1900, 1902, 1907, 1911-1915, 1917-1918, 1924-1925, 1927-1931, 1935, 1937, 1942, 1946-1949, 1951-1952, 1955, 1957, 1961, 1963, 1965, 1967, 1970, 1972-1973, 1975, 1978, 1980, 1987, 1989-1990, 1992, 1997, 2001-2002, 2010, 2012, 2014]\n", + "\tpr Amon IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n", + "\n", + "\n", + "historical tas Amon : 56 models have published data OK, 3 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\ttas Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\ttas Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\ttas Amon AWI-CM-1-1-MR has NOK published data r1i1p1f1 1850 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '1850-2014']]\n", + "\ttas Amon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\ttas Amon AWI-ESM-1-1-LR is missing on local machine [[('r1i1p1f1', 'v20200212'), '1850-2014']]\n", + "\ttas Amon AWI-CM-1-1-MR is missing on local machine [[('r3i1p1f1', 'v20200720'), '1850-2014'], [('r5i1p1f1', 'v20200720'), '1850-2014'], [('r2i1p1f1', 'v20200720'), '1850-2014'], [('r1i1p1f1', 'v20200720'), '1850-2014'], [('r4i1p1f1', 'v20200720'), '1850-2014']]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2014']]\n", + "\ttas Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850-1851, 1855-1856, 1861-1865, 1879, 1885, 1888, 1892-1893, 1895, 1899, 1902-1903, 1906, 1909, 1914-1915, 1919-1923, 1927-1929, 1932, 1935, 1941-1942, 1945, 1948, 1953, 1959-1960, 1965, 1967-1969, 1975, 1977, 1980, 1983, 1986, 1988, 1994-1996, 1998, 2000-2001, 2005, 2009-2010, 2012-2014]\n", + "\ttas Amon IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n", + "\n", + "\n", + "historical mrro Lmon : 49 models have published data OK, 5 models have NOK published data and 11 models have issue on local machine\n", + "\n", + "\tmrro Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , \n", + "\tmrro Lmon CESM2-FV2 has NOK published data r1i1p1f1 1850-1899 , r1i1p1f1 1950-2014 , r2i1p1f1 1850-1899 , r2i1p1f1 1950-2014 , .\n", + "\tmrro Lmon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tmrro Lmon CESM2-WACCM-FV2 has NOK published data r1i1p1f1 1850-1999 , r2i1p1f1 1850-1899 , r2i1p1f1 2000-2014 , r3i1p1f1 1850-1949 , \n", + "\tmrro Lmon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '1850-2014']]\n", + "\tmrro Lmon FGOALS-g3 is missing on local machine [[('r4i1p1f1', 'v20191119'), '1850-2016'], [('r3i1p1f1', 'v20190820'), '1850-2016'], [('r6i1p1f1', 'v20191119'), '1850-2016'], [('r5i1p1f1', 'v20191119'), '1850-2016'], [('r1i1p1f1', 'v20190820'), '1850-2016'], [('r2i1p1f1', 'v20190820'), '1850-2016']]\n", + "\tmrro Lmon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1909, 1950-1969]\n", + "\tmrro Lmon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tmrro Lmon E3SM-1-1 is missing on local machine [[('r1i1p1f1', 'v20200324'), '1850-2014']]\n", + "\tmrro Lmon AWI-ESM-1-1-LR is missing on local machine [[('r1i1p1f1', 'v20200212'), '1850-2014']]\n", + "\tmrro Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2014']]\n", + "\tmrro Lmon E3SM-1-1-ECA has incomplete_coverage on local machine [('r1i1p1f1', 'v20200128'), '1850-2014'] vs. [1850-1889, 1900-2014]\n", + "\tmrro Lmon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200624'), '1850-2014'], [('r1i1p1f1', 'v20200218'), '185002-201412']]\n", + "\tmrro Lmon NorESM2-MM is missing on local machine [[('r3i1p1f1', 'v20200702'), '1850-2014'], [('r2i1p1f1', 'v20200218'), '1850-2014'], [('r1i1p1f1', 'v20191108'), '1850-2014']]\n", + "\tmrro Lmon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200217'), '1850-2014'] vs. [1852-1854, 1856-1857, 1860, 1867, 1869, 1871-1874, 1876-1877, 1881, 1884, 1887, 1890-1891, 1895-1896, 1908, 1910-1911, 1915, 1917-1918, 1923, 1927-1928, 1931, 1933-1934, 1937-1938, 1943, 1945, 1952, 1956-1957, 1959, 1963-1964, 1967, 1970-1972, 1977, 1979, 1983, 1985, 1988, 1994-1995, 1997, 1999, 2001, 2004, 2006, 2009]\n", + "\n", + "\n", + "historical prw Amon : 52 models have published data OK, 2 models have NOK published data and 10 models have issue on local machine\n", + "\n", + "\tprw Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tprw Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '1850-2014']]\n", + "\tprw Amon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1869, 1910-1949]\n", + "\tprw Amon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tprw Amon AWI-ESM-1-1-LR is missing on local machine [[('r1i1p1f1', 'v20200212'), '1850-2014']]\n", + "\tprw Amon GISS-E2-1-G-CC has incomplete_coverage on local machine [('r1i1p1f1', 'v20190815'), '1850-2014'] vs. [1901-2014]\n", + "\tprw Amon AWI-CM-1-1-MR is missing on local machine [[('r5i1p1f1', 'v20200511'), '1850-2014'], [('r4i1p1f1', 'v20200511'), '1850-2014'], [('r3i1p1f1', 'v20200511'), '1850-2014'], [('r2i1p1f1', 'v20200511'), '1850-2014'], [('r1i1p1f1', 'v20200511'), '1850-2014']]\n", + "\tprw Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2014']]\n", + "\tprw Amon E3SM-1-1-ECA is missing on local machine [[('r1i1p1f1', 'v20200623'), '1850-2014'], [('r1i1p1f1', 'v20200127'), '1850-2014']]\n", + "\tprw Amon NorESM2-MM is missing on local machine [[('r3i1p1f1', 'v20200702'), '1850-2014'], [('r2i1p1f1', 'v20200218'), '1850-2014'], [('r1i1p1f1', 'v20191108'), '1850-2014']]\n", + "\tprw Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850-1851, 1853, 1855, 1858-1860, 1862, 1864, 1867-1868, 1872, 1876, 1879-1880, 1886-1887, 1889, 1893-1894, 1896, 1904, 1911, 1914-1916, 1918, 1924, 1927-1929, 1932, 1936-1939, 1942, 1944, 1951-1956, 1958-1959, 1961, 1964, 1966, 1968, 1970, 1972, 1977, 1983-1984, 1986-1988, 1990, 1994, 1999, 2001, 2003, 2008, 2014]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "historical mrso Lmon : 47 models have published data OK, 3 models have NOK published data and 9 models have issue on local machine\n", + "\n", + "\tmrso Lmon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tmrso Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , \n", + "\tmrso Lmon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tmrso Lmon FGOALS-g3 is missing on local machine [[('r3i1p1f1', 'v20190820'), '1850-2016'], [('r6i1p1f1', 'v20191119'), '1850-2016'], [('r4i1p1f1', 'v20191120'), '1850-2016'], [('r5i1p1f1', 'v20191119'), '1850-2016'], [('r1i1p1f1', 'v20190820'), '1850-2016'], [('r2i1p1f1', 'v20190820'), '1850-2016']]\n", + "\tmrso Lmon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1869, 1910-1929, 1970-2009]\n", + "\tmrso Lmon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tmrso Lmon AWI-ESM-1-1-LR is missing on local machine [[('r1i1p1f1', 'v20200212'), '1850-2014']]\n", + "\tmrso Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2014']]\n", + "\tmrso Lmon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200624'), '1850-2014'], [('r1i1p1f1', 'v20200218'), '185002-201412']]\n", + "\tmrso Lmon NorESM2-MM is missing on local machine [[('r3i1p1f1', 'v20200702'), '1850-2014'], [('r2i1p1f1', 'v20200218'), '1850-2014'], [('r1i1p1f1', 'v20191108'), '1850-2014']]\n", + "\tmrso Lmon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200217'), '1850-2014'] vs. [1852, 1855-1857, 1859, 1866-1867, 1869, 1875, 1877, 1879-1883, 1887, 1889-1890, 1893-1894, 1899-1900, 1902, 1904, 1906, 1911-1913, 1915-1916, 1922-1924, 1927, 1930-1932, 1934, 1936, 1940, 1944, 1946, 1949, 1951, 1954, 1956-1958, 1960-1963, 1965, 1970-1971, 1974-1975, 1979, 1981, 1984-1985, 1989-1990, 1993-1995, 1998-1999, 2005-2006, 2011-2012]\n", + "\tmrso Lmon E3SM-1-1 is missing on local machine [[('r1i1p1f1', 'v20200324'), '1850-2014']]\n", + "\n", + "\n", + "historical evspsbl Amon : 53 models have published data OK, 2 models have NOK published data and 10 models have issue on local machine\n", + "\n", + "\tevspsbl Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tevspsbl Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tevspsbl Amon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1869, 1970-1989]\n", + "\tevspsbl Amon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tevspsbl Amon AWI-ESM-1-1-LR is missing on local machine [[('r1i1p1f1', 'v20200212'), '1850-2014']]\n", + "\tevspsbl Amon GISS-E2-1-G-CC has incomplete_coverage on local machine [('r1i1p1f1', 'v20190815'), '1850-2014'] vs. [2001-2014]\n", + "\tevspsbl Amon AWI-CM-1-1-MR is missing on local machine [[('r5i1p1f1', 'v20200511'), '1850-2014'], [('r4i1p1f1', 'v20200511'), '1850-2014'], [('r3i1p1f1', 'v20200511'), '1850-2014'], [('r2i1p1f1', 'v20200511'), '1850-2014'], [('r1i1p1f1', 'v20200511'), '1850-2014']]\n", + "\tevspsbl Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2014']]\n", + "\tevspsbl Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200623'), '1850-2014'], [('r1i1p1f1', 'v20200218'), '1850-2014']]\n", + "\tevspsbl Amon NorESM2-MM is missing on local machine [[('r3i1p1f1', 'v20200702'), '1850-2014'], [('r2i1p1f1', 'v20200218'), '1850-2014'], [('r1i1p1f1', 'v20191108'), '1850-2014']]\n", + "\tevspsbl Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850, 1852, 1859, 1862, 1867, 1869, 1877-1879, 1881, 1883, 1889, 1891-1892, 1894, 1897-1898, 1901, 1906, 1908, 1913, 1915, 1917, 1919-1920, 1924, 1927-1928, 1931-1932, 1935-1938, 1940-1941, 1950-1952, 1955, 1957, 1959, 1965-1967, 1970-1971, 1975, 1977, 1980, 1988, 1990-1992, 1994-1995, 2001-2003, 2005-2008, 2014]\n", + "\tevspsbl Amon IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n", + "\n", + "\n", + "Summary of variable(s) with issues for historical\n", + "\tEC-Earth3-Veg-LR pr,day pr tas mrro prw mrso evspsbl\n", + "\tTaiESM1 mrro mrso evspsbl\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tCMCC-CM2-SR5 pr,day pr tas mrro prw mrso evspsbl\n", + "\tFGOALS-g3 mrro mrso\n", + "\tE3SM-1-1-ECA pr mrro prw\n", + "\tMPI-ESM-1-2-HAM pr mrro prw mrso evspsbl\n", + "\tNorESM2-MM pr mrro prw mrso evspsbl\n", + "\tIITM-ESM pr,day pr tas evspsbl\n", + "\tCMCC-CM2-HR4 pr,day pr tas mrro prw mrso evspsbl\n", + "\tAWI-ESM-1-1-LR pr,day pr tas mrro prw mrso evspsbl\n", + "\tGISS-E2-1-G-CC pr prw evspsbl\n", + "\tAWI-CM-1-1-MR pr tas prw evspsbl\n", + "\tE3SM-1-1 mrro mrso\n", + "\tCAMS-CSM1-0 pr,day\n", + "\tMIROC-ES2L pr,day\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp119 vs data on local machine according to data_versions dict 20200719\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "ssp119 pr day : 12 models have published data OK, 0 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\n", + "\tpr day EC-Earth3 is missing on local machine [[('r113i1p1f1', 'v20200412'), '2015-2100'], [('r130i1p1f1', 'v20200412'), '2015-2100'], [('r101i1p1f1', 'v20200412'), '2015-2100'], [('r111i1p1f1', 'v20200412'), '2015-2100'], [('r125i1p1f1', 'v20200412'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r103i1p1f1', 'v20200412'), '2015-2100'], [('r119i1p1f1', 'v20200412'), '2015-2100'], [('r107i1p1f1', 'v20200412'), '2015-2100'], [('r143i1p1f1', 'v20200412'), '2015-2100'], [('r148i1p1f1', 'v20200412'), '2015-2100'], [('r126i1p1f1', 'v20200412'), '2015-2100'], [('r134i1p1f1', 'v20200412'), '2015-2100'], [('r124i1p1f1', 'v20200412'), '2015-2100'], [('r136i1p1f1', 'v20200412'), '2015-2100'], [('r104i1p1f1', 'v20200412'), '2015-2100'], [('r116i1p1f1', 'v20200412'), '2015-2100'], [('r115i1p1f1', 'v20200412'), '2015-2100'], [('r144i1p1f1', 'v20200412'), '2015-2100'], [('r142i1p1f1', 'v20200412'), '2015-2100'], [('r147i1p1f1', 'v20200412'), '2015-2100'], [('r128i1p1f1', 'v20200412'), '2015-2100'], [('r122i1p1f1', 'v20200412'), '2015-2100'], [('r137i1p1f1', 'v20200412'), '2015-2100'], [('r127i1p1f1', 'v20200412'), '2015-2100'], [('r112i1p1f1', 'v20200412'), '2015-2100'], [('r102i1p1f1', 'v20200412'), '2015-2100'], [('r132i1p1f1', 'v20200412'), '2015-2100'], [('r108i1p1f1', 'v20200412'), '2015-2100'], [('r110i1p1f1', 'v20200412'), '2015-2100'], [('r146i1p1f1', 'v20200412'), '2015-2100'], [('r114i1p1f1', 'v20200412'), '2015-2100'], [('r141i1p1f1', 'v20200412'), '2015-2100'], [('r139i1p1f1', 'v20200412'), '2015-2100'], [('r150i1p1f1', 'v20200412'), '2015-2100'], [('r138i1p1f1', 'v20200412'), '2015-2100'], [('r131i1p1f1', 'v20200412'), '2015-2100'], [('r123i1p1f1', 'v20200412'), '2015-2100'], [('r133i1p1f1', 'v20200412'), '2015-2100'], [('r121i1p1f1', 'v20200412'), '2015-2100'], [('r117i1p1f1', 'v20200412'), '2015-2100'], [('r105i1p1f1', 'v20200412'), '2015-2100'], [('r106i1p1f1', 'v20200412'), '2015-2100'], [('r140i1p1f1', 'v20200412'), '2015-2100'], [('r109i1p1f1', 'v20200412'), '2015-2100'], [('r118i1p1f1', 'v20200412'), '2015-2100'], [('r145i1p1f1', 'v20200412'), '2015-2100'], [('r149i1p1f1', 'v20200412'), '2015-2100'], [('r135i1p1f1', 'v20200412'), '2015-2100'], [('r129i1p1f1', 'v20200412'), '2015-2100'], [('r120i1p1f1', 'v20200412'), '2015-2100']]\n", + "\tpr day CAMS-CSM1-0 is missing on local machine [[('r2i1p1f1', 'v20200724'), '2015-2099']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp119 pr Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tpr Amon EC-Earth3 is missing on local machine [[('r113i1p1f1', 'v20200412'), '2015-2100'], [('r130i1p1f1', 'v20200412'), '2015-2100'], [('r101i1p1f1', 'v20200412'), '2015-2100'], [('r111i1p1f1', 'v20200412'), '2015-2100'], [('r125i1p1f1', 'v20200412'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r103i1p1f1', 'v20200412'), '2015-2100'], [('r119i1p1f1', 'v20200412'), '2015-2100'], [('r107i1p1f1', 'v20200412'), '2015-2100'], [('r143i1p1f1', 'v20200412'), '2015-2100'], [('r148i1p1f1', 'v20200412'), '2015-2100'], [('r126i1p1f1', 'v20200412'), '2015-2100'], [('r134i1p1f1', 'v20200412'), '2015-2100'], [('r124i1p1f1', 'v20200412'), '2015-2100'], [('r136i1p1f1', 'v20200412'), '2015-2100'], [('r104i1p1f1', 'v20200412'), '2015-2100'], [('r116i1p1f1', 'v20200412'), '2015-2100'], [('r115i1p1f1', 'v20200412'), '2015-2100'], [('r144i1p1f1', 'v20200412'), '2015-2100'], [('r142i1p1f1', 'v20200412'), '2015-2100'], [('r147i1p1f1', 'v20200412'), '2015-2100'], [('r128i1p1f1', 'v20200412'), '2015-2100'], [('r122i1p1f1', 'v20200412'), '2015-2100'], [('r137i1p1f1', 'v20200412'), '2015-2100'], [('r127i1p1f1', 'v20200412'), '2015-2100'], [('r112i1p1f1', 'v20200412'), '2015-2100'], [('r102i1p1f1', 'v20200412'), '2015-2100'], [('r132i1p1f1', 'v20200412'), '2015-2100'], [('r108i1p1f1', 'v20200412'), '2015-2100'], [('r110i1p1f1', 'v20200412'), '2015-2100'], [('r146i1p1f1', 'v20200412'), '2015-2100'], [('r114i1p1f1', 'v20200412'), '2015-2100'], [('r141i1p1f1', 'v20200412'), '2015-2100'], [('r139i1p1f1', 'v20200412'), '2015-2100'], [('r150i1p1f1', 'v20200412'), '2015-2100'], [('r138i1p1f1', 'v20200412'), '2015-2100'], [('r131i1p1f1', 'v20200412'), '2015-2100'], [('r123i1p1f1', 'v20200412'), '2015-2100'], [('r133i1p1f1', 'v20200412'), '2015-2100'], [('r121i1p1f1', 'v20200412'), '2015-2100'], [('r117i1p1f1', 'v20200412'), '2015-2100'], [('r105i1p1f1', 'v20200412'), '2015-2100'], [('r106i1p1f1', 'v20200412'), '2015-2100'], [('r140i1p1f1', 'v20200412'), '2015-2100'], [('r109i1p1f1', 'v20200412'), '2015-2100'], [('r118i1p1f1', 'v20200412'), '2015-2100'], [('r145i1p1f1', 'v20200412'), '2015-2100'], [('r149i1p1f1', 'v20200412'), '2015-2100'], [('r135i1p1f1', 'v20200412'), '2015-2100'], [('r129i1p1f1', 'v20200412'), '2015-2100'], [('r120i1p1f1', 'v20200412'), '2015-2100']]\n", + "\tpr Amon FGOALS-g3 is missing on local machine [[('r1i1p1f1', 'v20200527'), '2015-2100']]\n", + "\tpr Amon EC-Earth3-Veg is missing on local machine [[('r1i1p1f1', 'v20200226'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100'], [('r2i1p1f1', 'v20200515'), '2015-2100']]\n", + "\n", + "\n", + "ssp119 tas Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\ttas Amon EC-Earth3 is missing on local machine [[('r113i1p1f1', 'v20200412'), '2015-2100'], [('r130i1p1f1', 'v20200412'), '2015-2100'], [('r101i1p1f1', 'v20200412'), '2015-2100'], [('r111i1p1f1', 'v20200412'), '2015-2100'], [('r125i1p1f1', 'v20200412'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r103i1p1f1', 'v20200412'), '2015-2100'], [('r119i1p1f1', 'v20200412'), '2015-2100'], [('r107i1p1f1', 'v20200412'), '2015-2100'], [('r143i1p1f1', 'v20200412'), '2015-2100'], [('r148i1p1f1', 'v20200412'), '2015-2100'], [('r126i1p1f1', 'v20200412'), '2015-2100'], [('r134i1p1f1', 'v20200412'), '2015-2100'], [('r124i1p1f1', 'v20200412'), '2015-2100'], [('r136i1p1f1', 'v20200412'), '2015-2100'], [('r104i1p1f1', 'v20200412'), '2015-2100'], [('r116i1p1f1', 'v20200412'), '2015-2100'], [('r115i1p1f1', 'v20200412'), '2015-2100'], [('r144i1p1f1', 'v20200412'), '2015-2100'], [('r142i1p1f1', 'v20200412'), '2015-2100'], [('r147i1p1f1', 'v20200412'), '2015-2100'], [('r128i1p1f1', 'v20200412'), '2015-2100'], [('r122i1p1f1', 'v20200412'), '2015-2100'], [('r137i1p1f1', 'v20200412'), '2015-2100'], [('r127i1p1f1', 'v20200412'), '2015-2100'], [('r112i1p1f1', 'v20200412'), '2015-2100'], [('r102i1p1f1', 'v20200412'), '2015-2100'], [('r132i1p1f1', 'v20200412'), '2015-2100'], [('r108i1p1f1', 'v20200412'), '2015-2100'], [('r110i1p1f1', 'v20200412'), '2015-2100'], [('r146i1p1f1', 'v20200412'), '2015-2100'], [('r114i1p1f1', 'v20200412'), '2015-2100'], [('r141i1p1f1', 'v20200412'), '2015-2100'], [('r139i1p1f1', 'v20200412'), '2015-2100'], [('r150i1p1f1', 'v20200412'), '2015-2100'], [('r138i1p1f1', 'v20200412'), '2015-2100'], [('r131i1p1f1', 'v20200412'), '2015-2100'], [('r123i1p1f1', 'v20200412'), '2015-2100'], [('r133i1p1f1', 'v20200412'), '2015-2100'], [('r121i1p1f1', 'v20200412'), '2015-2100'], [('r117i1p1f1', 'v20200412'), '2015-2100'], [('r105i1p1f1', 'v20200412'), '2015-2100'], [('r106i1p1f1', 'v20200412'), '2015-2100'], [('r140i1p1f1', 'v20200412'), '2015-2100'], [('r109i1p1f1', 'v20200412'), '2015-2100'], [('r118i1p1f1', 'v20200412'), '2015-2100'], [('r145i1p1f1', 'v20200412'), '2015-2100'], [('r149i1p1f1', 'v20200412'), '2015-2100'], [('r135i1p1f1', 'v20200412'), '2015-2100'], [('r129i1p1f1', 'v20200412'), '2015-2100'], [('r120i1p1f1', 'v20200412'), '2015-2100']]\n", + "\ttas Amon FGOALS-g3 is missing on local machine [[('r1i1p1f1', 'v20200527'), '2015-2100']]\n", + "\ttas Amon EC-Earth3-Veg has incomplete_coverage on local machine [('r3i1p1f1', 'v20191007'), '2015-2100'] vs. [2017-2018, 2023-2024, 2026-2027, 2031-2033, 2038, 2042, 2045, 2047, 2049-2050, 2055, 2060-2061, 2077, 2083, 2089, 2093, 2095, 2097]\n", + "\n", + "\n", + "ssp119 mrro Lmon : 13 models have published data OK, 0 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\n", + "\tmrro Lmon EC-Earth3 is missing on local machine [[('r113i1p1f1', 'v20200412'), '2015-2100'], [('r130i1p1f1', 'v20200412'), '2015-2100'], [('r101i1p1f1', 'v20200412'), '2015-2100'], [('r111i1p1f1', 'v20200412'), '2015-2100'], [('r125i1p1f1', 'v20200412'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r103i1p1f1', 'v20200412'), '2015-2100'], [('r119i1p1f1', 'v20200412'), '2015-2100'], [('r107i1p1f1', 'v20200412'), '2015-2100'], [('r143i1p1f1', 'v20200412'), '2015-2100'], [('r148i1p1f1', 'v20200412'), '2015-2100'], [('r126i1p1f1', 'v20200412'), '2015-2100'], [('r134i1p1f1', 'v20200412'), '2015-2100'], [('r124i1p1f1', 'v20200412'), '2015-2100'], [('r136i1p1f1', 'v20200412'), '2015-2100'], [('r104i1p1f1', 'v20200412'), '2015-2100'], [('r116i1p1f1', 'v20200412'), '2015-2100'], [('r115i1p1f1', 'v20200412'), '2015-2100'], [('r144i1p1f1', 'v20200412'), '2015-2100'], [('r142i1p1f1', 'v20200412'), '2015-2100'], [('r147i1p1f1', 'v20200412'), '2015-2100'], [('r128i1p1f1', 'v20200412'), '2015-2100'], [('r122i1p1f1', 'v20200412'), '2015-2100'], [('r137i1p1f1', 'v20200412'), '2015-2100'], [('r127i1p1f1', 'v20200412'), '2015-2100'], [('r112i1p1f1', 'v20200412'), '2015-2100'], [('r102i1p1f1', 'v20200412'), '2015-2100'], [('r132i1p1f1', 'v20200412'), '2015-2100'], [('r108i1p1f1', 'v20200412'), '2015-2100'], [('r110i1p1f1', 'v20200412'), '2015-2100'], [('r146i1p1f1', 'v20200412'), '2015-2100'], [('r114i1p1f1', 'v20200412'), '2015-2100'], [('r141i1p1f1', 'v20200412'), '2015-2100'], [('r139i1p1f1', 'v20200412'), '2015-2100'], [('r150i1p1f1', 'v20200412'), '2015-2100'], [('r138i1p1f1', 'v20200412'), '2015-2100'], [('r131i1p1f1', 'v20200412'), '2015-2100'], [('r123i1p1f1', 'v20200412'), '2015-2100'], [('r133i1p1f1', 'v20200412'), '2015-2100'], [('r121i1p1f1', 'v20200412'), '2015-2100'], [('r117i1p1f1', 'v20200412'), '2015-2100'], [('r105i1p1f1', 'v20200412'), '2015-2100'], [('r106i1p1f1', 'v20200412'), '2015-2100'], [('r140i1p1f1', 'v20200412'), '2015-2100'], [('r109i1p1f1', 'v20200412'), '2015-2100'], [('r118i1p1f1', 'v20200412'), '2015-2100'], [('r145i1p1f1', 'v20200412'), '2015-2100'], [('r149i1p1f1', 'v20200412'), '2015-2100'], [('r135i1p1f1', 'v20200412'), '2015-2100'], [('r129i1p1f1', 'v20200412'), '2015-2100'], [('r120i1p1f1', 'v20200412'), '2015-2100']]\n", + "\tmrro Lmon EC-Earth3-Veg is missing on local machine [[('r1i1p1f1', 'v20200226'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100'], [('r2i1p1f1', 'v20200515'), '2015-2100']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp119 prw Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tprw Amon EC-Earth3 is missing on local machine [[('r113i1p1f1', 'v20200412'), '2015-2100'], [('r130i1p1f1', 'v20200412'), '2015-2100'], [('r101i1p1f1', 'v20200412'), '2015-2100'], [('r111i1p1f1', 'v20200412'), '2015-2100'], [('r125i1p1f1', 'v20200412'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r103i1p1f1', 'v20200412'), '2015-2100'], [('r119i1p1f1', 'v20200412'), '2015-2100'], [('r107i1p1f1', 'v20200412'), '2015-2100'], [('r143i1p1f1', 'v20200412'), '2015-2100'], [('r148i1p1f1', 'v20200412'), '2015-2100'], [('r126i1p1f1', 'v20200412'), '2015-2100'], [('r134i1p1f1', 'v20200412'), '2015-2100'], [('r124i1p1f1', 'v20200412'), '2015-2100'], [('r136i1p1f1', 'v20200412'), '2015-2100'], [('r104i1p1f1', 'v20200412'), '2015-2100'], [('r116i1p1f1', 'v20200412'), '2015-2100'], [('r115i1p1f1', 'v20200412'), '2015-2100'], [('r144i1p1f1', 'v20200412'), '2015-2100'], [('r142i1p1f1', 'v20200412'), '2015-2100'], [('r147i1p1f1', 'v20200412'), '2015-2100'], [('r128i1p1f1', 'v20200412'), '2015-2100'], [('r122i1p1f1', 'v20200412'), '2015-2100'], [('r137i1p1f1', 'v20200412'), '2015-2100'], [('r127i1p1f1', 'v20200412'), '2015-2100'], [('r112i1p1f1', 'v20200412'), '2015-2100'], [('r102i1p1f1', 'v20200412'), '2015-2100'], [('r132i1p1f1', 'v20200412'), '2015-2100'], [('r108i1p1f1', 'v20200412'), '2015-2100'], [('r110i1p1f1', 'v20200412'), '2015-2100'], [('r146i1p1f1', 'v20200412'), '2015-2100'], [('r114i1p1f1', 'v20200412'), '2015-2100'], [('r141i1p1f1', 'v20200412'), '2015-2100'], [('r139i1p1f1', 'v20200412'), '2015-2100'], [('r150i1p1f1', 'v20200412'), '2015-2100'], [('r138i1p1f1', 'v20200412'), '2015-2100'], [('r131i1p1f1', 'v20200412'), '2015-2100'], [('r123i1p1f1', 'v20200412'), '2015-2100'], [('r133i1p1f1', 'v20200412'), '2015-2100'], [('r121i1p1f1', 'v20200412'), '2015-2100'], [('r117i1p1f1', 'v20200412'), '2015-2100'], [('r105i1p1f1', 'v20200412'), '2015-2100'], [('r106i1p1f1', 'v20200412'), '2015-2100'], [('r140i1p1f1', 'v20200412'), '2015-2100'], [('r109i1p1f1', 'v20200412'), '2015-2100'], [('r118i1p1f1', 'v20200412'), '2015-2100'], [('r145i1p1f1', 'v20200412'), '2015-2100'], [('r149i1p1f1', 'v20200412'), '2015-2100'], [('r135i1p1f1', 'v20200412'), '2015-2100'], [('r129i1p1f1', 'v20200412'), '2015-2100'], [('r120i1p1f1', 'v20200412'), '2015-2100']]\n", + "\tprw Amon FGOALS-g3 is missing on local machine [[('r1i1p1f1', 'v20200527'), '2015-2100']]\n", + "\tprw Amon EC-Earth3-Veg is missing on local machine [[('r1i1p1f1', 'v20200226'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100'], [('r2i1p1f1', 'v20200515'), '2015-2100']]\n", + "\n", + "\n", + "ssp119 mrso Lmon : 13 models have published data OK, 0 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\n", + "\tmrso Lmon EC-Earth3 is missing on local machine [[('r113i1p1f1', 'v20200412'), '2015-2100'], [('r130i1p1f1', 'v20200412'), '2015-2100'], [('r101i1p1f1', 'v20200412'), '2015-2100'], [('r111i1p1f1', 'v20200412'), '2015-2100'], [('r125i1p1f1', 'v20200412'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r103i1p1f1', 'v20200412'), '2015-2100'], [('r119i1p1f1', 'v20200412'), '2015-2100'], [('r107i1p1f1', 'v20200412'), '2015-2100'], [('r143i1p1f1', 'v20200412'), '2015-2100'], [('r148i1p1f1', 'v20200412'), '2015-2100'], [('r126i1p1f1', 'v20200412'), '2015-2100'], [('r134i1p1f1', 'v20200412'), '2015-2100'], [('r124i1p1f1', 'v20200412'), '2015-2100'], [('r136i1p1f1', 'v20200412'), '2015-2100'], [('r104i1p1f1', 'v20200412'), '2015-2100'], [('r116i1p1f1', 'v20200412'), '2015-2100'], [('r115i1p1f1', 'v20200412'), '2015-2100'], [('r144i1p1f1', 'v20200412'), '2015-2100'], [('r142i1p1f1', 'v20200412'), '2015-2100'], [('r147i1p1f1', 'v20200412'), '2015-2100'], [('r128i1p1f1', 'v20200412'), '2015-2100'], [('r122i1p1f1', 'v20200412'), '2015-2100'], [('r137i1p1f1', 'v20200412'), '2015-2100'], [('r127i1p1f1', 'v20200412'), '2015-2100'], [('r112i1p1f1', 'v20200412'), '2015-2100'], [('r102i1p1f1', 'v20200412'), '2015-2100'], [('r132i1p1f1', 'v20200412'), '2015-2100'], [('r108i1p1f1', 'v20200412'), '2015-2100'], [('r110i1p1f1', 'v20200412'), '2015-2100'], [('r146i1p1f1', 'v20200412'), '2015-2100'], [('r114i1p1f1', 'v20200412'), '2015-2100'], [('r141i1p1f1', 'v20200412'), '2015-2100'], [('r139i1p1f1', 'v20200412'), '2015-2100'], [('r150i1p1f1', 'v20200412'), '2015-2100'], [('r138i1p1f1', 'v20200412'), '2015-2100'], [('r131i1p1f1', 'v20200412'), '2015-2100'], [('r123i1p1f1', 'v20200412'), '2015-2100'], [('r133i1p1f1', 'v20200412'), '2015-2100'], [('r121i1p1f1', 'v20200412'), '2015-2100'], [('r117i1p1f1', 'v20200412'), '2015-2100'], [('r105i1p1f1', 'v20200412'), '2015-2100'], [('r106i1p1f1', 'v20200412'), '2015-2100'], [('r140i1p1f1', 'v20200412'), '2015-2100'], [('r109i1p1f1', 'v20200412'), '2015-2100'], [('r118i1p1f1', 'v20200412'), '2015-2100'], [('r145i1p1f1', 'v20200412'), '2015-2100'], [('r149i1p1f1', 'v20200412'), '2015-2100'], [('r135i1p1f1', 'v20200412'), '2015-2100'], [('r129i1p1f1', 'v20200412'), '2015-2100'], [('r120i1p1f1', 'v20200412'), '2015-2100']]\n", + "\tmrso Lmon EC-Earth3-Veg is missing on local machine [[('r1i1p1f1', 'v20200226'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100'], [('r2i1p1f1', 'v20200515'), '2015-2100']]\n", + "\n", + "\n", + "ssp119 evspsbl Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tevspsbl Amon EC-Earth3 is missing on local machine [[('r113i1p1f1', 'v20200412'), '2015-2100'], [('r130i1p1f1', 'v20200412'), '2015-2100'], [('r101i1p1f1', 'v20200412'), '2015-2100'], [('r111i1p1f1', 'v20200412'), '2015-2100'], [('r125i1p1f1', 'v20200412'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r103i1p1f1', 'v20200412'), '2015-2100'], [('r119i1p1f1', 'v20200412'), '2015-2100'], [('r107i1p1f1', 'v20200412'), '2015-2100'], [('r143i1p1f1', 'v20200412'), '2015-2100'], [('r148i1p1f1', 'v20200412'), '2015-2100'], [('r126i1p1f1', 'v20200412'), '2015-2100'], [('r134i1p1f1', 'v20200412'), '2015-2100'], [('r124i1p1f1', 'v20200412'), '2015-2100'], [('r136i1p1f1', 'v20200412'), '2015-2100'], [('r104i1p1f1', 'v20200412'), '2015-2100'], [('r116i1p1f1', 'v20200412'), '2015-2100'], [('r115i1p1f1', 'v20200412'), '2015-2100'], [('r144i1p1f1', 'v20200412'), '2015-2100'], [('r142i1p1f1', 'v20200412'), '2015-2100'], [('r147i1p1f1', 'v20200412'), '2015-2100'], [('r128i1p1f1', 'v20200412'), '2015-2100'], [('r122i1p1f1', 'v20200412'), '2015-2100'], [('r137i1p1f1', 'v20200412'), '2015-2100'], [('r127i1p1f1', 'v20200412'), '2015-2100'], [('r112i1p1f1', 'v20200412'), '2015-2100'], [('r102i1p1f1', 'v20200412'), '2015-2100'], [('r132i1p1f1', 'v20200412'), '2015-2100'], [('r108i1p1f1', 'v20200412'), '2015-2100'], [('r110i1p1f1', 'v20200412'), '2015-2100'], [('r146i1p1f1', 'v20200412'), '2015-2100'], [('r114i1p1f1', 'v20200412'), '2015-2100'], [('r141i1p1f1', 'v20200412'), '2015-2100'], [('r139i1p1f1', 'v20200412'), '2015-2100'], [('r150i1p1f1', 'v20200412'), '2015-2100'], [('r138i1p1f1', 'v20200412'), '2015-2100'], [('r131i1p1f1', 'v20200412'), '2015-2100'], [('r123i1p1f1', 'v20200412'), '2015-2100'], [('r133i1p1f1', 'v20200412'), '2015-2100'], [('r121i1p1f1', 'v20200412'), '2015-2100'], [('r117i1p1f1', 'v20200412'), '2015-2100'], [('r105i1p1f1', 'v20200412'), '2015-2100'], [('r106i1p1f1', 'v20200412'), '2015-2100'], [('r140i1p1f1', 'v20200412'), '2015-2100'], [('r109i1p1f1', 'v20200412'), '2015-2100'], [('r118i1p1f1', 'v20200412'), '2015-2100'], [('r145i1p1f1', 'v20200412'), '2015-2100'], [('r149i1p1f1', 'v20200412'), '2015-2100'], [('r135i1p1f1', 'v20200412'), '2015-2100'], [('r129i1p1f1', 'v20200412'), '2015-2100'], [('r120i1p1f1', 'v20200412'), '2015-2100']]\n", + "\tevspsbl Amon FGOALS-g3 is missing on local machine [[('r1i1p1f1', 'v20200527'), '2015-2100']]\n", + "\tevspsbl Amon EC-Earth3-Veg is missing on local machine [[('r1i1p1f1', 'v20200226'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100'], [('r2i1p1f1', 'v20200515'), '2015-2100']]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp119\n", + "\tFGOALS-g3 pr tas prw evspsbl\n", + "\tCAMS-CSM1-0 pr,day\n", + "\tEC-Earth3-Veg pr tas mrro prw mrso evspsbl\n", + "\tEC-Earth3 pr,day pr tas mrro prw mrso evspsbl\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp126 vs data on local machine according to data_versions dict 20200719\n", + "__________________________________________________________________________________________\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp126 pr day : 32 models have published data OK, 0 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2015-2100']]\n", + "\tpr day CAMS-CSM1-0 is missing on local machine [[('r2i1p1f1', 'v20191106'), '2015-2099']]\n", + "\tpr day CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200717'), '2015-2100']]\n", + "\tpr day HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '20150101-21001230']]\n", + "\n", + "\n", + "ssp126 pr Amon : 37 models have published data OK, 0 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\n", + "\tpr Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2094]\n", + "\tpr Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2030, 2041-2050]\n", + "\tpr Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200717'), '2015-2100']]\n", + "\tpr Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20190818'), '2015-2100'] vs. [2020-2100]\n", + "\tpr Amon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100']]\n", + "\tpr Amon EC-Earth3-Veg is missing on local machine [[('r4i1p1f1', 'v20200425'), '2015-2100'], [('r1i1p1f1', 'v20200225'), '2015-2100'], [('r2i1p1f1', 'v20200226'), '2015-2100'], [('r6i1p1f1', 'v20200130'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100']]\n", + "\tpr Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2041-2060, 2071-2090]\n", + "\tpr Amon EC-Earth3 is missing on local machine [[('r15i1p1f1', 'v20200201'), '2015-2100'], [('r13i1p1f1', 'v20200201'), '2015-2100'], [('r1i1p1f1', 'v20200310'), '2015-2100'], [('r6i1p1f1', 'v20200201'), '2015-2100'], [('r9i1p1f1', 'v20200514'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r11i1p1f1', 'v20200201'), '2015-2100']]\n", + "\n", + "\n", + "ssp126 tas Amon : 38 models have published data OK, 0 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200717'), '2015-2100']]\n", + "\ttas Amon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100']]\n", + "\ttas Amon EC-Earth3-Veg is missing on local machine [[('r4i1p1f1', 'v20200425'), '2015-2100'], [('r1i1p1f1', 'v20200225'), '2015-2100'], [('r2i1p1f1', 'v20200226'), '2015-2100'], [('r6i1p1f1', 'v20200130'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100']]\n", + "\ttas Amon KACE-1-0-G is missing on local machine [[('r1i1p1f1', 'v20191007'), '2015-2100'], [('r2i1p1f1', 'v20191007'), '2015-2100'], [('r3i1p1f1', 'v20191007'), '2015-2100']]\n", + "\ttas Amon EC-Earth3 is missing on local machine [[('r15i1p1f1', 'v20200201'), '2015-2100'], [('r13i1p1f1', 'v20200201'), '2015-2100'], [('r1i1p1f1', 'v20200310'), '2015-2100'], [('r6i1p1f1', 'v20200201'), '2015-2100'], [('r9i1p1f1', 'v20200514'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r9i1p1f1', 'v20200201'), '2015-2100'], [('r11i1p1f1', 'v20200201'), '2015-2100']]\n", + "\n", + "\n", + "ssp126 mrro Lmon : 36 models have published data OK, 0 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2015-2100']]\n", + "\tmrro Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2075-2100]\n", + "\tmrro Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2030, 2051-2060]\n", + "\tmrro Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200717'), '2015-2100']]\n", + "\tmrro Lmon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100']]\n", + "\tmrro Lmon EC-Earth3-Veg is missing on local machine [[('r4i1p1f1', 'v20200425'), '2015-2100'], [('r1i1p1f1', 'v20200225'), '2015-2100'], [('r2i1p1f1', 'v20200226'), '2015-2100'], [('r6i1p1f1', 'v20200130'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100']]\n", + "\tmrro Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [201502-203012, 2051-2080, 2091-2100]\n", + "\n", + "\n", + "ssp126 prw Amon : 35 models have published data OK, 0 models have NOK published data and 9 models have issue on local machine\n", + "\n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\tprw Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034]\n", + "\tprw Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2020, 2051-2060, 2081-2090]\n", + "\tprw Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200717'), '2015-2100']]\n", + "\tprw Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20190818'), '2015-2100'] vs. [2020-2079, 2090-2100]\n", + "\tprw Amon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100']]\n", + "\tprw Amon EC-Earth3-Veg is missing on local machine [[('r4i1p1f1', 'v20200425'), '2015-2100'], [('r1i1p1f1', 'v20200225'), '2015-2100'], [('r2i1p1f1', 'v20200226'), '2015-2100'], [('r6i1p1f1', 'v20200130'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100']]\n", + "\tprw Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2030, 2041-2080]\n", + "\tprw Amon EC-Earth3 is missing on local machine [[('r15i1p1f1', 'v20200201'), '2015-2100'], [('r13i1p1f1', 'v20200201'), '2015-2100'], [('r1i1p1f1', 'v20200310'), '2015-2100'], [('r6i1p1f1', 'v20200201'), '2015-2100'], [('r9i1p1f1', 'v20200514'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r11i1p1f1', 'v20200201'), '2015-2100']]\n", + "\n", + "\n", + "ssp126 mrso Lmon : 33 models have published data OK, 0 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\n", + "\tmrso Lmon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2015-2049]\n", + "\tmrso Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2054]\n", + "\tmrso Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2040, 2081-2090]\n", + "\tmrso Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200717'), '2015-2100']]\n", + "\tmrso Lmon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100']]\n", + "\tmrso Lmon EC-Earth3-Veg is missing on local machine [[('r4i1p1f1', 'v20200425'), '2015-2100'], [('r1i1p1f1', 'v20200225'), '2015-2100'], [('r2i1p1f1', 'v20200226'), '2015-2100'], [('r6i1p1f1', 'v20200130'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100']]\n", + "\tmrso Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2051-2070]\n", + "\n", + "\n", + "ssp126 evspsbl Amon : 35 models have published data OK, 0 models have NOK published data and 9 models have issue on local machine\n", + "\n", + "\n", + "\tevspsbl Amon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2015-2049]\n", + "\tevspsbl Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2054]\n", + "\tevspsbl Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2030, 2051-2080, 2091-2100]\n", + "\tevspsbl Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200717'), '2015-2100']]\n", + "\tevspsbl Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20190818'), '2015-2100'] vs. [2015-2069, 2080-2100]\n", + "\tevspsbl Amon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100']]\n", + "\tevspsbl Amon EC-Earth3-Veg is missing on local machine [[('r4i1p1f1', 'v20200425'), '2015-2100'], [('r1i1p1f1', 'v20200225'), '2015-2100'], [('r2i1p1f1', 'v20200226'), '2015-2100'], [('r6i1p1f1', 'v20200130'), '2015-2100'], [('r3i1p1f1', 'v20200515'), '2015-2100']]\n", + "\tevspsbl Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2050, 2081-2100]\n", + "\tevspsbl Amon EC-Earth3 is missing on local machine [[('r15i1p1f1', 'v20200201'), '2015-2100'], [('r13i1p1f1', 'v20200201'), '2015-2100'], [('r1i1p1f1', 'v20200310'), '2015-2100'], [('r6i1p1f1', 'v20200201'), '2015-2100'], [('r9i1p1f1', 'v20200514'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r11i1p1f1', 'v20200201'), '2015-2100']]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp126\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tEC-Earth3 pr tas prw evspsbl\n", + "\tCMCC-CM2-SR5 pr,day pr tas mrro prw mrso evspsbl\n", + "\tHadGEM3-GC31-LL mrso evspsbl\n", + "\tFGOALS-g3 pr prw evspsbl\n", + "\tHadGEM3-GC31-MM pr,day pr tas mrro prw mrso evspsbl\n", + "\tNorESM2-MM pr mrro prw mrso evspsbl\n", + "\tMPI-ESM1-2-LR pr mrro prw mrso evspsbl\n", + "\tEC-Earth3-Veg pr tas mrro prw mrso evspsbl\n", + "\tNorESM2-LM pr mrro prw mrso evspsbl\n", + "\tKACE-1-0-G tas\n", + "\tCAMS-CSM1-0 pr,day\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp245 vs data on local machine according to data_versions dict 20200719\n", + "__________________________________________________________________________________________\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp245 pr day : 31 models have published data OK, 3 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\tpr day MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tpr day HadGEM3-GC31-LL has NOK published data r3i1p1f3 20150101-20201230 , r2i1p1f3 20150101-20201230 , r4i1p1f3 20150101-20201230 , \n", + "\tpr day MRI-ESM2-0 has NOK published data r2i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r5i1p1f1 2015-2030 , \n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2015-2100']]\n", + "\tpr day CAMS-CSM1-0 is missing on local machine [[('r2i1p1f1', 'v20200720'), '2015-2099']]\n", + "\tpr day CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\n", + "\n", + "ssp245 pr Amon : 37 models have published data OK, 4 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tpr Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tpr Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tpr Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tpr Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\tpr Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20190818'), '2015-2100'] vs. [2015-2079, 2090-2099]\n", + "\tpr Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034, 2095-2100]\n", + "\tpr Amon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2030, 2041-2050, 2061-2070, 2091-2100]\n", + "\tpr Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tpr Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2040, 2051-2060]\n", + "\n", + "\n", + "ssp245 tas Amon : 38 models have published data OK, 4 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\ttas Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\ttas Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\ttas Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\ttas Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\n", + "\n", + "ssp245 mrro Lmon : 36 models have published data OK, 4 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tmrro Lmon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrro Lmon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tmrro Lmon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tmrro Lmon MRI-ESM2-0 has NOK published data r2i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r5i1p1f1 2015-2030 , \n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2015-2100']]\n", + "\tmrro Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034]\n", + "\tmrro Lmon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '201502-210012'] vs. [201502-202012, 2031-2060]\n", + "\tmrro Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tmrro Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2081-2090]\n", + "\n", + "\n", + "ssp245 prw Amon : 35 models have published data OK, 4 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tprw Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tprw Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tprw Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tprw Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\tprw Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2054, 2075-2100]\n", + "\tprw Amon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2040, 2071-2080]\n", + "\tprw Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tprw Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2081-2090]\n", + "\n", + "\n", + "ssp245 mrso Lmon : 33 models have published data OK, 4 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tmrso Lmon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrso Lmon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tmrso Lmon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tmrso Lmon MRI-ESM2-0 has NOK published data r2i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r5i1p1f1 2015-2030 , \n", + "\n", + "\tmrso Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2074, 2095-2100]\n", + "\tmrso Lmon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2040]\n", + "\tmrso Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tmrso Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [201502-202012, 2031-2070, 2081-2100]\n", + "\n", + "\n", + "ssp245 evspsbl Amon : 35 models have published data OK, 4 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tevspsbl Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tevspsbl Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tevspsbl Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tevspsbl Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\tevspsbl Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2054, 2075-2094]\n", + "\tevspsbl Amon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '2015-2100'] vs. [2071-2090]\n", + "\tevspsbl Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tevspsbl Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2030, 2071-2090]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp245\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tCMCC-CM2-SR5 pr,day pr tas mrro prw mrso evspsbl\n", + "\tFGOALS-g3 pr\n", + "\tNorESM2-MM pr mrro prw mrso evspsbl\n", + "\tMPI-ESM1-2-LR pr mrro prw mrso evspsbl\n", + "\tNorESM2-LM pr mrro prw mrso evspsbl\n", + "\tCAMS-CSM1-0 pr,day\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp585 vs data on local machine according to data_versions dict 20200719\n", + "__________________________________________________________________________________________\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp585 pr day : 34 models have published data OK, 0 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2015-2100']]\n", + "\tpr day CAMS-CSM1-0 is missing on local machine [[('r2i1p1f1', 'v20191106'), '2015-2099']]\n", + "\tpr day TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200902'), '2015-2100']]\n", + "\tpr day CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tpr day HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '20150101-21001230'], [('r2i1p1f3', 'v20200515'), '20150101-21001230'], [('r3i1p1f3', 'v20200507'), '20150101-21001230']]\n", + "\tpr day NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2080, 2091-2100]\n", + "\tpr day GFDL-ESM4 is missing on local machine [[('r1i1p1f1', 'v20180701'), '2015-2100']]\n", + "\n", + "\n", + "ssp585 pr Amon : 39 models have published data OK, 1 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\tpr Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2051 , \n", + "\n", + "\tpr Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20190818'), '2015-2100'] vs. [2015-2019, 2030-2069, 2080-2100]\n", + "\tpr Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2054]\n", + "\tpr Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2071-2080]\n", + "\tpr Amon GISS-E2-1-G is missing on local machine [[('r1i1p5f1', 'v20200115'), '2015-2100'], [('r1i1p3f1', 'v20200115'), '2015-2100'], [('r1i1p1f2', 'v20200115'), '2015-2100']]\n", + "\tpr Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tpr Amon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100'], [('r2i1p1f3', 'v20200515'), '2015-2100'], [('r3i1p1f3', 'v20200507'), '2015-2100']]\n", + "\tpr Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\tpr Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2051-2070, 2081-2090]\n", + "\n", + "\n", + "ssp585 tas Amon : 40 models have published data OK, 1 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\ttas Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2022 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\ttas Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20190818'), '2015-2100'] vs. [2015-2019, 2030-2100]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\ttas Amon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100'], [('r2i1p1f3', 'v20200515'), '2015-2100'], [('r3i1p1f3', 'v20200507'), '2015-2100']]\n", + "\ttas Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\n", + "\n", + "ssp585 mrro Lmon : 38 models have published data OK, 0 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2015-2100']]\n", + "\tmrro Lmon HadGEM3-GC31-LL is missing on local machine [[('r1i1p1f3', 'v20200114'), '2015-2100'], [('r2i1p1f3', 'v20200121'), '2015-2100'], [('r4i1p1f3', 'v20200604'), '2015-2100'], [('r3i1p1f3', 'v20200121'), '2015-2100']]\n", + "\tmrro Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2074]\n", + "\tmrro Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2041-2050, 2091-2100]\n", + "\tmrro Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tmrro Lmon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100'], [('r2i1p1f3', 'v20200515'), '2015-2100'], [('r3i1p1f3', 'v20200507'), '2015-2100']]\n", + "\tmrro Lmon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '201502-210012']]\n", + "\tmrro Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2041-2050, 2061-2070, 2091-2100]\n", + "\n", + "\n", + "ssp585 prw Amon : 37 models have published data OK, 1 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\tprw Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2051 , \n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\tprw Amon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2050-2100]\n", + "\tprw Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2075-2094]\n", + "\tprw Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2020, 2071-2080, 2091-2100]\n", + "\tprw Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tprw Amon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100'], [('r2i1p1f3', 'v20200515'), '2015-2100'], [('r3i1p1f3', 'v20200507'), '2015-2100']]\n", + "\tprw Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\tprw Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2041-2050, 2081-2090]\n", + "\n", + "\n", + "ssp585 mrso Lmon : 35 models have published data OK, 0 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\n", + "\tmrso Lmon HadGEM3-GC31-LL is missing on local machine [[('r1i1p1f3', 'v20200114'), '2015-2100'], [('r2i1p1f3', 'v20200121'), '2015-2100'], [('r4i1p1f3', 'v20200604'), '2015-2100'], [('r3i1p1f3', 'v20200121'), '2015-2100']]\n", + "\tmrso Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2055-2074]\n", + "\tmrso Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2041-2060]\n", + "\tmrso Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tmrso Lmon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100'], [('r2i1p1f3', 'v20200515'), '2015-2100'], [('r3i1p1f3', 'v20200507'), '2015-2100']]\n", + "\tmrso Lmon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '201502-210012']]\n", + "\tmrso Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2030, 2061-2070]\n", + "\n", + "\n", + "ssp585 evspsbl Amon : 37 models have published data OK, 1 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\tevspsbl Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2051 , \n", + "\n", + "\tevspsbl Amon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2015-2049]\n", + "\tevspsbl Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2095-2100]\n", + "\tevspsbl Amon NorESM2-LM is missing on local machine [[('r1i1p1f1', 'v20191108'), '2015-2100']]\n", + "\tevspsbl Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tevspsbl Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20190818'), '2015-2100'] vs. [2020-2099]\n", + "\tevspsbl Amon HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f3', 'v20200515'), '2015-2100'], [('r2i1p1f3', 'v20200515'), '2015-2100'], [('r3i1p1f3', 'v20200507'), '2015-2100']]\n", + "\tevspsbl Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\tevspsbl Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2030, 2051-2070, 2091-2100]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp585\n", + "\tTaiESM1 pr,day pr tas mrro prw mrso evspsbl\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tNorESM2-LM pr mrro prw mrso evspsbl\n", + "\tCMCC-CM2-SR5 pr,day pr tas mrro prw mrso evspsbl\n", + "\tHadGEM3-GC31-LL mrro prw mrso evspsbl\n", + "\tFGOALS-g3 pr tas evspsbl\n", + "\tHadGEM3-GC31-MM pr,day pr tas mrro prw mrso evspsbl\n", + "\tCAMS-CSM1-0 pr,day\n", + "\tGISS-E2-1-G pr\n", + "\tMPI-ESM1-2-LR pr mrro prw mrso evspsbl\n", + "\tGFDL-ESM4 pr,day\n", + "\tNorESM2-MM pr,day pr mrro prw mrso evspsbl\n" + ] + } + ], + "source": [ + "on=check_hydro_variables_all_experiments(\"20200719\",\"test\")" + ] + }, + { + "cell_type": "code", + "execution_count": 35, + "metadata": { + "scrolled": false + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "__________________________________________________________________________________________\n", + "\n", + "Data published for piControl vs data on local machine according to data_versions dict 20200913\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "piControl pr day : 30 models have published data OK, 9 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tpr day CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tpr day SAM0-UNICON has NOK published data r1i1p1f1 0001-0019 , r1i1p1f1 0021-0273 , r1i1p1f1 02740102-07001231 , \n", + "\tpr day KACE-1-0-G has NOK published data r1i1p1f1 20000101-24491230 , \n", + "\tpr day GISS-E2-2-G has NOK published data r1i1p1f1 2015-2054 , r1i1p1f1 2110-2150 , \n", + "\tpr day IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\tpr day MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , r1i1p1f1 1850-2049 , \n", + "\tpr day AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tpr day IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tpr day EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , \n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2689-3188']]\n", + "\tpr day HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f1', 'v20200730'), '18500101-23491230']]\n", + "\tpr day EC-Earth3-Veg has holes on local machine [('r1i1p1f1', 'v20200226'), '1850-2349']\n", + "\tpr day EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\n", + "\n", + "piControl pr Amon : 44 models have published data OK, 17 models have NOK published data and 1 models have issue on local machine\n", + "\n", + "\tpr Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tpr Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tpr Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\tpr Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tpr Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tpr Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tpr Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tpr Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tpr Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tpr Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\tpr Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tpr Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tpr Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tpr Amon NorESM2-LM has NOK published data r1i1p1f1 1600-1709 , \n", + "\tpr Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tpr Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\tpr Amon IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\n", + "\tpr Amon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\n", + "\n", + "piControl tas Amon : 47 models have published data OK, 16 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\ttas Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\ttas Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\ttas Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\ttas Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\ttas Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\ttas Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\ttas Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\ttas Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\ttas Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\ttas Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\ttas Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\ttas Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\ttas Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\ttas Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\ttas Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\ttas Amon IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2689-3188']]\n", + "\ttas Amon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\n", + "\n", + "piControl mrro Lmon : 40 models have published data OK, 17 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\tmrro Lmon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tmrro Lmon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tmrro Lmon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tmrro Lmon SAM0-UNICON has NOK published data r1i1p1f1 0001-0280 , r1i1p1f1 029012 , r1i1p1f1 030012 , r1i1p1f1 031012 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrro Lmon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrro Lmon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tmrro Lmon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tmrro Lmon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tmrro Lmon CESM2-WACCM-FV2 has NOK published data r1i1p1f1 0050-0199 , r1i1p1f1 0350-0499 , \n", + "\tmrro Lmon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\tmrro Lmon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tmrro Lmon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tmrro Lmon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrro Lmon CESM2-FV2 has NOK published data r1i1p1f1 0001-0050 , r1i1p1f1 0101-0150 , r1i1p1f1 0251-0350 , \n", + "\tmrro Lmon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tmrro Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , r1i1p1f1 1850-2014 , \n", + "\tmrro Lmon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2689-3188']]\n", + "\tmrro Lmon CESM2-FV2 has holes on local machine [('r1i1p1f1', 'v20200811'), '0001-0500']\n", + "\tmrro Lmon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\n", + "\n", + "piControl prw Amon : 45 models have published data OK, 15 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\tprw Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tprw Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tprw Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\tprw Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tprw Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tprw Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tprw Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tprw Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tprw Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tprw Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , \n", + "\tprw Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tprw Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tprw Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tprw Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tprw Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2689-3188']]\n", + "\tprw Amon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "piControl mrso Lmon : 38 models have published data OK, 15 models have NOK published data and 1 models have issue on local machine\n", + "\n", + "\tmrso Lmon TaiESM1 has NOK published data r1i1p1f1 0601-0700 , \n", + "\tmrso Lmon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tmrso Lmon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tmrso Lmon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tmrso Lmon SAM0-UNICON has NOK published data r1i1p1f1 0001-0280 , r1i1p1f1 029012 , r1i1p1f1 030012 , r1i1p1f1 031012 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrso Lmon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrso Lmon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tmrso Lmon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tmrso Lmon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tmrso Lmon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , \n", + "\tmrso Lmon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tmrso Lmon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tmrso Lmon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrso Lmon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tmrso Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , r1i1p1f1 1850-2014 , \n", + "\n", + "\tmrso Lmon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\n", + "\n", + "piControl evspsbl Amon : 44 models have published data OK, 17 models have NOK published data and 1 models have issue on local machine\n", + "\n", + "\tevspsbl Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tevspsbl Amon CNRM-CM6-1 has NOK published data r1i1p1f2 2050-2240 , r1i1p1f2 2261-2349 , \n", + "\tevspsbl Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tevspsbl Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\tevspsbl Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tevspsbl Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tevspsbl Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tevspsbl Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tevspsbl Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tevspsbl Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tevspsbl Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\tevspsbl Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tevspsbl Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tevspsbl Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tevspsbl Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tevspsbl Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\tevspsbl Amon IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\n", + "\tevspsbl Amon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\n", + "\n", + "Summary of variable(s) with issues for piControl\n", + "\tCESM2-FV2 mrro\n", + "\tEC-Earth3-Veg pr,day\n", + "\tEC-Earth3-Veg-LR pr,day pr tas mrro prw mrso evspsbl\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tHadGEM3-GC31-MM pr,day\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for historical vs data on local machine according to data_versions dict 20200913\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "historical pr day : 42 models have published data OK, 4 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tpr day SAM0-UNICON has NOK published data r1i1p1f1 1850-1949 , r1i1p1f1 19500102-20141231 , \n", + "\tpr day NESM3 has NOK published data r2i1p1f1 1950-2014 , \n", + "\tpr day NorCPM1 has NOK published data r7i1p1f1 1950-2029 , r13i1p1f1 1950-2029 , r1i1p1f1 1950-2029 , r29i1p1f1 1950-2029 , . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tpr day EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '1850-2014']]\n", + "\tpr day CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tpr day AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1856, 1861-1863, 1873-1879, 1881, 1885, 1887, 1889, 1891, 1895-1897, 1901, 1904, 1907-1910, 1912, 1914-1915, 1918-1919, 1923, 1927-1928, 1930, 1932-1935, 1938, 1941-1942, 1944-1946, 1950, 1957, 1960, 1965-1966, 1969-1970, 1974, 1976-1977, 1979-1980, 1982-1983, 1987-1990, 1992-1995, 1998-2000, 2002, 2007, 2012]\n", + "\tpr day EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1854-1855, 1859, 1865-1866, 1868, 1870-1871, 1878-1880, 1885-1886, 1892-1894, 1896-1897, 1899, 1901, 1903, 1906, 1910, 1914, 1917-1918, 1921, 1923, 1926-1928, 1933, 1937-1938, 1942, 1946, 1948-1949, 1956, 1959, 1961-1964, 1969-1970, 1972, 1976, 1980, 1983-1984, 1986-1987, 1990-1991, 1993-1995, 1997, 2000-2001, 2003, 2005-2007, 2011, 2013]\n", + "\tpr day IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n", + "\n", + "\n", + "historical pr Amon : 55 models have published data OK, 2 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\tpr Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tpr Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tpr Amon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1890-1909]\n", + "\tpr Amon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tpr Amon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1850-1852, 1861-1862, 1868, 1877-1878, 1880, 1883-1884, 1888-1889, 1892, 1895, 1899, 1902, 1907-1908, 1910-1913, 1917, 1923, 1926, 1928-1929, 1937, 1939, 1941-1942, 1944-1945, 1956, 1962, 1966, 1972, 1974, 1982-1983, 1985, 1988-1989, 1992, 1998-1999, 2002-2005, 2007-2008, 2010-2011]\n", + "\tpr Amon GISS-E2-1-G-CC has incomplete_coverage on local machine [('r1i1p1f1', 'v20190815'), '1850-2014'] vs. [1850-1900, 1951-2014]\n", + "\tpr Amon AWI-CM-1-1-MR has incomplete_coverage on local machine [('r5i1p1f1', 'v20200511'), '1850-2014'] vs. [1850, 1858, 1861, 1863-1864, 1869, 1871, 1875, 1877-1878, 1880, 1890, 1893-1895, 1898, 1904-1906, 1909-1910, 1914-1915, 1917, 1919, 1923, 1926-1928, 1930-1931, 1935, 1937-1938, 1940-1941, 1945-1946, 1950-1951, 1953-1955, 1957, 1962-1963, 1966-1967, 1969, 1972-1974, 1976-1977, 1982, 1987-1988, 1997-1998, 2002-2006, 2010-2012]\n", + "\tpr Amon NorESM2-MM is missing on local machine [[('r3i1p1f1', 'v20200702'), '1850-2014'], [('r2i1p1f1', 'v20200218'), '1850-2014'], [('r1i1p1f1', 'v20191108'), '1850-2014']]\n", + "\tpr Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850-1851, 1855-1858, 1860-1861, 1864, 1867-1868, 1870-1872, 1876, 1878, 1880-1882, 1884, 1889-1891, 1894, 1898, 1900, 1902, 1907, 1911-1915, 1917-1918, 1924-1925, 1927-1931, 1935, 1937, 1941-1942, 1946-1952, 1955, 1957, 1959-1961, 1963, 1965, 1967, 1970, 1972-1973, 1975, 1978, 1980, 1985, 1987, 1989-1990, 1992, 1997, 2000-2002, 2010, 2012, 2014]\n", + "\tpr Amon IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "historical tas Amon : 56 models have published data OK, 3 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\ttas Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\ttas Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\ttas Amon AWI-CM-1-1-MR has NOK published data r1i1p1f1 1850 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '1850-2014']]\n", + "\ttas Amon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\ttas Amon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1851, 1858, 1864, 1866, 1868, 1871, 1873-1874, 1876-1878, 1882, 1889, 1896, 1899, 1901-1903, 1905, 1912-1913, 1916, 1919-1922, 1924-1925, 1927, 1930, 1935-1936, 1939-1944, 1946-1947, 1951-1952, 1957, 1962-1964, 1967, 1971, 1974-1975, 1979, 1981, 1983-1984, 1988, 1992-1993, 1996, 1999-2001, 2003-2004, 2006-2007, 2010]\n", + "\ttas Amon AWI-CM-1-1-MR has incomplete_coverage on local machine [('r3i1p1f1', 'v20200720'), '1850-2014'] vs. [1854-1856, 1861, 1865, 1870, 1873, 1878, 1884, 1886-1887, 1890, 1892-1894, 1900, 1902-1903, 1905-1906, 1909-1910, 1915-1916, 1918-1919, 1921-1922, 1924-1925, 1927, 1929-1933, 1937, 1944, 1949, 1957, 1959, 1961, 1966-1969, 1972-1973, 1980, 1983, 1987-1988, 1990, 1994, 1996, 2003, 2012]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2014']]\n", + "\ttas Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850-1851, 1854-1856, 1861-1865, 1872, 1879-1880, 1885, 1888, 1892-1893, 1895, 1899, 1902-1903, 1906, 1909, 1911, 1914-1915, 1919-1923, 1927-1930, 1932, 1935, 1939, 1941-1943, 1945, 1948, 1953, 1959-1960, 1965, 1967-1969, 1975, 1977, 1980, 1983, 1986, 1988, 1994-1996, 1998, 2000-2002, 2005, 2009-2014]\n", + "\ttas Amon IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n", + "\n", + "\n", + "historical mrro Lmon : 49 models have published data OK, 5 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\tmrro Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , \n", + "\tmrro Lmon CESM2-FV2 has NOK published data r1i1p1f1 1850-1899 , r1i1p1f1 1950-2014 , r2i1p1f1 1850-1899 , r2i1p1f1 1950-2014 , .\n", + "\tmrro Lmon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tmrro Lmon CESM2-WACCM-FV2 has NOK published data r1i1p1f1 1850-1999 , r2i1p1f1 1850-1899 , r2i1p1f1 2000-2014 , r3i1p1f1 1850-1949 , \n", + "\tmrro Lmon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '1850-2014']]\n", + "\tmrro Lmon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1909, 1930-1969]\n", + "\tmrro Lmon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tmrro Lmon E3SM-1-1 is missing on local machine [[('r1i1p1f1', 'v20200324'), '1850-2014']]\n", + "\tmrro Lmon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1855, 1860, 1862, 1864-1865, 1872, 1874, 1876-1877, 1884-1885, 1893, 1895, 1899, 1901-1902, 1904, 1906, 1908, 1910, 1913, 1921-1922, 1924, 1927, 1930-1931, 1934, 1937, 1944-1945, 1948-1950, 1952, 1956, 1959, 1963-1965, 1968, 1978, 1984, 1990, 1994-1995, 2003, 2005, 2007, 2009, 2012-2013]\n", + "\tmrro Lmon NorESM2-MM is missing on local machine [[('r3i1p1f1', 'v20200702'), '1850-2014'], [('r2i1p1f1', 'v20200218'), '1850-2014'], [('r1i1p1f1', 'v20191108'), '1850-2014']]\n", + "\tmrro Lmon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200217'), '1850-2014'] vs. [1852-1854, 1856-1857, 1860, 1864, 1867, 1869, 1871-1874, 1876-1878, 1881, 1884, 1887, 1890-1891, 1895-1896, 1908, 1910-1911, 1915, 1917-1918, 1923, 1927-1928, 1931, 1933-1934, 1937-1938, 1943, 1945-1946, 1952, 1956-1957, 1959, 1963-1964, 1967, 1970-1972, 1977, 1979, 1983, 1985, 1988, 1994-1995, 1997, 1999, 2001, 2004, 2006, 2009]\n", + "\n", + "\n", + "historical prw Amon : 52 models have published data OK, 2 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\tprw Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tprw Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '1850-2014']]\n", + "\tprw Amon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1869, 1910-1949]\n", + "\tprw Amon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tprw Amon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1850, 1853, 1855-1857, 1861, 1864, 1867-1868, 1872-1873, 1876-1877, 1879, 1882-1883, 1888-1890, 1892, 1895, 1897-1898, 1900-1901, 1908, 1910-1911, 1913, 1915, 1921, 1925, 1927, 1929, 1935-1936, 1941, 1943-1944, 1946, 1950, 1954, 1957-1958, 1960, 1962, 1965, 1978, 1981, 1984, 1986-1987, 1989, 1997, 2002-2003, 2006, 2008, 2010-2013]\n", + "\tprw Amon GISS-E2-1-G-CC has incomplete_coverage on local machine [('r1i1p1f1', 'v20190815'), '1850-2014'] vs. [1901-2014]\n", + "\tprw Amon AWI-CM-1-1-MR has incomplete_coverage on local machine [('r5i1p1f1', 'v20200511'), '1850-2014'] vs. [1851, 1853-1854, 1856, 1859, 1863-1864, 1866, 1868-1870, 1872-1874, 1880, 1883-1886, 1893, 1896-1897, 1901, 1906, 1908, 1911, 1916-1918, 1921-1922, 1925, 1931, 1934-1935, 1937, 1939-1940, 1945, 1950-1951, 1954, 1956-1958, 1965-1967, 1971, 1974-1976, 1978, 1980-1982, 1984, 1988-1989, 1991-1993, 1997, 1999-2002, 2004, 2006-2011, 2014]\n", + "\tprw Amon NorESM2-MM is missing on local machine [[('r3i1p1f1', 'v20200702'), '1850-2014'], [('r2i1p1f1', 'v20200218'), '1850-2014'], [('r1i1p1f1', 'v20191108'), '1850-2014']]\n", + "\tprw Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850-1851, 1853-1855, 1858-1860, 1862, 1864, 1867-1868, 1872, 1876, 1879-1880, 1886-1889, 1893-1894, 1896-1897, 1899, 1904, 1911, 1914-1916, 1918, 1924, 1927-1930, 1932-1933, 1936-1939, 1942, 1944, 1950-1956, 1958-1959, 1961, 1964-1966, 1968, 1970, 1972, 1977-1978, 1983-1984, 1986-1988, 1990, 1992, 1994, 1999, 2001, 2003, 2008, 2012, 2014]\n", + "\n", + "\n", + "historical mrso Lmon : 47 models have published data OK, 3 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\tmrso Lmon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tmrso Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , \n", + "\tmrso Lmon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tmrso Lmon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1869, 1910-1929, 1970-2009]\n", + "\tmrso Lmon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tmrso Lmon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1854, 1856, 1859, 1863-1864, 1866, 1868-1872, 1876-1879, 1882-1883, 1893-1896, 1898-1902, 1904, 1906-1908, 1910, 1914, 1918, 1926-1928, 1931-1932, 1935, 1938, 1940-1941, 1943-1945, 1948, 1954-1955, 1959-1960, 1965, 1971, 1978-1980, 1982-1983, 1986, 1990-1991, 1993, 1995, 1998, 2001-2002, 2004-2005, 2007-2008, 2011, 2013-2014]\n", + "\tmrso Lmon NorESM2-MM is missing on local machine [[('r3i1p1f1', 'v20200702'), '1850-2014'], [('r2i1p1f1', 'v20200218'), '1850-2014'], [('r1i1p1f1', 'v20191108'), '1850-2014']]\n", + "\tmrso Lmon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200217'), '1850-2014'] vs. [1852, 1855-1857, 1859, 1865-1867, 1869, 1875, 1877, 1879-1883, 1887, 1889-1890, 1893-1895, 1899-1900, 1902, 1904, 1906, 1911-1913, 1915-1916, 1922-1924, 1927, 1930-1932, 1934, 1936, 1940, 1944, 1946, 1949, 1951-1954, 1956-1958, 1960-1965, 1970-1971, 1974-1975, 1979, 1981-1982, 1984-1985, 1989-1990, 1993-1995, 1998-1999, 2005-2006, 2011-2012]\n", + "\tmrso Lmon E3SM-1-1 is missing on local machine [[('r1i1p1f1', 'v20200324'), '1850-2014']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "historical evspsbl Amon : 53 models have published data OK, 2 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\tevspsbl Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tevspsbl Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tevspsbl Amon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1869, 1970-1989]\n", + "\tevspsbl Amon CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tevspsbl Amon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1853, 1855-1857, 1860, 1863-1864, 1867-1868, 1870-1872, 1875-1877, 1880-1882, 1884-1885, 1887, 1891, 1902, 1905, 1915-1916, 1918-1921, 1923, 1925-1926, 1930-1932, 1934-1936, 1938, 1942, 1945, 1953, 1955, 1958, 1965, 1968-1969, 1973, 1977, 1980-1981, 1984, 1987, 1990, 1995, 2001, 2003-2005, 2007, 2010]\n", + "\tevspsbl Amon GISS-E2-1-G-CC has incomplete_coverage on local machine [('r1i1p1f1', 'v20190815'), '1850-2014'] vs. [2001-2014]\n", + "\tevspsbl Amon AWI-CM-1-1-MR has incomplete_coverage on local machine [('r5i1p1f1', 'v20200511'), '1850-2014'] vs. [1853, 1859-1860, 1865, 1867, 1869, 1872, 1874-1876, 1879-1880, 1886, 1889-1893, 1895-1896, 1899-1901, 1905, 1909-1911, 1915-1916, 1919-1920, 1925-1926, 1929-1932, 1935, 1937, 1941-1942, 1948-1950, 1957, 1960-1961, 1963, 1968, 1971-1972, 1974-1975, 1978, 1980, 1982-1983, 1985, 1987-1989, 1991, 1994-1995, 1997, 2001, 2004-2007, 2009, 2011-2012, 2014]\n", + "\tevspsbl Amon NorESM2-MM is missing on local machine [[('r3i1p1f1', 'v20200702'), '1850-2014'], [('r2i1p1f1', 'v20200218'), '1850-2014'], [('r1i1p1f1', 'v20191108'), '1850-2014']]\n", + "\tevspsbl Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850, 1852, 1859-1860, 1862, 1866-1867, 1869, 1877-1879, 1881, 1883, 1887, 1889, 1891-1892, 1894, 1897-1898, 1901, 1905-1906, 1908, 1913, 1915, 1917, 1919-1920, 1924, 1927-1928, 1931-1932, 1935-1938, 1940-1941, 1950-1952, 1955, 1957, 1959, 1965-1967, 1970-1971, 1975, 1977, 1980, 1982, 1988, 1990-1992, 1994-1995, 2001-2003, 2005-2008, 2014]\n", + "\tevspsbl Amon IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n", + "\n", + "\n", + "Summary of variable(s) with issues for historical\n", + "\tEC-Earth3-Veg-LR pr,day pr tas mrro prw mrso evspsbl\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tCMCC-CM2-SR5 tas\n", + "\tMPI-ESM-1-2-HAM pr mrro prw mrso evspsbl\n", + "\tIITM-ESM pr,day pr tas evspsbl\n", + "\tCMCC-CM2-HR4 pr,day pr tas mrro prw mrso evspsbl\n", + "\tAWI-ESM-1-1-LR pr,day pr tas mrro prw mrso evspsbl\n", + "\tGISS-E2-1-G-CC pr prw evspsbl\n", + "\tE3SM-1-1 mrro mrso\n", + "\tNorESM2-MM pr mrro prw mrso evspsbl\n", + "\tAWI-CM-1-1-MR pr tas prw evspsbl\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp119 vs data on local machine according to data_versions dict 20200913\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "ssp119 pr day : 12 models have published data OK, 0 models have NOK published data and 1 models have issue on local machine\n", + "\n", + "\n", + "\tpr day EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2015, 2017-2018, 2020-2021, 2023-2024, 2027, 2031, 2035-2036, 2038, 2041, 2044-2045, 2048, 2056, 2058, 2060, 2067, 2073, 2077-2078, 2086, 2090, 2098]\n", + "\n", + "\n", + "ssp119 pr Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tpr Amon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2015, 2025-2027, 2029, 2036, 2040, 2045, 2050-2051, 2053, 2060, 2072, 2074, 2082-2084, 2091-2094]\n", + "\tpr Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200527'), '2015-2100'] vs. [2015-2024, 2035-2100]\n", + "\tpr Amon EC-Earth3-Veg has incomplete_coverage on local machine [('r1i1p1f1', 'v20200226'), '2015-2100'] vs. [2031, 2039, 2050, 2057, 2063, 2073, 2097]\n", + "\n", + "\n", + "ssp119 tas Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\ttas Amon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2017-2020, 2024, 2031-2032, 2034, 2043, 2046, 2048-2049, 2051-2052, 2054, 2056, 2063-2064, 2071-2074, 2077-2079, 2083-2084, 2087-2088, 2091, 2093, 2099]\n", + "\ttas Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200527'), '2015-2100'] vs. [2025-2064, 2075-2100]\n", + "\ttas Amon EC-Earth3-Veg has incomplete_coverage on local machine [('r3i1p1f1', 'v20191007'), '2015-2100'] vs. [2017-2018, 2023-2024, 2026-2027, 2031-2033, 2038, 2042, 2045, 2047, 2049-2050, 2055, 2060-2061, 2077, 2083, 2089, 2093, 2095, 2097]\n", + "\n", + "\n", + "ssp119 mrro Lmon : 13 models have published data OK, 0 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\n", + "\tmrro Lmon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2017, 2019, 2024-2025, 2027-2028, 2033, 2037, 2041, 2043, 2046, 2048-2049, 2058, 2062, 2064-2067, 2070, 2073, 2077, 2086, 2089, 2096]\n", + "\tmrro Lmon EC-Earth3-Veg has incomplete_coverage on local machine [('r1i1p1f1', 'v20200226'), '2015-2100'] vs. [2018, 2028, 2037, 2057, 2066, 2068, 2076, 2095]\n", + "\n", + "\n", + "ssp119 prw Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tprw Amon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2016-2020, 2022, 2025-2026, 2028, 2035, 2037, 2042, 2047, 2050, 2052-2053, 2059, 2061-2062, 2064, 2066, 2068-2069, 2071-2072, 2074, 2077-2079, 2091, 2093, 2097, 2099]\n", + "\tprw Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200527'), '2015-2100'] vs. [2025-2034, 2045-2064, 2075-2094]\n", + "\tprw Amon EC-Earth3-Veg has incomplete_coverage on local machine [('r1i1p1f1', 'v20200226'), '2015-2100'] vs. [2022, 2024, 2033, 2039, 2043, 2050, 2052-2053, 2064, 2076, 2084-2086, 2088-2090, 2097, 2100]\n", + "\n", + "\n", + "ssp119 mrso Lmon : 13 models have published data OK, 0 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\n", + "\tmrso Lmon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2019, 2023, 2025-2027, 2030, 2032, 2034, 2036, 2038, 2044-2045, 2048, 2050-2051, 2057-2058, 2062, 2064, 2066-2069, 2071, 2073-2074, 2083-2084, 2088, 2092-2093, 2096, 2098-2099]\n", + "\tmrso Lmon EC-Earth3-Veg has incomplete_coverage on local machine [('r1i1p1f1', 'v20200226'), '2015-2100'] vs. [2015, 2024, 2031, 2045, 2048, 2090]\n", + "\n", + "\n", + "ssp119 evspsbl Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tevspsbl Amon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2016, 2018, 2020, 2023, 2025-2026, 2029-2030, 2033, 2037, 2040-2041, 2043, 2047-2048, 2051-2052, 2054, 2061, 2065-2067, 2074-2075, 2078, 2080, 2090, 2094-2096, 2099-2100]\n", + "\tevspsbl Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200527'), '2015-2100'] vs. [2025-2034, 2055-2100]\n", + "\tevspsbl Amon EC-Earth3-Veg has incomplete_coverage on local machine [('r1i1p1f1', 'v20200226'), '2015-2100'] vs. [2018, 2024, 2028-2030, 2037-2038, 2048, 2058, 2067, 2071-2072]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp119\n", + "\tFGOALS-g3 pr tas prw evspsbl\n", + "\tEC-Earth3-Veg pr tas mrro prw mrso evspsbl\n", + "\tEC-Earth3 pr,day pr tas mrro prw mrso evspsbl\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp126 vs data on local machine according to data_versions dict 20200913\n", + "__________________________________________________________________________________________\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp126 pr day : 32 models have published data OK, 0 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2015-2100']]\n", + "\tpr day HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '20150101-21001230'] vs. [20200101-20241230, 20300101-20341230, 20400101-20641230, 20700101-20741230, 20800101-21001230]\n", + "\n", + "\n", + "ssp126 pr Amon : 37 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tpr Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2094]\n", + "\tpr Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2030-2069, 2090-2100]\n", + "\tpr Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2041-2060, 2071-2090]\n", + "\n", + "\n", + "ssp126 tas Amon : 38 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\ttas Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2049, 2090-2100]\n", + "\ttas Amon EC-Earth3 is missing on local machine [[('r15i1p1f1', 'v20200201'), '2015-2100'], [('r13i1p1f1', 'v20200201'), '2015-2100'], [('r1i1p1f1', 'v20200310'), '2015-2100'], [('r6i1p1f1', 'v20200201'), '2015-2100'], [('r9i1p1f1', 'v20200514'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r9i1p1f1', 'v20200201'), '2015-2100'], [('r11i1p1f1', 'v20200201'), '2015-2100']]\n", + "\n", + "\n", + "ssp126 mrro Lmon : 36 models have published data OK, 0 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2015-2100']]\n", + "\tmrro Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2075-2100]\n", + "\tmrro Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2030, 2051-2060]\n", + "\tmrro Lmon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2070-2089]\n", + "\tmrro Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [201502-203012, 2051-2080, 2091-2100]\n", + "\n", + "\n", + "ssp126 prw Amon : 35 models have published data OK, 0 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\tprw Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034]\n", + "\tprw Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2020, 2041-2060, 2081-2090]\n", + "\tprw Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2029, 2090-2100]\n", + "\tprw Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2030, 2041-2090]\n", + "\n", + "\n", + "ssp126 mrso Lmon : 33 models have published data OK, 0 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\n", + "\tmrso Lmon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2015-2049]\n", + "\tmrso Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2054]\n", + "\tmrso Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2040, 2081-2090]\n", + "\tmrso Lmon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2049, 2070-2089]\n", + "\tmrso Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2051-2070]\n", + "\n", + "\n", + "ssp126 evspsbl Amon : 35 models have published data OK, 0 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\n", + "\tevspsbl Amon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2015-2049]\n", + "\tevspsbl Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2054]\n", + "\tevspsbl Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2030, 2051-2080, 2091-2100]\n", + "\tevspsbl Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2069]\n", + "\tevspsbl Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2050, 2081-2100]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp126\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tEC-Earth3 tas\n", + "\tHadGEM3-GC31-LL mrso evspsbl\n", + "\tHadGEM3-GC31-MM pr,day pr tas mrro prw mrso evspsbl\n", + "\tMPI-ESM1-2-LR pr mrro prw mrso evspsbl\n", + "\tNorESM2-LM mrro prw mrso evspsbl\n", + "\tNorESM2-MM pr mrro prw mrso evspsbl\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp245 vs data on local machine according to data_versions dict 20200913\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "ssp245 pr day : 31 models have published data OK, 3 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\tpr day MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tpr day HadGEM3-GC31-LL has NOK published data r3i1p1f3 20150101-20201230 , r2i1p1f3 20150101-20201230 , r4i1p1f3 20150101-20201230 , \n", + "\tpr day MRI-ESM2-0 has NOK published data r2i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r5i1p1f1 2015-2030 , \n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2015-2100']]\n", + "\tpr day CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\n", + "\n", + "ssp245 pr Amon : 37 models have published data OK, 4 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tpr Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tpr Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tpr Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tpr Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\tpr Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034, 2095-2100]\n", + "\tpr Amon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2030, 2041-2070, 2091-2100]\n", + "\tpr Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tpr Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2040, 2051-2060]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp245 tas Amon : 38 models have published data OK, 4 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\ttas Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\ttas Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\ttas Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\ttas Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\n", + "\n", + "ssp245 mrro Lmon : 36 models have published data OK, 4 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tmrro Lmon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrro Lmon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tmrro Lmon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tmrro Lmon MRI-ESM2-0 has NOK published data r2i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r5i1p1f1 2015-2030 , \n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2015-2100']]\n", + "\tmrro Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034]\n", + "\tmrro Lmon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '201502-210012'] vs. [201502-202012, 2031-2060]\n", + "\tmrro Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tmrro Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2041-2050, 2081-2090]\n", + "\n", + "\n", + "ssp245 prw Amon : 35 models have published data OK, 4 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tprw Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tprw Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tprw Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tprw Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\tprw Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2054, 2075-2100]\n", + "\tprw Amon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2040, 2071-2080]\n", + "\tprw Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tprw Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2081-2090]\n", + "\n", + "\n", + "ssp245 mrso Lmon : 33 models have published data OK, 4 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tmrso Lmon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrso Lmon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tmrso Lmon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tmrso Lmon MRI-ESM2-0 has NOK published data r2i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r5i1p1f1 2015-2030 , \n", + "\n", + "\tmrso Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2074, 2095-2100]\n", + "\tmrso Lmon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2040, 2071-2080, 2091-2100]\n", + "\tmrso Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tmrso Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [201502-202012, 2031-2070, 2081-2100]\n", + "\n", + "\n", + "ssp245 evspsbl Amon : 35 models have published data OK, 4 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tevspsbl Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tevspsbl Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tevspsbl Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tevspsbl Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\tevspsbl Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2054, 2075-2094]\n", + "\tevspsbl Amon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '2015-2100'] vs. [2071-2090]\n", + "\tevspsbl Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tevspsbl Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2030, 2071-2090]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp245\n", + "\tCMCC-CM2-SR5 pr,day pr tas mrro prw mrso evspsbl\n", + "\tNorESM2-LM pr mrro prw mrso evspsbl\n", + "\tMPI-ESM1-2-LR pr mrro prw mrso evspsbl\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tNorESM2-MM pr mrro prw mrso evspsbl\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp585 vs data on local machine according to data_versions dict 20200913\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "ssp585 pr day : 34 models have published data OK, 0 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2015-2100']]\n", + "\tpr day TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200902'), '2015-2100']]\n", + "\tpr day CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tpr day HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '20150101-21001230'] vs. [20200101-20291230, 20400101-20441230, 20500101-20541230, 20650101-20741230, 20800101-20891230, 20950101-21001230]\n", + "\tpr day NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2080, 2091-2100]\n", + "\tpr day GFDL-ESM4 is missing on local machine [[('r1i1p1f1', 'v20180701'), '2015-2100']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp585 pr Amon : 39 models have published data OK, 1 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tpr Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2051 , \n", + "\n", + "\tpr Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2071-2080]\n", + "\tpr Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tpr Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2030-2049, 2070-2089]\n", + "\tpr Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\tpr Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2051-2070, 2081-2090]\n", + "\n", + "\n", + "ssp585 tas Amon : 40 models have published data OK, 1 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\ttas Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2022 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\ttas Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2069]\n", + "\ttas Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\n", + "\n", + "ssp585 mrro Lmon : 38 models have published data OK, 0 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2015-2100']]\n", + "\tmrro Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2074]\n", + "\tmrro Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2041-2050, 2091-2100]\n", + "\tmrro Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tmrro Lmon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2050-2069]\n", + "\tmrro Lmon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '201502-210012']]\n", + "\tmrro Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2041-2050, 2061-2070, 2091-2100]\n", + "\n", + "\n", + "ssp585 prw Amon : 37 models have published data OK, 1 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\tprw Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2051 , \n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\tprw Amon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2050-2100]\n", + "\tprw Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2075-2094]\n", + "\tprw Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2020, 2071-2080, 2091-2100]\n", + "\tprw Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tprw Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2090-2100]\n", + "\tprw Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\tprw Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2041-2050, 2081-2090]\n", + "\n", + "\n", + "ssp585 mrso Lmon : 35 models have published data OK, 0 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\n", + "\tmrso Lmon HadGEM3-GC31-LL is missing on local machine [[('r1i1p1f3', 'v20200114'), '2015-2100'], [('r2i1p1f3', 'v20200121'), '2015-2100'], [('r4i1p1f3', 'v20200604'), '2015-2100'], [('r3i1p1f3', 'v20200121'), '2015-2100']]\n", + "\tmrso Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034, 2055-2094]\n", + "\tmrso Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2041-2060]\n", + "\tmrso Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tmrso Lmon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2050-2069]\n", + "\tmrso Lmon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '201502-210012']]\n", + "\tmrso Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2030, 2061-2070]\n", + "\n", + "\n", + "ssp585 evspsbl Amon : 37 models have published data OK, 1 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\tevspsbl Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2051 , \n", + "\n", + "\tevspsbl Amon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2015-2049]\n", + "\tevspsbl Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034, 2095-2100]\n", + "\tevspsbl Amon NorESM2-LM is missing on local machine [[('r1i1p1f1', 'v20191108'), '2015-2100']]\n", + "\tevspsbl Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tevspsbl Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2029]\n", + "\tevspsbl Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\tevspsbl Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2030, 2051-2070, 2091-2100]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp585\n", + "\tTaiESM1 pr,day pr tas mrro prw mrso evspsbl\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tNorESM2-LM pr mrro prw mrso evspsbl\n", + "\tCMCC-CM2-SR5 pr,day pr tas mrro prw mrso evspsbl\n", + "\tHadGEM3-GC31-LL prw mrso evspsbl\n", + "\tHadGEM3-GC31-MM pr,day pr tas mrro prw mrso evspsbl\n", + "\tMPI-ESM1-2-LR mrro prw mrso evspsbl\n", + "\tGFDL-ESM4 pr,day\n", + "\tNorESM2-MM pr,day pr mrro prw mrso evspsbl\n" + ] + } + ], + "source": [ + "on=check_hydro_variables_all_experiments(\"20200913\",\"20200913\")" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": { + "scrolled": false + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "__________________________________________________________________________________________\n", + "\n", + "Data published for piControl vs data on local machine according to data_versions dict 20200918\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "piControl pr day : 30 models have published data OK, 9 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tpr day CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tpr day SAM0-UNICON has NOK published data r1i1p1f1 0001-0019 , r1i1p1f1 0021-0273 , r1i1p1f1 02740102-07001231 , \n", + "\tpr day KACE-1-0-G has NOK published data r1i1p1f1 20000101-24491230 , \n", + "\tpr day GISS-E2-2-G has NOK published data r1i1p1f1 2015-2054 , r1i1p1f1 2110-2150 , \n", + "\tpr day IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\tpr day MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , r1i1p1f1 1850-2049 , \n", + "\tpr day AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tpr day IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tpr day EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , \n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2689-3188']]\n", + "\tpr day HadGEM3-GC31-MM is missing on local machine [[('r1i1p1f1', 'v20200730'), '18500101-23491230']]\n", + "\tpr day EC-Earth3-Veg has holes on local machine [('r1i1p1f1', 'v20200226'), '1850-2349']\n", + "\tpr day EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\n", + "\n", + "piControl pr Amon : 44 models have published data OK, 17 models have NOK published data and 0 models have issue on local machine\n", + "\n", + "\tpr Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tpr Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tpr Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\tpr Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tpr Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tpr Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tpr Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tpr Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tpr Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tpr Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\tpr Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tpr Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tpr Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tpr Amon NorESM2-LM has NOK published data r1i1p1f1 1600-1709 , \n", + "\tpr Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tpr Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\tpr Amon IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\n", + "\n", + "\n", + "piControl tas Amon : 47 models have published data OK, 16 models have NOK published data and 1 models have issue on local machine\n", + "\n", + "\ttas Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\ttas Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\ttas Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\ttas Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\ttas Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\ttas Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\ttas Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\ttas Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\ttas Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\ttas Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\ttas Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\ttas Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\ttas Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\ttas Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\ttas Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\ttas Amon IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2689-3188']]\n", + "\n", + "\n", + "piControl mrro Lmon : 40 models have published data OK, 17 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\tmrro Lmon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tmrro Lmon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tmrro Lmon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tmrro Lmon SAM0-UNICON has NOK published data r1i1p1f1 0001-0280 , r1i1p1f1 029012 , r1i1p1f1 030012 , r1i1p1f1 031012 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrro Lmon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrro Lmon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tmrro Lmon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tmrro Lmon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tmrro Lmon CESM2-WACCM-FV2 has NOK published data r1i1p1f1 0050-0199 , r1i1p1f1 0350-0499 , \n", + "\tmrro Lmon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\tmrro Lmon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tmrro Lmon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tmrro Lmon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrro Lmon CESM2-FV2 has NOK published data r1i1p1f1 0001-0050 , r1i1p1f1 0101-0150 , r1i1p1f1 0251-0350 , \n", + "\tmrro Lmon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tmrro Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , r1i1p1f1 1850-2014 , \n", + "\tmrro Lmon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2689-3188']]\n", + "\tmrro Lmon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\n", + "\n", + "piControl prw Amon : 45 models have published data OK, 15 models have NOK published data and 1 models have issue on local machine\n", + "\n", + "\tprw Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tprw Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tprw Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\tprw Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tprw Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tprw Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tprw Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tprw Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tprw Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tprw Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , \n", + "\tprw Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tprw Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tprw Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tprw Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tprw Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2689-3188']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "piControl mrso Lmon : 38 models have published data OK, 15 models have NOK published data and 1 models have issue on local machine\n", + "\n", + "\tmrso Lmon TaiESM1 has NOK published data r1i1p1f1 0601-0700 , \n", + "\tmrso Lmon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tmrso Lmon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tmrso Lmon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tmrso Lmon SAM0-UNICON has NOK published data r1i1p1f1 0001-0280 , r1i1p1f1 029012 , r1i1p1f1 030012 , r1i1p1f1 031012 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrso Lmon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrso Lmon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tmrso Lmon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tmrso Lmon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tmrso Lmon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , \n", + "\tmrso Lmon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tmrso Lmon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tmrso Lmon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tmrso Lmon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tmrso Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , r1i1p1f1 1850-2014 , \n", + "\n", + "\tmrso Lmon EC-Earth3-Veg-LR has holes on local machine [('r1i1p1f1', 'v20200213'), '2300-2800']\n", + "\n", + "\n", + "piControl evspsbl Amon : 44 models have published data OK, 17 models have NOK published data and 0 models have issue on local machine\n", + "\n", + "\tevspsbl Amon GISS-E2-1-G has NOK published data r1i1p1f3 2900-2999 , r2i1p1f1 2900-2999 , r1i1p5f1 2000-2200 , r1i1p3f1 2000-2350 , . . .\n", + "\tevspsbl Amon CNRM-CM6-1 has NOK published data r1i1p1f2 2050-2240 , r1i1p1f2 2261-2349 , \n", + "\tevspsbl Amon CNRM-CM6-1-HR has NOK published data r1i1p1f2 1850-2149 , \n", + "\tevspsbl Amon NorESM1-F has NOK published data r1i1p1f1 1501-1700 , \n", + "\tevspsbl Amon GISS-E2-1-H has NOK published data r1i1p3f1 2000-2300 , \n", + "\tevspsbl Amon E3SM-1-1-ECA has NOK published data r1i1p1f1 1850-2014 , \n", + "\tevspsbl Amon KACE-1-0-G has NOK published data r1i1p1f1 2000-2449 , \n", + "\tevspsbl Amon GISS-E2-2-G has NOK published data r1i1p1f1 2000-2150 , \n", + "\tevspsbl Amon IPSL-CM6A-LR has NOK published data r1i2p1f1 1850-2099 , \n", + "\tevspsbl Amon MPI-ESM1-2-LR has NOK published data r2i1p1f1 1900-1999 , \n", + "\tevspsbl Amon EC-Earth3-LR has NOK published data r1i1p1f1 2219-2419 , r1i1p1f1 1991 , \n", + "\tevspsbl Amon MRI-ESM2-0 has NOK published data r1i2p1f1 1850-2100 , \n", + "\tevspsbl Amon AWI-ESM-1-1-LR has NOK published data r1i1p1f1 1855-1954 , \n", + "\tevspsbl Amon GISS-E2-1-G-CC has NOK published data r1i1p1f1 1850-2014 , \n", + "\tevspsbl Amon BCC-ESM1 has NOK published data r1i1p1f1 1850-2300 , \n", + "\tevspsbl Amon E3SM-1-1 has NOK published data r1i1p1f1 1850-2014 , \n", + "\tevspsbl Amon IITM-ESM has NOK published data r1i1p1f1 1926-2125 , \n", + "\n", + "\n", + "\n", + "Summary of variable(s) with issues for piControl\n", + "\tEC-Earth3-Veg pr,day\n", + "\tEC-Earth3-Veg-LR pr,day mrro mrso\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tHadGEM3-GC31-MM pr,day\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for historical vs data on local machine according to data_versions dict 20200918\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "historical pr day : 42 models have published data OK, 4 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tpr day SAM0-UNICON has NOK published data r1i1p1f1 1850-1949 , r1i1p1f1 19500102-20141231 , \n", + "\tpr day NESM3 has NOK published data r2i1p1f1 1950-2014 , \n", + "\tpr day NorCPM1 has NOK published data r7i1p1f1 1950-2029 , r13i1p1f1 1950-2029 , r1i1p1f1 1950-2029 , r29i1p1f1 1950-2029 , . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tpr day EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '1850-2014']]\n", + "\tpr day CMCC-CM2-HR4 is missing on local machine [[('r1i1p1f1', 'v20200904'), '1850-2014']]\n", + "\tpr day AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1856, 1861-1863, 1865, 1873-1879, 1881, 1885, 1887, 1889, 1891, 1895-1897, 1901, 1904, 1907-1910, 1912, 1914-1915, 1918-1919, 1923, 1927-1928, 1930, 1932-1935, 1938, 1941-1942, 1944-1946, 1950, 1957, 1960, 1964-1966, 1969-1970, 1973-1974, 1976-1977, 1979-1980, 1982-1983, 1987-1990, 1992-1995, 1998-2000, 2002, 2007, 2009, 2012]\n", + "\tpr day EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1854-1855, 1859, 1865-1866, 1868, 1870-1871, 1878-1880, 1882, 1885-1886, 1892-1894, 1896-1897, 1899, 1901, 1903, 1906, 1910, 1914, 1917-1918, 1921, 1923, 1925-1928, 1933, 1937-1938, 1941-1943, 1946, 1948-1949, 1956, 1959, 1961-1964, 1969-1970, 1972, 1976, 1980, 1983-1987, 1989-1995, 1997, 2000-2001, 2003, 2005-2007, 2011, 2013]\n", + "\tpr day IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n", + "\n", + "\n", + "historical pr Amon : 55 models have published data OK, 2 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\tpr Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tpr Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tpr Amon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1890-1909, 1930-1949]\n", + "\tpr Amon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1850-1852, 1860-1862, 1868-1869, 1874, 1877-1878, 1880-1881, 1883-1884, 1888-1890, 1892, 1895, 1898-1899, 1902-1903, 1907-1908, 1910-1913, 1917, 1923, 1926, 1928-1929, 1937, 1939, 1941-1942, 1944-1946, 1948, 1956, 1959, 1962, 1966, 1972, 1974, 1979, 1982-1983, 1985, 1988-1989, 1992, 1998-1999, 2002-2005, 2007-2008, 2010-2011]\n", + "\tpr Amon GISS-E2-1-G-CC has incomplete_coverage on local machine [('r1i1p1f1', 'v20190815'), '1850-2014'] vs. [1850-1900, 1951-2014]\n", + "\tpr Amon AWI-CM-1-1-MR has incomplete_coverage on local machine [('r5i1p1f1', 'v20200511'), '1850-2014'] vs. [1850, 1858, 1861, 1863-1864, 1869, 1871, 1875, 1877-1878, 1880, 1890, 1893-1895, 1898, 1903-1907, 1909-1910, 1914-1915, 1917, 1919, 1923, 1926-1928, 1930-1932, 1935, 1937-1938, 1940-1941, 1945-1946, 1950-1951, 1953-1955, 1957, 1959, 1962-1963, 1966-1967, 1969, 1972-1974, 1976-1977, 1982, 1987-1988, 1997-1999, 2002-2006, 2010-2012]\n", + "\tpr Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850-1852, 1855-1858, 1860-1861, 1864, 1867-1868, 1870-1872, 1876, 1878, 1880-1882, 1884, 1889-1891, 1894, 1898, 1900, 1902, 1907, 1911-1915, 1917-1918, 1924-1925, 1927-1931, 1935, 1937, 1941-1942, 1946-1952, 1955, 1957, 1959-1961, 1963, 1965, 1967, 1970, 1972-1973, 1975, 1978, 1980, 1985, 1987, 1989-1990, 1992, 1997, 2000-2002, 2010, 2012, 2014]\n", + "\tpr Amon IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "historical tas Amon : 56 models have published data OK, 3 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\ttas Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\ttas Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\ttas Amon AWI-CM-1-1-MR has NOK published data r1i1p1f1 1850 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '1850-2014']]\n", + "\ttas Amon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1851, 1858, 1864, 1866, 1868, 1871, 1873-1874, 1876-1878, 1882, 1889, 1896, 1899, 1901-1903, 1905, 1909, 1912-1913, 1916, 1919-1922, 1924-1925, 1927, 1930, 1935-1937, 1939-1944, 1946-1947, 1951-1952, 1957, 1962-1964, 1967, 1971, 1974-1975, 1979, 1981, 1983-1984, 1988, 1992-1993, 1996, 1999-2001, 2003-2004, 2006-2007, 2009-2010, 2014]\n", + "\ttas Amon AWI-CM-1-1-MR has incomplete_coverage on local machine [('r3i1p1f1', 'v20200720'), '1850-2014'] vs. [1854-1856, 1861, 1865, 1870, 1873, 1877-1878, 1884, 1886-1887, 1890, 1892-1894, 1900, 1902-1903, 1905-1906, 1909-1910, 1915-1916, 1918-1919, 1921-1922, 1924-1925, 1927, 1929-1933, 1937, 1944, 1949, 1957, 1959, 1961, 1966-1970, 1972-1973, 1980, 1983, 1987-1988, 1990, 1994, 1996, 2003, 2012]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200616'), '1850-2014']]\n", + "\ttas Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850-1851, 1854-1856, 1861-1865, 1872-1873, 1879-1880, 1885, 1888, 1892-1893, 1895, 1899, 1902-1903, 1906, 1909, 1911, 1914-1915, 1918-1923, 1927-1930, 1932, 1935, 1939, 1941-1943, 1945, 1948, 1953, 1959-1960, 1965, 1967-1969, 1975, 1977, 1980, 1983, 1986, 1988, 1994-1996, 1998, 2000-2002, 2005, 2009-2014]\n", + "\ttas Amon IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n", + "\n", + "\n", + "historical mrro Lmon : 49 models have published data OK, 5 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tmrro Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , \n", + "\tmrro Lmon CESM2-FV2 has NOK published data r1i1p1f1 1850-1899 , r1i1p1f1 1950-2014 , r2i1p1f1 1850-1899 , r2i1p1f1 1950-2014 , .\n", + "\tmrro Lmon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tmrro Lmon CESM2-WACCM-FV2 has NOK published data r1i1p1f1 1850-1999 , r2i1p1f1 1850-1899 , r2i1p1f1 2000-2014 , r3i1p1f1 1850-1949 , \n", + "\tmrro Lmon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '1850-2014']]\n", + "\tmrro Lmon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1909, 1930-1969]\n", + "\tmrro Lmon E3SM-1-1 is missing on local machine [[('r1i1p1f1', 'v20200324'), '1850-2014']]\n", + "\tmrro Lmon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1851, 1855, 1860, 1862, 1864-1865, 1872, 1874, 1876-1879, 1884-1885, 1891, 1893, 1895, 1899, 1901-1902, 1904, 1906-1908, 1910, 1913, 1921-1922, 1924, 1927, 1930-1931, 1934, 1937, 1944-1945, 1948-1950, 1952, 1956-1957, 1959, 1963-1965, 1968, 1978, 1984, 1990, 1994-1995, 2003, 2005, 2007, 2009, 2012-2013]\n", + "\tmrro Lmon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200217'), '1850-2014'] vs. [1852-1854, 1856-1857, 1860, 1864, 1867, 1869, 1871-1874, 1876-1878, 1881, 1884, 1887, 1890-1891, 1895-1896, 1908, 1910-1911, 1915, 1917-1918, 1923, 1927-1928, 1931, 1933-1934, 1937-1938, 1943, 1945-1946, 1952, 1956-1957, 1959, 1963-1964, 1967, 1970-1972, 1977, 1979, 1983, 1985, 1988, 1994-1995, 1997, 1999, 2001, 2004, 2006, 2009]\n", + "\n", + "\n", + "historical prw Amon : 52 models have published data OK, 2 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\tprw Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tprw Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '1850-2014']]\n", + "\tprw Amon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1869, 1910-1949]\n", + "\tprw Amon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1850, 1853, 1855-1857, 1861, 1864, 1867-1868, 1872-1873, 1876-1877, 1879, 1882-1883, 1887-1890, 1892, 1895, 1897-1898, 1900-1901, 1908, 1910-1911, 1913-1915, 1921, 1925-1927, 1929, 1935-1936, 1941, 1943-1944, 1946, 1950, 1954, 1956-1958, 1960, 1962, 1965, 1978-1979, 1981, 1984, 1986-1987, 1989, 1997, 2002-2003, 2006, 2008, 2010-2013]\n", + "\tprw Amon GISS-E2-1-G-CC has incomplete_coverage on local machine [('r1i1p1f1', 'v20190815'), '1850-2014'] vs. [1901-2014]\n", + "\tprw Amon AWI-CM-1-1-MR has incomplete_coverage on local machine [('r5i1p1f1', 'v20200511'), '1850-2014'] vs. [1850-1851, 1853-1854, 1856, 1859, 1863-1864, 1866, 1868-1870, 1872-1874, 1880, 1883-1886, 1893, 1896-1897, 1901, 1906, 1908, 1911, 1916-1918, 1920-1922, 1925, 1931-1932, 1934-1935, 1937, 1939-1940, 1945, 1950-1951, 1954, 1956-1958, 1965-1967, 1971, 1974-1976, 1978, 1980-1982, 1984, 1988-1989, 1991-1993, 1997, 1999-2004, 2006-2011, 2014]\n", + "\tprw Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850-1851, 1853-1855, 1858-1860, 1862, 1864, 1867-1868, 1872, 1876, 1878-1880, 1886-1889, 1893-1894, 1896-1897, 1899, 1904, 1909, 1911, 1914-1916, 1918, 1922, 1924, 1927-1930, 1932-1939, 1942, 1944, 1950-1956, 1958-1959, 1961-1962, 1964-1966, 1968, 1970, 1972, 1977-1978, 1983-1984, 1986-1988, 1990, 1992, 1994, 1999, 2001, 2003, 2008, 2012, 2014]\n", + "\n", + "\n", + "historical mrso Lmon : 47 models have published data OK, 3 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tmrso Lmon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tmrso Lmon E3SM-1-1 has NOK published data r1i1p1f1 1850-1999 , r1i1p1f1 2010-2014 , \n", + "\tmrso Lmon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tmrso Lmon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1869, 1910-1929, 1970-2009]\n", + "\tmrso Lmon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1854, 1856, 1858-1859, 1861, 1863-1864, 1866, 1868-1872, 1876-1879, 1882-1883, 1893-1902, 1904, 1906-1908, 1910, 1914, 1918, 1921, 1926-1928, 1931-1932, 1935, 1938, 1940-1941, 1943-1945, 1948, 1953-1955, 1959-1960, 1965, 1971, 1978-1980, 1982-1983, 1986, 1990-1991, 1993, 1995, 1998, 2001-2002, 2004-2005, 2007-2008, 2010-2011, 2013-2014]\n", + "\tmrso Lmon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200217'), '1850-2014'] vs. [1852, 1855-1857, 1859, 1865-1867, 1869, 1875, 1877, 1879-1883, 1887, 1889-1890, 1893-1895, 1899-1900, 1902, 1904, 1906, 1911-1913, 1915-1916, 1922-1924, 1927, 1930-1932, 1934, 1936, 1940, 1944, 1946, 1949, 1951-1954, 1956-1958, 1960-1965, 1970-1971, 1974-1975, 1979, 1981-1982, 1984-1985, 1989-1990, 1993-1995, 1998-1999, 2005-2006, 2011-2012]\n", + "\tmrso Lmon E3SM-1-1 is missing on local machine [[('r1i1p1f1', 'v20200324'), '1850-2014']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "historical evspsbl Amon : 53 models have published data OK, 2 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\tevspsbl Amon GISS-E2-1-G has NOK published data r7i1p3f1 1850-1950 , r7i1p3f1 2001-2014 , \n", + "\tevspsbl Amon EC-Earth3 has NOK published data r113i1p1f1 1970-2014 , r130i1p1f1 1970-2014 , r101i1p1f1 1970-2014 , r111i1p1f1 1970-2014 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\n", + "\tevspsbl Amon MPI-ESM-1-2-HAM has incomplete_coverage on local machine [('r1i1p1f1', 'v20190627'), '1850-2014'] vs. [1850-1869, 1970-1989]\n", + "\tevspsbl Amon AWI-ESM-1-1-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20200212'), '1850-2014'] vs. [1853, 1855-1857, 1860, 1863-1864, 1867-1868, 1870-1872, 1875-1877, 1880-1882, 1884-1885, 1887, 1891, 1902, 1905, 1915-1916, 1918-1921, 1923, 1925-1926, 1930-1932, 1934-1936, 1938, 1942, 1945, 1948, 1953, 1955, 1958, 1965, 1968-1969, 1973, 1975, 1977, 1980-1981, 1984, 1986-1987, 1990-1991, 1995, 2001, 2003-2007, 2010]\n", + "\tevspsbl Amon GISS-E2-1-G-CC has incomplete_coverage on local machine [('r1i1p1f1', 'v20190815'), '1850-2014'] vs. [2001-2014]\n", + "\tevspsbl Amon AWI-CM-1-1-MR has incomplete_coverage on local machine [('r5i1p1f1', 'v20200511'), '1850-2014'] vs. [1853, 1859-1860, 1865, 1867, 1869, 1872, 1874-1876, 1879-1880, 1883, 1886, 1889-1893, 1895-1896, 1899-1901, 1905, 1909-1911, 1915-1916, 1919-1920, 1925-1926, 1929-1932, 1935, 1937, 1941-1942, 1948-1950, 1957, 1960-1961, 1963, 1968, 1971-1972, 1974-1975, 1978, 1980, 1982-1983, 1985, 1987-1989, 1991, 1994-1995, 1997, 2001, 2004-2007, 2009, 2011-2012, 2014]\n", + "\tevspsbl Amon EC-Earth3-Veg-LR has incomplete_coverage on local machine [('r2i1p1f1', 'v20200217'), '1850-2014'] vs. [1850, 1852, 1859-1860, 1862, 1866-1867, 1869, 1877-1879, 1881, 1883, 1887, 1889, 1891-1892, 1894, 1897-1898, 1901, 1905-1906, 1908, 1913, 1915, 1917, 1919-1920, 1924, 1927-1928, 1931-1932, 1935-1938, 1940-1941, 1945, 1950-1952, 1955, 1957, 1959, 1965-1967, 1970-1971, 1975, 1977, 1980, 1982, 1988, 1990-1995, 2001-2003, 2005-2008, 2012, 2014]\n", + "\tevspsbl Amon IITM-ESM is missing on local machine [[('r1i1p1f1', 'v20191226'), '1850-2014']]\n", + "\n", + "\n", + "Summary of variable(s) with issues for historical\n", + "\tEC-Earth3-Veg-LR pr,day pr tas mrro prw mrso evspsbl\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tCMCC-CM2-SR5 tas\n", + "\tMPI-ESM-1-2-HAM pr mrro prw mrso evspsbl\n", + "\tIITM-ESM pr,day pr tas evspsbl\n", + "\tCMCC-CM2-HR4 pr,day\n", + "\tAWI-ESM-1-1-LR pr,day pr tas mrro prw mrso evspsbl\n", + "\tGISS-E2-1-G-CC pr prw evspsbl\n", + "\tE3SM-1-1 mrro mrso\n", + "\tAWI-CM-1-1-MR pr tas prw evspsbl\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp119 vs data on local machine according to data_versions dict 20200918\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "ssp119 pr day : 12 models have published data OK, 0 models have NOK published data and 1 models have issue on local machine\n", + "\n", + "\n", + "\tpr day EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2015, 2017-2018, 2020-2021, 2023-2024, 2027, 2031, 2035-2036, 2038, 2041, 2044-2045, 2048, 2056, 2058, 2060, 2067, 2073, 2077-2078, 2085-2086, 2090-2091, 2098]\n", + "\n", + "\n", + "ssp119 pr Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tpr Amon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2015, 2025-2027, 2029, 2032, 2036, 2039-2040, 2045, 2050-2051, 2053, 2060, 2072, 2074, 2082-2084, 2091-2094]\n", + "\tpr Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200527'), '2015-2100'] vs. [2015-2024, 2035-2100]\n", + "\tpr Amon EC-Earth3-Veg has incomplete_coverage on local machine [('r1i1p1f1', 'v20200226'), '2015-2100'] vs. [2031, 2039, 2041, 2050, 2057-2058, 2063, 2073, 2087, 2097]\n", + "\n", + "\n", + "ssp119 tas Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\ttas Amon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2017-2020, 2024-2025, 2031-2032, 2034, 2043, 2046, 2048-2049, 2051-2052, 2054, 2056, 2063-2064, 2067, 2071-2074, 2076-2079, 2083-2084, 2087-2088, 2091, 2093, 2099]\n", + "\ttas Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200527'), '2015-2100'] vs. [2025-2064, 2075-2100]\n", + "\ttas Amon EC-Earth3-Veg has incomplete_coverage on local machine [('r3i1p1f1', 'v20191007'), '2015-2100'] vs. [2017-2018, 2023-2024, 2026-2027, 2031-2033, 2038, 2042, 2045, 2047, 2049-2050, 2055, 2060-2061, 2077, 2083, 2089, 2093, 2095, 2097]\n", + "\n", + "\n", + "ssp119 mrro Lmon : 13 models have published data OK, 0 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\n", + "\tmrro Lmon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2017, 2019, 2024-2025, 2027-2028, 2033, 2037, 2041, 2043, 2046, 2048-2049, 2058, 2062, 2064-2067, 2069-2070, 2073, 2077, 2086, 2089, 2095-2096]\n", + "\tmrro Lmon EC-Earth3-Veg has incomplete_coverage on local machine [('r1i1p1f1', 'v20200226'), '2015-2100'] vs. [2018, 2022, 2026, 2028, 2037, 2057, 2066, 2068, 2073, 2076, 2081, 2095-2096]\n", + "\n", + "\n", + "ssp119 prw Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tprw Amon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2016-2020, 2022, 2025-2026, 2028, 2030, 2035, 2037, 2042, 2045, 2047-2048, 2050, 2052-2053, 2059, 2061-2062, 2064, 2066-2069, 2071-2072, 2074, 2077-2079, 2084, 2091, 2093, 2097, 2099]\n", + "\tprw Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200527'), '2015-2100'] vs. [2025-2034, 2045-2064, 2075-2094]\n", + "\tprw Amon EC-Earth3-Veg has incomplete_coverage on local machine [('r1i1p1f1', 'v20200226'), '2015-2100'] vs. [2022, 2024, 2033, 2039, 2043, 2050, 2052-2053, 2064, 2076, 2084-2086, 2088-2090, 2097, 2100]\n", + "\n", + "\n", + "ssp119 mrso Lmon : 13 models have published data OK, 0 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\n", + "\tmrso Lmon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2019, 2023, 2025-2027, 2030, 2032, 2034, 2036-2038, 2044-2045, 2048, 2050-2051, 2057-2058, 2062, 2064, 2066-2069, 2071, 2073-2074, 2083-2084, 2088, 2092-2093, 2096, 2098-2099]\n", + "\tmrso Lmon EC-Earth3-Veg has incomplete_coverage on local machine [('r1i1p1f1', 'v20200226'), '2015-2100'] vs. [2015, 2024, 2027, 2031, 2045, 2048, 2068, 2090]\n", + "\n", + "\n", + "ssp119 evspsbl Amon : 13 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tevspsbl Amon EC-Earth3 has incomplete_coverage on local machine [('r113i1p1f1', 'v20200412'), '2015-2100'] vs. [2016, 2018, 2020, 2023, 2025-2026, 2029-2030, 2033, 2037, 2040-2041, 2043, 2047-2048, 2051-2052, 2054, 2061, 2065-2067, 2070, 2074-2075, 2078, 2080, 2090, 2094-2096, 2099-2100]\n", + "\tevspsbl Amon FGOALS-g3 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200527'), '2015-2100'] vs. [2025-2034, 2055-2100]\n", + "\tevspsbl Amon EC-Earth3-Veg has incomplete_coverage on local machine [('r1i1p1f1', 'v20200226'), '2015-2100'] vs. [2018, 2024, 2028-2030, 2037-2038, 2048, 2058, 2067, 2071-2072, 2075, 2097]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp119\n", + "\tFGOALS-g3 pr tas prw evspsbl\n", + "\tEC-Earth3-Veg pr tas mrro prw mrso evspsbl\n", + "\tEC-Earth3 pr,day pr tas mrro prw mrso evspsbl\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp126 vs data on local machine according to data_versions dict 20200918\n", + "__________________________________________________________________________________________\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp126 pr day : 32 models have published data OK, 0 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2015-2100']]\n", + "\tpr day HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '20150101-21001230'] vs. [20200101-20241230, 20300101-20341230, 20400101-20641230, 20700101-20741230, 20800101-21001230]\n", + "\n", + "\n", + "ssp126 pr Amon : 37 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\tpr Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2094]\n", + "\tpr Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2030-2069, 2090-2100]\n", + "\tpr Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2041-2060, 2071-2090]\n", + "\n", + "\n", + "ssp126 tas Amon : 38 models have published data OK, 0 models have NOK published data and 3 models have issue on local machine\n", + "\n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\ttas Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2049, 2090-2100]\n", + "\ttas Amon EC-Earth3 is missing on local machine [[('r15i1p1f1', 'v20200201'), '2015-2100'], [('r13i1p1f1', 'v20200201'), '2015-2100'], [('r1i1p1f1', 'v20200310'), '2015-2100'], [('r6i1p1f1', 'v20200201'), '2015-2100'], [('r9i1p1f1', 'v20200514'), '2015-2100'], [('r4i1p1f1', 'v20200425'), '2015-2100'], [('r9i1p1f1', 'v20200201'), '2015-2100'], [('r11i1p1f1', 'v20200201'), '2015-2100']]\n", + "\n", + "\n", + "ssp126 mrro Lmon : 36 models have published data OK, 0 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2015-2100']]\n", + "\tmrro Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2030, 2051-2060]\n", + "\tmrro Lmon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2070-2100]\n", + "\tmrro Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [201502-203012, 2051-2080, 2091-2100]\n", + "\n", + "\n", + "ssp126 prw Amon : 35 models have published data OK, 0 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\tprw Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034]\n", + "\tprw Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2020, 2041-2060, 2081-2090]\n", + "\tprw Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2029, 2090-2100]\n", + "\tprw Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2030, 2041-2090]\n", + "\n", + "\n", + "ssp126 mrso Lmon : 33 models have published data OK, 0 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\n", + "\tmrso Lmon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2015-2049]\n", + "\tmrso Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2040, 2061-2070, 2081-2090]\n", + "\tmrso Lmon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2049, 2070-2089]\n", + "\tmrso Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2051-2070]\n", + "\n", + "\n", + "ssp126 evspsbl Amon : 35 models have published data OK, 0 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\n", + "\tevspsbl Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2054]\n", + "\tevspsbl Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2030, 2051-2080, 2091-2100]\n", + "\tevspsbl Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2069]\n", + "\tevspsbl Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2050, 2081-2100]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp126\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tEC-Earth3 tas\n", + "\tHadGEM3-GC31-LL mrso\n", + "\tHadGEM3-GC31-MM pr,day pr tas mrro prw mrso evspsbl\n", + "\tMPI-ESM1-2-LR pr prw evspsbl\n", + "\tNorESM2-LM mrro prw mrso evspsbl\n", + "\tNorESM2-MM pr mrro prw mrso evspsbl\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp245 vs data on local machine according to data_versions dict 20200918\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "ssp245 pr day : 31 models have published data OK, 3 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\tpr day MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tpr day HadGEM3-GC31-LL has NOK published data r3i1p1f3 20150101-20201230 , r2i1p1f3 20150101-20201230 , r4i1p1f3 20150101-20201230 , \n", + "\tpr day MRI-ESM2-0 has NOK published data r2i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r5i1p1f1 2015-2030 , \n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2015-2100']]\n", + "\tpr day CMCC-CM2-SR5 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200617'), '2015-2100'] vs. [2015-2039]\n", + "\n", + "\n", + "ssp245 pr Amon : 37 models have published data OK, 4 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tpr Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tpr Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tpr Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tpr Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\tpr Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034, 2095-2100]\n", + "\tpr Amon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2030, 2041-2070, 2091-2100]\n", + "\tpr Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tpr Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2060]\n", + "\n", + "\n", + "ssp245 tas Amon : 38 models have published data OK, 4 models have NOK published data and 2 models have issue on local machine\n", + "\n", + "\ttas Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\ttas Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\ttas Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\ttas Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp245 mrro Lmon : 36 models have published data OK, 4 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tmrro Lmon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrro Lmon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tmrro Lmon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tmrro Lmon MRI-ESM2-0 has NOK published data r2i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r5i1p1f1 2015-2030 , \n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2015-2100']]\n", + "\tmrro Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034]\n", + "\tmrro Lmon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '201502-210012'] vs. [201502-202012, 2031-2060]\n", + "\tmrro Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tmrro Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2041-2050, 2081-2090]\n", + "\n", + "\n", + "ssp245 prw Amon : 35 models have published data OK, 4 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tprw Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tprw Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tprw Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tprw Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\tprw Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2054, 2075-2100]\n", + "\tprw Amon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2050, 2071-2080]\n", + "\tprw Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tprw Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2081-2100]\n", + "\n", + "\n", + "ssp245 mrso Lmon : 33 models have published data OK, 4 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tmrso Lmon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tmrso Lmon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tmrso Lmon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tmrso Lmon MRI-ESM2-0 has NOK published data r2i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r5i1p1f1 2015-2030 , \n", + "\n", + "\tmrso Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2074, 2095-2100]\n", + "\tmrso Lmon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2040, 2071-2080, 2091-2100]\n", + "\tmrso Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tmrso Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [201502-202012, 2031-2070, 2081-2100]\n", + "\n", + "\n", + "ssp245 evspsbl Amon : 35 models have published data OK, 4 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\tevspsbl Amon MIROC6 has NOK published data r38i1p1f1 2015-2039 , r14i1p1f1 2015-2039 , r49i1p1f1 2015-2039 , r21i1p1f1 2015-2039 , . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . . .\n", + "\tevspsbl Amon HadGEM3-GC31-LL has NOK published data r3i1p1f3 2015-2020 , r2i1p1f3 2015-2020 , r4i1p1f3 2015-2020 , \n", + "\tevspsbl Amon CNRM-CM6-1 has NOK published data r8i1p1f2 2015-2020 , r9i1p1f2 2015-2020 , r7i1p1f2 2015-2020 , r10i1p1f2 2015-2020 , \n", + "\tevspsbl Amon MRI-ESM2-0 has NOK published data r5i1p1f1 2015-2030 , r4i1p1f1 2015-2030 , r3i1p1f1 2015-2030 , r2i1p1f1 2015-2030 , \n", + "\n", + "\tevspsbl Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2054, 2075-2094]\n", + "\tevspsbl Amon NorESM2-LM has incomplete_coverage on local machine [('r3i1p1f1', 'v20191108'), '2015-2100'] vs. [2071-2090]\n", + "\tevspsbl Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200617'), '2015-2100']]\n", + "\tevspsbl Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2030, 2041-2050, 2071-2090]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp245\n", + "\tCMCC-CM2-SR5 pr,day pr tas mrro prw mrso evspsbl\n", + "\tNorESM2-LM pr mrro prw mrso evspsbl\n", + "\tMPI-ESM1-2-LR pr mrro prw mrso evspsbl\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tNorESM2-MM pr mrro prw mrso evspsbl\n", + "__________________________________________________________________________________________\n", + "\n", + "Data published for ssp585 vs data on local machine according to data_versions dict 20200918\n", + "__________________________________________________________________________________________\n", + "\n", + "\n", + "ssp585 pr day : 34 models have published data OK, 0 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\n", + "\tpr day KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191202'), '2015-2100']]\n", + "\tpr day TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200902'), '2015-2100']]\n", + "\tpr day CMCC-CM2-SR5 has incomplete_coverage on local machine [('r1i1p1f1', 'v20200622'), '2015-2100'] vs. [2065-2089]\n", + "\tpr day HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '20150101-21001230'] vs. [20200101-20291230, 20400101-20441230, 20500101-20541230, 20650101-20741230, 20800101-20891230, 20950101-21001230]\n", + "\tpr day NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2080, 2091-2100]\n", + "\tpr day GFDL-ESM4 is missing on local machine [[('r1i1p1f1', 'v20180701'), '2015-2100']]\n", + "\n", + "\n", + "ssp585 pr Amon : 39 models have published data OK, 1 models have NOK published data and 5 models have issue on local machine\n", + "\n", + "\tpr Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2051 , \n", + "\n", + "\tpr Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2071-2080]\n", + "\tpr Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tpr Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2030-2049, 2070-2089]\n", + "\tpr Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\tpr Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2051-2070, 2081-2090]\n", + "\n", + "\n", + "ssp585 tas Amon : 40 models have published data OK, 1 models have NOK published data and 4 models have issue on local machine\n", + "\n", + "\ttas Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2022 , \n", + "\n", + "\ttas Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\ttas Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\ttas Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2069]\n", + "\ttas Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "ssp585 mrro Lmon : 38 models have published data OK, 0 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\n", + "\tmrro Lmon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191104'), '2015-2100']]\n", + "\tmrro Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2035-2074]\n", + "\tmrro Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2030, 2041-2050, 2091-2100]\n", + "\tmrro Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tmrro Lmon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2050-2069]\n", + "\tmrro Lmon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '201502-210012']]\n", + "\tmrro Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2041-2050, 2061-2070, 2091-2100]\n", + "\n", + "\n", + "ssp585 prw Amon : 37 models have published data OK, 1 models have NOK published data and 8 models have issue on local machine\n", + "\n", + "\tprw Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2051 , \n", + "\n", + "\tprw Amon KIOST-ESM is missing on local machine [[('r1i1p1f1', 'v20191106'), '2015-2100']]\n", + "\tprw Amon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2050-2100]\n", + "\tprw Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2055-2094]\n", + "\tprw Amon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2015-2020, 2071-2080, 2091-2100]\n", + "\tprw Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tprw Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2090-2100]\n", + "\tprw Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\tprw Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2041-2050, 2081-2090]\n", + "\n", + "\n", + "ssp585 mrso Lmon : 35 models have published data OK, 0 models have NOK published data and 6 models have issue on local machine\n", + "\n", + "\n", + "\tmrso Lmon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034, 2055-2094]\n", + "\tmrso Lmon NorESM2-LM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2041-2060]\n", + "\tmrso Lmon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tmrso Lmon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2050-2069]\n", + "\tmrso Lmon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '201502-210012']]\n", + "\tmrso Lmon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '201502-210012'] vs. [2021-2030, 2061-2070]\n", + "\n", + "\n", + "ssp585 evspsbl Amon : 37 models have published data OK, 1 models have NOK published data and 7 models have issue on local machine\n", + "\n", + "\tevspsbl Amon EC-Earth3 has NOK published data r9i1p1f1 2015-2051 , \n", + "\n", + "\tevspsbl Amon HadGEM3-GC31-LL has incomplete_coverage on local machine [('r1i1p1f3', 'v20200114'), '2015-2100'] vs. [2015-2049]\n", + "\tevspsbl Amon MPI-ESM1-2-LR has incomplete_coverage on local machine [('r1i1p1f1', 'v20190710'), '2015-2100'] vs. [2015-2034, 2075-2100]\n", + "\tevspsbl Amon NorESM2-LM is missing on local machine [[('r1i1p1f1', 'v20191108'), '2015-2100']]\n", + "\tevspsbl Amon CMCC-CM2-SR5 is missing on local machine [[('r1i1p1f1', 'v20200622'), '2015-2100']]\n", + "\tevspsbl Amon HadGEM3-GC31-MM has incomplete_coverage on local machine [('r1i1p1f3', 'v20200515'), '2015-2100'] vs. [2015-2029]\n", + "\tevspsbl Amon TaiESM1 is missing on local machine [[('r1i1p1f1', 'v20200901'), '2015-2100']]\n", + "\tevspsbl Amon NorESM2-MM has incomplete_coverage on local machine [('r1i1p1f1', 'v20191108'), '2015-2100'] vs. [2021-2030, 2051-2070, 2091-2100]\n", + "\n", + "\n", + "Summary of variable(s) with issues for ssp585\n", + "\tTaiESM1 pr,day pr tas mrro prw mrso evspsbl\n", + "\tKIOST-ESM pr,day tas mrro prw\n", + "\tNorESM2-LM pr mrro prw mrso evspsbl\n", + "\tCMCC-CM2-SR5 pr,day pr tas mrro prw mrso evspsbl\n", + "\tHadGEM3-GC31-LL prw evspsbl\n", + "\tHadGEM3-GC31-MM pr,day pr tas mrro prw mrso evspsbl\n", + "\tMPI-ESM1-2-LR mrro prw mrso evspsbl\n", + "\tGFDL-ESM4 pr,day\n", + "\tNorESM2-MM pr,day pr mrro prw mrso evspsbl\n" + ] + } + ], + "source": [ + "on=check_hydro_variables_all_experiments(\"20200918\",\"20200918\")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Summarizing missing/uncomplete published variables per model for each experiment (according to ESGF)" + ] + }, + { + "cell_type": "code", + "execution_count": 50, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "AWI-ESM-1-1-LR mrsos mrso evspsbl prw sos tas pr pr_day mrro\n", + "BCC-ESM1 mrsos mrso evspsbl prw sos tas pr mrro\n", + "CAS-ESM2-0 sos\n", + "CESM2-FV2 mrsos mrro\n", + "CESM2-WACCM-FV2 mrsos mrro\n", + "CNRM-CM6-1 evspsbl\n", + "CNRM-CM6-1-HR mrsos mrso evspsbl prw sos tas pr pr_day mrro\n", + "E3SM-1-1 mrsos mrso evspsbl prw sos tas pr mrro\n", + "E3SM-1-1-ECA mrsos mrso evspsbl prw sos tas pr mrro\n", + "EC-Earth3-LR mrsos mrso evspsbl prw sos tas pr pr_day mrro\n", + "GISS-E2-1-G mrsos mrso evspsbl prw sos tas pr mrro\n", + "GISS-E2-1-G-CC mrsos mrso evspsbl prw sos tas pr mrro\n", + "GISS-E2-1-H mrsos mrso evspsbl prw sos tas pr mrro\n", + "GISS-E2-2-G mrsos mrso evspsbl prw sos tas pr pr_day mrro\n", + "HadGEM3-GC31-LL pr_day\n", + "IITM-ESM evspsbl sos tas pr pr_day\n", + "IPSL-CM6A-LR mrsos mrso evspsbl prw sos tas pr pr_day mrro\n", + "KACE-1-0-G evspsbl prw tas pr\n", + "MPI-ESM1-2-LR mrsos mrso evspsbl prw sos tas pr mrro\n", + "MRI-ESM2-0 mrsos mrso evspsbl prw sos tas pr pr_day mrro\n", + "NorESM1-F mrsos evspsbl prw sos tas pr\n", + "NorESM2-LM pr\n", + "SAM0-UNICON mrsos mrso sos pr_day mrro\n", + "TaiESM1 mrsos mrso\n", + "UKESM1-0-LL pr_day\n" + ] + } + ], + "source": [ + "def esgf_missing_variables(oksnoks):\n", + " print \"Missing or uncomplete variables on the ESGF (among those scrutinized locally)\"\n", + " if type(oksnoks===tuple) :\n", + " oksnoks={\"unknown\" :oksnoks}\n", + " \n", + " for experiment in oksnoks:\n", + " print experiment\n", + " oks,noks=oksnoks[experiment]\n", + " all_models=set()\n", + " for pair in oks : \n", + " for model in oks[pair] : all_models.add(model)\n", + " for model in noks[pair] : all_models.add(model)\n", + " all_models=list(all_models)\n", + " all_models.sort()\n", + " #\n", + " #moks=dict()\n", + " #for pair in oks :\n", + " # for model in oks[pair] :\n", + " # if model not in moks : moks[model]=[]\n", + " # moks[model].append(pair)\n", + " mnoks=dict()\n", + " for pair in noks :\n", + " for model in noks[pair] :\n", + " if model not in mnoks : mnoks[model]=[]\n", + " mnoks[model].append(pair)\n", + " for model in all_models :\n", + " if model in mnoks :\n", + " print \"%-20s \"%model,\n", + " for var,tab in mnoks[model] :\n", + " if tab != \"day\" : print var,\n", + " else : print \"%s_%s\"%(var,tab),\n", + " print\n", + " " + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "#esgf_missing_variables(on)" + ] + }, + { + "cell_type": "code", + "execution_count": 311, + "metadata": { + "scrolled": false + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "\n", + "Models having all vars missing\n", + "\tCNRM-CM6-1-HR\n", + "\tNorESM1-F\n", + "\tE3SM-1-1-ECA\n", + "\tKACE-1-0-G\n", + "\tGISS-E2-2-G\n", + "\tEC-Earth3-LR\n", + "\tAWI-ESM-1-1-LR\n", + "\tGISS-E2-1-G-CC\n", + "\tBCC-ESM1\n", + "\tE3SM-1-1\n", + "\tIITM-ESM\n", + "\n", + "Delta list of models having some vars missing\n", + "\n", + "tas Amon\n", + "\n", + "pr Amon\n", + "\tNorESM2-LM r1i1p1f1 v20200217 1600-1709 |\n", + "\n", + "evspsbl Amon\n", + "\tCNRM-CM6-1 r1i1p1f2 v20180814 2050-2240 | r1i1p1f2 v20180814 2261-2349 |\n", + "\n", + "prw Amon\n", + "\n", + "mrro Lmon\n", + "\tSAM0-UNICON r1i1p1f1 v20190910 0001-0280 | r1i1p1f1 v20190910 029012 | r1i1p1f1 v20190910 030012 | r1i1p1f1 v20190910 031012 | r1i1p1f1 v20190910 032012 | r1i1p1f1 v20190910 033012 | r1i1p1f1 v20190910 034012 | r1i1p1f1 v20190910 035012 | r1i1p1f1 v20190910 036012 | r1i1p1f1 v20190910 037012 | r1i1p1f1 v20190910 038012 | r1i1p1f1 v20190910 039012 | r1i1p1f1 v20190910 040012 | r1i1p1f1 v20190910 041012 | r1i1p1f1 v20190910 042012 | r1i1p1f1 v20190910 043012 | r1i1p1f1 v20190910 044012 | r1i1p1f1 v20190910 045012 | r1i1p1f1 v20190910 046012 | r1i1p1f1 v20190910 047012 | r1i1p1f1 v20190910 048012 | r1i1p1f1 v20190910 049012 | r1i1p1f1 v20190910 050012 | r1i1p1f1 v20190910 051012 | r1i1p1f1 v20190910 052012 | r1i1p1f1 v20190910 053012 | r1i1p1f1 v20190910 054012 | r1i1p1f1 v20190910 055012 | r1i1p1f1 v20190910 056012 | r1i1p1f1 v20190910 057012 | r1i1p1f1 v20190910 058012 | r1i1p1f1 v20190910 059012 | r1i1p1f1 v20190910 060012 | r1i1p1f1 v20190910 061012 | r1i1p1f1 v20190910 062012 | r1i1p1f1 v20190910 063012 | r1i1p1f1 v20190910 064012 | r1i1p1f1 v20190910 065012 | r1i1p1f1 v20190910 066012 | r1i1p1f1 v20190910 067012 | r1i1p1f1 v20190910 068012 | r1i1p1f1 v20190910 069012 | r1i1p1f1 v20190910 070012 |\n", + "\tCESM2-WACCM-FV2 r1i1p1f1 v20191120 0050-0199 | r1i1p1f1 v20191120 0350-0499 |\n", + "\tCESM2-FV2 r1i1p1f1 v20191120 0001-0050 | r1i1p1f1 v20191120 0101-0150 | r1i1p1f1 v20191120 0251-0350 |\n", + "\n", + "mrso Lmon\n", + "\tTaiESM1 r1i1p1f1 v20200302 0601-0700 |\n", + "\tSAM0-UNICON r1i1p1f1 v20190910 0001-0280 | r1i1p1f1 v20190910 029012 | r1i1p1f1 v20190910 030012 | r1i1p1f1 v20190910 031012 | r1i1p1f1 v20190910 032012 | r1i1p1f1 v20190910 033012 | r1i1p1f1 v20190910 034012 | r1i1p1f1 v20190910 035012 | r1i1p1f1 v20190910 036012 | r1i1p1f1 v20190910 037012 | r1i1p1f1 v20190910 038012 | r1i1p1f1 v20190910 039012 | r1i1p1f1 v20190910 040012 | r1i1p1f1 v20190910 041012 | r1i1p1f1 v20190910 042012 | r1i1p1f1 v20190910 043012 | r1i1p1f1 v20190910 044012 | r1i1p1f1 v20190910 045012 | r1i1p1f1 v20190910 046012 | r1i1p1f1 v20190910 047012 | r1i1p1f1 v20190910 048012 | r1i1p1f1 v20190910 049012 | r1i1p1f1 v20190910 050012 | r1i1p1f1 v20190910 051012 | r1i1p1f1 v20190910 052012 | r1i1p1f1 v20190910 053012 | r1i1p1f1 v20190910 054012 | r1i1p1f1 v20190910 055012 | r1i1p1f1 v20190910 056012 | r1i1p1f1 v20190910 057012 | r1i1p1f1 v20190910 058012 | r1i1p1f1 v20190910 059012 | r1i1p1f1 v20190910 060012 | r1i1p1f1 v20190910 061012 | r1i1p1f1 v20190910 062012 | r1i1p1f1 v20190910 063012 | r1i1p1f1 v20190910 064012 | r1i1p1f1 v20190910 065012 | r1i1p1f1 v20190910 066012 | r1i1p1f1 v20190910 067012 | r1i1p1f1 v20190910 068012 | r1i1p1f1 v20190910 069012 | r1i1p1f1 v20190910 070012 |\n", + "\n", + "pr day\n", + "\tUKESM1-0-LL r1i1p1f2 v20190827 19600101-20491230 | r1i1p1f2 v20190827 20500101-21491230 | r1i1p1f2 v20190827 21500101-22491230 | r1i1p1f2 v20190827 22500101-23491230 | r1i1p1f2 v20190827 23500101-24491230 | r1i1p1f2 v20190827 24500101-25491230 | r1i1p1f2 v20190827 25500101-26491230 | r1i1p1f2 v20190827 26500101-27491230 | r1i1p1f2 v20190827 27500101-28491230 | r1i1p1f2 v20190827 28500101-29491230 | r1i1p1f2 v20190827 29500101-30491230 | r1i1p1f2 v20190827 30500101-30591230 |\n", + "\tHadGEM3-GC31-LL r1i1p1f1 v20190628 18500101-19491230 | r1i1p1f1 v20190628 19500101-20491230 | r1i1p1f1 v20190628 20500101-21491230 | r1i1p1f1 v20190628 21500101-22491230 | r1i1p1f1 v20190628 22500101-23491230 |\n", + "\tSAM0-UNICON r1i1p1f1 v20190910 0001-0019 | r1i1p1f1 v20190910 0021-0273 | r1i1p1f1 v20190910 02740102-07001231 |\n", + "\tMRI-ESM2-0 r1i2p1f1 v20200327 1850-2100 | r1i1p1f1 v20190603 1850-2049 |\n", + "\n", + "Full list of models having some vars missing\n", + "\n", + "tas Amon\n", + "\tCNRM-CM6-1-HR r1i1p1f2 v20191021 1850-2149 |\n", + "\tNorESM1-F r1i1p1f1 v20190920 1501-1700 |\n", + "\tE3SM-1-1-ECA r1i1p1f1 v20191216 1850-2014 |\n", + "\tKACE-1-0-G r1i1p1f1 v20191017 2300-2449 |\n", + "\tGISS-E2-2-G r1i1p1f1 v20191120 2000-2150 |\n", + "\tEC-Earth3-LR r1i1p1f1 v20200409 2219-2419 | r1i1p1f1 v20190103 1991 |\n", + "\tAWI-ESM-1-1-LR r1i1p1f1 v20200212 1855-1954 |\n", + "\tGISS-E2-1-G-CC r1i1p1f1 v20190815 1850-2014 |\n", + "\tBCC-ESM1 r1i1p1f1 v20181214 1850-2300 |\n", + "\tE3SM-1-1 r1i1p1f1 v20191029 1850-2014 |\n", + "\tIITM-ESM r1i1p1f1 v20191120 1926-2125 |\n", + "\n", + "pr Amon\n", + "\tCNRM-CM6-1-HR r1i1p1f2 v20191021 1850-2149 |\n", + "\tNorESM1-F r1i1p1f1 v20190920 1501-1700 |\n", + "\tE3SM-1-1-ECA r1i1p1f1 v20191216 1850-2014 |\n", + "\tKACE-1-0-G r1i1p1f1 v20191017 2300-2449 |\n", + "\tGISS-E2-2-G r1i1p1f1 v20191120 2000-2150 |\n", + "\tEC-Earth3-LR r1i1p1f1 v20200409 2219-2419 | r1i1p1f1 v20190103 1991 |\n", + "\tAWI-ESM-1-1-LR r1i1p1f1 v20200212 1855-1954 |\n", + "\tGISS-E2-1-G-CC r1i1p1f1 v20190815 1850-2014 |\n", + "\tNorESM2-LM r1i1p1f1 v20200217 1600-1709 |\n", + "\tBCC-ESM1 r1i1p1f1 v20181214 1850-2300 |\n", + "\tE3SM-1-1 r1i1p1f1 v20191029 1850-2014 |\n", + "\tIITM-ESM r1i1p1f1 v20191120 1926-2125 |\n", + "\n", + "evspsbl Amon\n", + "\tCNRM-CM6-1 r1i1p1f2 v20180814 2050-2240 | r1i1p1f2 v20180814 2261-2349 |\n", + "\tCNRM-CM6-1-HR r1i1p1f2 v20191021 1850-2149 |\n", + "\tNorESM1-F r1i1p1f1 v20190920 1501-1700 |\n", + "\tE3SM-1-1-ECA r1i1p1f1 v20191216 1850-2014 |\n", + "\tKACE-1-0-G r1i1p1f1 v20191017 2200-2449 |\n", + "\tGISS-E2-2-G r1i1p1f1 v20191120 2000-2150 |\n", + "\tEC-Earth3-LR r1i1p1f1 v20200409 2219-2419 | r1i1p1f1 v20190103 1991 |\n", + "\tAWI-ESM-1-1-LR r1i1p1f1 v20200212 1855-1954 |\n", + "\tGISS-E2-1-G-CC r1i1p1f1 v20190815 1850-2014 |\n", + "\tBCC-ESM1 r1i1p1f1 v20181214 1850-2300 |\n", + "\tE3SM-1-1 r1i1p1f1 v20191029 1850-2014 |\n", + "\tIITM-ESM r1i1p1f1 v20191120 1926-2125 |\n", + "\n", + "prw Amon\n", + "\tCNRM-CM6-1-HR r1i1p1f2 v20191021 1850-2149 |\n", + "\tNorESM1-F r1i1p1f1 v20190920 1501-1700 |\n", + "\tE3SM-1-1-ECA r1i1p1f1 v20191216 1850-2014 |\n", + "\tKACE-1-0-G r1i1p1f1 v20191017 2200-2449 |\n", + "\tGISS-E2-2-G r1i1p1f1 v20191120 2000-2150 |\n", + "\tEC-Earth3-LR r1i1p1f1 v20200409 2219-2419 |\n", + "\tAWI-ESM-1-1-LR r1i1p1f1 v20200212 1855-1954 |\n", + "\tGISS-E2-1-G-CC r1i1p1f1 v20190815 1850-2014 |\n", + "\tBCC-ESM1 r1i1p1f1 v20181214 1850-2300 |\n", + "\tE3SM-1-1 r1i1p1f1 v20191029 1850-2014 |\n", + "\n", + "mrro Lmon\n", + "\tCNRM-CM6-1-HR r1i1p1f2 v20191021 1850-2149 |\n", + "\tSAM0-UNICON r1i1p1f1 v20190910 0001-0280 | r1i1p1f1 v20190910 029012 | r1i1p1f1 v20190910 030012 | r1i1p1f1 v20190910 031012 | r1i1p1f1 v20190910 032012 | r1i1p1f1 v20190910 033012 | r1i1p1f1 v20190910 034012 | r1i1p1f1 v20190910 035012 | r1i1p1f1 v20190910 036012 | r1i1p1f1 v20190910 037012 | r1i1p1f1 v20190910 038012 | r1i1p1f1 v20190910 039012 | r1i1p1f1 v20190910 040012 | r1i1p1f1 v20190910 041012 | r1i1p1f1 v20190910 042012 | r1i1p1f1 v20190910 043012 | r1i1p1f1 v20190910 044012 | r1i1p1f1 v20190910 045012 | r1i1p1f1 v20190910 046012 | r1i1p1f1 v20190910 047012 | r1i1p1f1 v20190910 048012 | r1i1p1f1 v20190910 049012 | r1i1p1f1 v20190910 050012 | r1i1p1f1 v20190910 051012 | r1i1p1f1 v20190910 052012 | r1i1p1f1 v20190910 053012 | r1i1p1f1 v20190910 054012 | r1i1p1f1 v20190910 055012 | r1i1p1f1 v20190910 056012 | r1i1p1f1 v20190910 057012 | r1i1p1f1 v20190910 058012 | r1i1p1f1 v20190910 059012 | r1i1p1f1 v20190910 060012 | r1i1p1f1 v20190910 061012 | r1i1p1f1 v20190910 062012 | r1i1p1f1 v20190910 063012 | r1i1p1f1 v20190910 064012 | r1i1p1f1 v20190910 065012 | r1i1p1f1 v20190910 066012 | r1i1p1f1 v20190910 067012 | r1i1p1f1 v20190910 068012 | r1i1p1f1 v20190910 069012 | r1i1p1f1 v20190910 070012 |\n", + "\tE3SM-1-1-ECA r1i1p1f1 v20191218 1850-2014 |\n", + "\tGISS-E2-2-G r1i1p1f1 v20191120 2000-2150 |\n", + "\tCESM2-WACCM-FV2 r1i1p1f1 v20191120 0050-0199 | r1i1p1f1 v20191120 0350-0499 |\n", + "\tEC-Earth3-LR r1i1p1f1 v20200409 2219-2419 | r1i1p1f1 v20190103 1991 |\n", + "\tAWI-ESM-1-1-LR r1i1p1f1 v20200212 1855-1954 |\n", + "\tGISS-E2-1-G-CC r1i1p1f1 v20190815 1850-2014 |\n", + "\tCESM2-FV2 r1i1p1f1 v20191120 0001-0050 | r1i1p1f1 v20191120 0101-0150 | r1i1p1f1 v20191120 0251-0350 |\n", + "\tBCC-ESM1 r1i1p1f1 v20181211 1850-2300 |\n", + "\tE3SM-1-1 r1i1p1f1 v20191203 1850-1999 | r1i1p1f1 v20191203 2010-2014 | r1i1p1f1 v20200324 1850-2014 |\n", + "\n", + "mrso Lmon\n", + "\tTaiESM1 r1i1p1f1 v20200302 0601-0700 |\n", + "\tCNRM-CM6-1-HR r1i1p1f2 v20191021 1850-2149 |\n", + "\tSAM0-UNICON r1i1p1f1 v20190910 0001-0280 | r1i1p1f1 v20190910 029012 | r1i1p1f1 v20190910 030012 | r1i1p1f1 v20190910 031012 | r1i1p1f1 v20190910 032012 | r1i1p1f1 v20190910 033012 | r1i1p1f1 v20190910 034012 | r1i1p1f1 v20190910 035012 | r1i1p1f1 v20190910 036012 | r1i1p1f1 v20190910 037012 | r1i1p1f1 v20190910 038012 | r1i1p1f1 v20190910 039012 | r1i1p1f1 v20190910 040012 | r1i1p1f1 v20190910 041012 | r1i1p1f1 v20190910 042012 | r1i1p1f1 v20190910 043012 | r1i1p1f1 v20190910 044012 | r1i1p1f1 v20190910 045012 | r1i1p1f1 v20190910 046012 | r1i1p1f1 v20190910 047012 | r1i1p1f1 v20190910 048012 | r1i1p1f1 v20190910 049012 | r1i1p1f1 v20190910 050012 | r1i1p1f1 v20190910 051012 | r1i1p1f1 v20190910 052012 | r1i1p1f1 v20190910 053012 | r1i1p1f1 v20190910 054012 | r1i1p1f1 v20190910 055012 | r1i1p1f1 v20190910 056012 | r1i1p1f1 v20190910 057012 | r1i1p1f1 v20190910 058012 | r1i1p1f1 v20190910 059012 | r1i1p1f1 v20190910 060012 | r1i1p1f1 v20190910 061012 | r1i1p1f1 v20190910 062012 | r1i1p1f1 v20190910 063012 | r1i1p1f1 v20190910 064012 | r1i1p1f1 v20190910 065012 | r1i1p1f1 v20190910 066012 | r1i1p1f1 v20190910 067012 | r1i1p1f1 v20190910 068012 | r1i1p1f1 v20190910 069012 | r1i1p1f1 v20190910 070012 |\n", + "\tE3SM-1-1-ECA r1i1p1f1 v20191218 1850-2014 |\n", + "\tGISS-E2-2-G r1i1p1f1 v20191120 2000-2150 |\n", + "\tEC-Earth3-LR r1i1p1f1 v20200409 2219-2419 |\n", + "\tAWI-ESM-1-1-LR r1i1p1f1 v20200212 1855-1954 |\n", + "\tGISS-E2-1-G-CC r1i1p1f1 v20190815 1850-2014 |\n", + "\tBCC-ESM1 r1i1p1f1 v20181211 1850-2300 |\n", + "\tE3SM-1-1 r1i1p1f1 v20191203 1850-1999 | r1i1p1f1 v20191203 2010-2014 | r1i1p1f1 v20200324 1850-2014 |\n", + "\n", + "pr day\n", + "\tCNRM-CM6-1-HR r1i1p1f2 v20191021 1850-2149 |\n", + "\tUKESM1-0-LL r1i1p1f2 v20190827 19600101-20491230 | r1i1p1f2 v20190827 20500101-21491230 | r1i1p1f2 v20190827 21500101-22491230 | r1i1p1f2 v20190827 22500101-23491230 | r1i1p1f2 v20190827 23500101-24491230 | r1i1p1f2 v20190827 24500101-25491230 | r1i1p1f2 v20190827 25500101-26491230 | r1i1p1f2 v20190827 26500101-27491230 | r1i1p1f2 v20190827 27500101-28491230 | r1i1p1f2 v20190827 28500101-29491230 | r1i1p1f2 v20190827 29500101-30491230 | r1i1p1f2 v20190827 30500101-30591230 |\n", + "\tHadGEM3-GC31-LL r1i1p1f1 v20190628 18500101-19491230 | r1i1p1f1 v20190628 19500101-20491230 | r1i1p1f1 v20190628 20500101-21491230 | r1i1p1f1 v20190628 21500101-22491230 | r1i1p1f1 v20190628 22500101-23491230 |\n", + "\tSAM0-UNICON r1i1p1f1 v20190910 0001-0019 | r1i1p1f1 v20190910 0021-0273 | r1i1p1f1 v20190910 02740102-07001231 |\n", + "\tGISS-E2-2-G r1i1p1f1 v20191120 2015-2054 | r1i1p1f1 v20191120 2110-2150 |\n", + "\tIITM-ESM r1i1p1f1 v20191120 1926-2125 |\n", + "\tMRI-ESM2-0 r1i2p1f1 v20200327 1850-2100 | r1i1p1f1 v20190603 1850-2049 |\n", + "\tAWI-ESM-1-1-LR r1i1p1f1 v20200212 1855-1954 |\n", + "\tEC-Earth3-LR r1i1p1f1 v20200409 2219-2419 |\n" + ] + } + ], + "source": [ + "models_having_one_missing_var=set()\n", + "variables=[(\"tas\",\"Amon\"),(\"pr\",\"Amon\"),(\"evspsbl\",\"Amon\"),(\"prw\",\"Amon\"),(\"mrro\",\"Lmon\"),(\"mrso\",\"Lmon\"),(\"pr\",\"day\")] \n", + "\n", + "for pair in variables:\n", + " variable,table=pair\n", + " for model in noks[pair] :\n", + " models_having_one_missing_var.add(model)\n", + "\n", + "#print \"\\nModels having one + missing var\"\n", + "#for m in models_having_one_missing_var:\n", + "# print \"\\t\",m\n", + "\n", + "# listing models which have all vars missing\n", + "models_having_all_vars_missing=models_having_one_missing_var.copy()\n", + "for m in models_having_one_missing_var :\n", + " for p in oks : \n", + " if m in oks[p] :\n", + " if m in models_having_all_vars_missing :\n", + " models_having_all_vars_missing.remove(m)\n", + "\n", + "print \"Models having all vars missing\"\n", + "for m in models_having_all_vars_missing:\n", + " print \"\\t\",m\n", + "\n", + "\n", + "print \"\\nDelta list of models having some vars missing\"\n", + "for pair in variables:\n", + " variable,table=pair\n", + " print \"\\n%-10s %4s\"%(variable,table)\n", + " for model in noks[pair] :\n", + " if model in oks[pair] :\n", + " continue\n", + " if model in models_having_all_vars_missing :\n", + " continue\n", + " print \"\\t%-25s\"%model,\n", + " for opair,period in noks[pair][model] :\n", + " real,version = opair\n", + " print real,version,period,\"|\",\n", + " print \n", + " #models_having_one_missing_var.add(model)\n", + "\n", + "\n", + " \n", + "print \"\\nFull list of models having some vars missing\"\n", + "for pair in variables:\n", + " variable,table=pair\n", + " print \"\\n%-10s %4s\"%(variable,table)\n", + " for model in noks[pair] :\n", + " if model in oks[pair] :\n", + " continue\n", + " print \"\\t%-25s\"%model,\n", + " for opair,period in noks[pair][model] :\n", + " real,version = opair\n", + " print real,version,period,\"|\",\n", + " print \n", + " #models_having_one_missing_var.add(model)\n", + "\n", + "\n", + "\n", + "\n", + "all_models=set()\n", + "for p in oks : \n", + " for m in oks[p] :\n", + " all_models.add(m)\n", + "for p in noks : \n", + " for m in noks[p] :\n", + " all_models.add(m)\n", + "\n", + " \n" + ] + }, + { + "cell_type": "code", + "execution_count": 99, + "metadata": {}, + "outputs": [], + "source": [ + "def check_if_version_is_last_published(model,experiment,variable,table,grid,real,version,distrib=\"true\") :\n", + " dic={'distrib' : distrib,\n", + " 'limit' : '10000',\n", + " 'type' : 'Dataset',\n", + " 'fields' : 'version',\n", + " 'experiment_id':experiment,\n", + " 'source_id' : model,\n", + " 'variable' : variable,\n", + " 'table_id' : table,\n", + " 'variant_label': real,\n", + " 'latest' : 'true'\n", + " }\n", + " # Form request string\n", + " reqs=\"\"\n", + " for k in dic : reqs+=\"%s=%s&\"%(k,dic[k])\n", + " reqs=reqs[0:-1]\n", + " #\n", + " #print reqs\n", + " rep=jrequest(reqs)\n", + " docs=rep['response']['docs']\n", + " if len(docs)==0 : \n", + " return None\n", + " #\n", + " rep=True\n", + " for e in docs :\n", + " pversion=e['version'].encode('ascii')\n", + " if version[0]=='v' : version=version[1:]\n", + " if version != pversion: \n", + " # Don't worry for out-dated index info\n", + " if int(version) < int(pversion) : \n", + " rep = pversion\n", + " return rep\n" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 2", + "language": "python", + "name": "python2" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 2 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython2", + "version": "2.7.15" + } + }, + "nbformat": 4, + "nbformat_minor": 2 +}