Skip to content

Instantly share code, notes, and snippets.

@andersy005

andersy005/atm-monthly-historical.ipynb

Last active August 9, 2019 22:34
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save andersy005/292c68bd65ab492f31eca73cc9a3d67a to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save andersy005/292c68bd65ab492f31eca73cc9a3d67a to your computer and use it in GitHub Desktop.
Download ZIP
INTAKE-ESM
Display the source blob
Display the rendered blob
Raw
atm-monthly-historical.ipynb
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# zarr-ification of CESM-LE for AWS"
]
},
{
"cell_type": "code",
"execution_count": 1,
"metadata": {},
"outputs": [],
"source": [
"import warnings\n",
"warnings.filterwarnings(\"ignore\")\n",
"import os\n",
"import shutil\n",
"\n",
"import yaml\n",
"\n",
"import xarray as xr\n",
"\n",
"import intake\n",
"from distributed.utils import format_bytes\n",
"from operator import mul\n",
"from functools import reduce\n",
"import dask"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Spinup cluster"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "e4636923ba234735884f99ecbe7587d8",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"VBox(children=(HTML(value='<h2>NCARCluster</h2>'), HBox(children=(HTML(value='\\n<div>\\n <style scoped>\\n .…"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"from ncar_jobqueue import NCARCluster\n",
"# from dask_jobqueue import SLURMCluster as NCARCluster\n",
"#cluster = NCARCluster(memory=\"109GB\", cores=3, processes=3, project=\"NIOW0001\", queue=\"economy\", walltime=\"01:30:00\") #NTDD0005\n",
"cluster = NCARCluster()\n",
"cluster.adapt(minimum=3, maximum=3*100, wait_count=30)\n",
"cluster"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<table style=\"border: 2px solid white;\">\n",
"<tr>\n",
"<td style=\"vertical-align: top; border: 0px solid white\">\n",
"<h3 style=\"text-align: left;\">Client</h3>\n",
"<ul style=\"text-align: left; list-style: none; margin: 0; padding: 0;\">\n",
" <li><b>Scheduler: </b>tcp://10.12.205.200:44669</li>\n",
" <li><b>Dashboard: </b><a href='http:localhost:8777/proxy/33383/status' target='_blank'>http:localhost:8777/proxy/33383/status</a>\n",
"</ul>\n",
"</td>\n",
"<td style=\"vertical-align: top; border: 0px solid white\">\n",
"<h3 style=\"text-align: left;\">Cluster</h3>\n",
"<ul style=\"text-align: left; list-style:none; margin: 0; padding: 0;\">\n",
" <li><b>Workers: </b>3</li>\n",
" <li><b>Cores: </b>3</li>\n",
" <li><b>Memory: </b>75.00 GB</li>\n",
"</ul>\n",
"</td>\n",
"</tr>\n",
"</table>"
],
"text/plain": [
"<Client: scheduler='tcp://10.12.205.200:44669' processes=3 cores=3>"
]
},
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"from dask.distributed import Client\n",
"#dask.config.set({'distributed.dashboard.link': 'http:localhost:8777/proxy/{port}/status'})\n",
"client = Client(cluster) # Connect this local process to remote workers\n",
"client"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Connect to intake-esm database"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>resource</th>\n",
" <th>resource_type</th>\n",
" <th>direct_access</th>\n",
" <th>experiment</th>\n",
" <th>case</th>\n",
" <th>component</th>\n",
" <th>stream</th>\n",
" <th>variable</th>\n",
" <th>date_range</th>\n",
" <th>member_id</th>\n",
" <th>file_fullpath</th>\n",
" <th>file_basename</th>\n",
" <th>file_dirname</th>\n",
" <th>ctrl_branch_year</th>\n",
" <th>year_offset</th>\n",
" <th>sequence_order</th>\n",
" <th>has_ocean_bgc</th>\n",
" <th>grid</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>380</th>\n",
" <td>CTRL:GLADE:posix:/glade/collections/cdg/data/c...</td>\n",
" <td>posix</td>\n",
" <td>True</td>\n",
" <td>CTRL</td>\n",
" <td>b.e11.B1850C5CN.f09_g16.005</td>\n",
" <td>atm</td>\n",
" <td>cam.h1</td>\n",
" <td>PRECTMX</td>\n",
" <td>04020101-04991231</td>\n",
" <td>0</td>\n",
" <td>/glade/collections/cdg/data/cesmLE/CESM-CAM5-B...</td>\n",
" <td>b.e11.B1850C5CN.f09_g16.005.cam.h1.PRECTMX.040...</td>\n",
" <td>/glade/collections/cdg/data/cesmLE/CESM-CAM5-B...</td>\n",
" <td>NaN</td>\n",
" <td>1448.0</td>\n",
" <td>0</td>\n",
" <td>True</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>379</th>\n",
" <td>CTRL:GLADE:posix:/glade/collections/cdg/data/c...</td>\n",
" <td>posix</td>\n",
" <td>True</td>\n",
" <td>CTRL</td>\n",
" <td>b.e11.B1850C5CN.f09_g16.005</td>\n",
" <td>atm</td>\n",
" <td>cam.h1</td>\n",
" <td>PRECTMX</td>\n",
" <td>05000101-05991231</td>\n",
" <td>0</td>\n",
" <td>/glade/collections/cdg/data/cesmLE/CESM-CAM5-B...</td>\n",
" <td>b.e11.B1850C5CN.f09_g16.005.cam.h1.PRECTMX.050...</td>\n",
" <td>/glade/collections/cdg/data/cesmLE/CESM-CAM5-B...</td>\n",
" <td>NaN</td>\n",
" <td>1448.0</td>\n",
" <td>0</td>\n",
" <td>True</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>395</th>\n",
" <td>CTRL:GLADE:posix:/glade/collections/cdg/data/c...</td>\n",
" <td>posix</td>\n",
" <td>True</td>\n",
" <td>CTRL</td>\n",
" <td>b.e11.B1850C5CN.f09_g16.005</td>\n",
" <td>atm</td>\n",
" <td>cam.h1</td>\n",
" <td>PRECTMX</td>\n",
" <td>06000101-06991231</td>\n",
" <td>0</td>\n",
" <td>/glade/collections/cdg/data/cesmLE/CESM-CAM5-B...</td>\n",
" <td>b.e11.B1850C5CN.f09_g16.005.cam.h1.PRECTMX.060...</td>\n",
" <td>/glade/collections/cdg/data/cesmLE/CESM-CAM5-B...</td>\n",
" <td>NaN</td>\n",
" <td>1448.0</td>\n",
" <td>0</td>\n",
" <td>True</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>382</th>\n",
" <td>CTRL:GLADE:posix:/glade/collections/cdg/data/c...</td>\n",
" <td>posix</td>\n",
" <td>True</td>\n",
" <td>CTRL</td>\n",
" <td>b.e11.B1850C5CN.f09_g16.005</td>\n",
" <td>atm</td>\n",
" <td>cam.h1</td>\n",
" <td>PRECTMX</td>\n",
" <td>07000101-07991231</td>\n",
" <td>0</td>\n",
" <td>/glade/collections/cdg/data/cesmLE/CESM-CAM5-B...</td>\n",
" <td>b.e11.B1850C5CN.f09_g16.005.cam.h1.PRECTMX.070...</td>\n",
" <td>/glade/collections/cdg/data/cesmLE/CESM-CAM5-B...</td>\n",
" <td>NaN</td>\n",
" <td>1448.0</td>\n",
" <td>0</td>\n",
" <td>True</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>384</th>\n",
" <td>CTRL:GLADE:posix:/glade/collections/cdg/data/c...</td>\n",
" <td>posix</td>\n",
" <td>True</td>\n",
" <td>CTRL</td>\n",
" <td>b.e11.B1850C5CN.f09_g16.005</td>\n",
" <td>atm</td>\n",
" <td>cam.h1</td>\n",
" <td>PRECTMX</td>\n",
" <td>08000101-08991231</td>\n",
" <td>0</td>\n",
" <td>/glade/collections/cdg/data/cesmLE/CESM-CAM5-B...</td>\n",
" <td>b.e11.B1850C5CN.f09_g16.005.cam.h1.PRECTMX.080...</td>\n",
" <td>/glade/collections/cdg/data/cesmLE/CESM-CAM5-B...</td>\n",
" <td>NaN</td>\n",
" <td>1448.0</td>\n",
" <td>0</td>\n",
" <td>True</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" resource resource_type \\\n",
"380 CTRL:GLADE:posix:/glade/collections/cdg/data/c... posix \n",
"379 CTRL:GLADE:posix:/glade/collections/cdg/data/c... posix \n",
"395 CTRL:GLADE:posix:/glade/collections/cdg/data/c... posix \n",
"382 CTRL:GLADE:posix:/glade/collections/cdg/data/c... posix \n",
"384 CTRL:GLADE:posix:/glade/collections/cdg/data/c... posix \n",
"\n",
" direct_access experiment case component stream \\\n",
"380 True CTRL b.e11.B1850C5CN.f09_g16.005 atm cam.h1 \n",
"379 True CTRL b.e11.B1850C5CN.f09_g16.005 atm cam.h1 \n",
"395 True CTRL b.e11.B1850C5CN.f09_g16.005 atm cam.h1 \n",
"382 True CTRL b.e11.B1850C5CN.f09_g16.005 atm cam.h1 \n",
"384 True CTRL b.e11.B1850C5CN.f09_g16.005 atm cam.h1 \n",
"\n",
" variable date_range member_id \\\n",
"380 PRECTMX 04020101-04991231 0 \n",
"379 PRECTMX 05000101-05991231 0 \n",
"395 PRECTMX 06000101-06991231 0 \n",
"382 PRECTMX 07000101-07991231 0 \n",
"384 PRECTMX 08000101-08991231 0 \n",
"\n",
" file_fullpath \\\n",
"380 /glade/collections/cdg/data/cesmLE/CESM-CAM5-B... \n",
"379 /glade/collections/cdg/data/cesmLE/CESM-CAM5-B... \n",
"395 /glade/collections/cdg/data/cesmLE/CESM-CAM5-B... \n",
"382 /glade/collections/cdg/data/cesmLE/CESM-CAM5-B... \n",
"384 /glade/collections/cdg/data/cesmLE/CESM-CAM5-B... \n",
"\n",
" file_basename \\\n",
"380 b.e11.B1850C5CN.f09_g16.005.cam.h1.PRECTMX.040... \n",
"379 b.e11.B1850C5CN.f09_g16.005.cam.h1.PRECTMX.050... \n",
"395 b.e11.B1850C5CN.f09_g16.005.cam.h1.PRECTMX.060... \n",
"382 b.e11.B1850C5CN.f09_g16.005.cam.h1.PRECTMX.070... \n",
"384 b.e11.B1850C5CN.f09_g16.005.cam.h1.PRECTMX.080... \n",
"\n",
" file_dirname ctrl_branch_year \\\n",
"380 /glade/collections/cdg/data/cesmLE/CESM-CAM5-B... NaN \n",
"379 /glade/collections/cdg/data/cesmLE/CESM-CAM5-B... NaN \n",
"395 /glade/collections/cdg/data/cesmLE/CESM-CAM5-B... NaN \n",
"382 /glade/collections/cdg/data/cesmLE/CESM-CAM5-B... NaN \n",
"384 /glade/collections/cdg/data/cesmLE/CESM-CAM5-B... NaN \n",
"\n",
" year_offset sequence_order has_ocean_bgc grid \n",
"380 1448.0 0 True NaN \n",
"379 1448.0 0 True NaN \n",
"395 1448.0 0 True NaN \n",
"382 1448.0 0 True NaN \n",
"384 1448.0 0 True NaN "
]
},
"execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"#col = intake.open_esm_metadatastore(collection_input_definition=\"../cesmle.yml\", overwrite_existing=True)\n",
"col = intake.open_esm_metadatastore(collection_name=\"CESM1-LE\")\n",
"col.df.head()"
]
},
{
"cell_type": "code",
"execution_count": 11,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"array(['CTRL', '20C', '20C-OIC', 'CTRL-SLAB-OCN', 'CTRL-AMIP', 'RCP85'],\n",
" dtype=object)"
]
},
"execution_count": 11,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"col.df.experiment.unique()"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [],
"source": [
"def print_query_info(query_results):\n",
" variables = sorted(query_results.variable.unique().tolist())\n",
" files = sorted(query_results.file_fullpath.unique().tolist())\n",
" date_ranges = sorted(query_results.date_range.unique())\n",
" cases = sorted(query_results.case.unique())\n",
" members = sorted(query_results.member_id.unique())\n",
" print(f\"This query: {query} returned:\\n\\n- {len(variables)} unique variable(s)\\n\\n\")\n",
" print(f\"- Number of files: {len(files)}\\n\\n\")\n",
" #print(f\"- {len(members)} member(s): {members}\\n\\n\")\n",
" #print(f\"Date ranges: {date_ranges}\\n\\n\")\n",
" #print(f\"- {len(cases)} case(s)\\n\\n\")\n",
" "
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {},
"outputs": [],
"source": [
"def zarr_store(exp, cmp, frequency, var, write=False, dirout='/glade/scratch/abanihi/lens-aws'):\n",
" \"\"\" Create zarr store name/path \"\"\"\n",
" path = f'{dirout}/{cmp}/{frequency}/cesmLE-{exp}-{var}.zarr' \n",
" if write and os.path.exists(path):\n",
" shutil.rmtree(path)\n",
" print(path)\n",
" return path "
]
},
{
"cell_type": "code",
"execution_count": 9,
"metadata": {},
"outputs": [],
"source": [
"def read_data(cat, xr_open, member_chunks=None):\n",
" dd = cat.to_xarray(**xr_open)\n",
" _, ds = dd.popitem()\n",
" return ds#.chunk(member_chunks)\n",
"\n",
"def print_ds_info(ds, var):\n",
" dt = ds[var].dtype\n",
" itemsize = dt.itemsize\n",
" chunk_size = ds[var].data.chunksize\n",
" size = format_bytes(ds.nbytes)\n",
" _bytes = reduce(mul, chunk_size) * itemsize\n",
" chunk_size_bytes = format_bytes(_bytes)\n",
" \n",
" print(f\"Variable name: {var}\")\n",
" print(f\"Chunk shape: {chunk_size}\")\n",
" print(f\"Dataset shape: {ds[var].shape}\")\n",
" print(f\"Chunk size: {chunk_size_bytes}\")\n",
" print(f\"Dataset size: {size}\")\n",
" #print(f\"Chunks: {ds[var].chunks}\")"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Load variable/chunking specs"
]
},
{
"cell_type": "code",
"execution_count": 68,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"{'atm': {'cam.h0': {'variable_category': {'2D': {'variables': ['FLNS',\n",
" 'FLNSC',\n",
" 'FLUT',\n",
" 'FSNS',\n",
" 'FSNSC',\n",
" 'FSNTOA',\n",
" 'ICEFRAC',\n",
" 'LHFLX',\n",
" 'PRECC',\n",
" 'PRECL',\n",
" 'PRECSC',\n",
" 'PRECSL',\n",
" 'PSL',\n",
" 'SHFLX',\n",
" 'TMQ',\n",
" 'TREFHT',\n",
" 'TREFHTMN',\n",
" 'TREFHTMX',\n",
" 'TS'],\n",
" 'chunks': {'time': 720}}},\n",
" 'frequency': 'monthly'}}}"
]
},
"execution_count": 68,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"# with open(\"../atm_variables_chunking_spec-fully-coupled.yaml\") as f:\n",
"# specs = yaml.safe_load(f)\n",
"\n",
"specs = yaml.load(\"\"\"\n",
"atm:\n",
" cam.h0:\n",
" variable_category:\n",
" \n",
" 2D:\n",
" variables:\n",
" - FLNS\n",
" - FLNSC\n",
" - FLUT\n",
" - FSNS\n",
" - FSNSC\n",
" - FSNTOA\n",
" - ICEFRAC\n",
" - LHFLX\n",
" - PRECC\n",
" - PRECL\n",
" - PRECSC\n",
" - PRECSL\n",
" - PSL\n",
" - SHFLX\n",
" - TMQ\n",
" - TREFHT\n",
" - TREFHTMN\n",
" - TREFHTMX\n",
" - TS\n",
" chunks:\n",
" time: 720\n",
" frequency: monthly\n",
"\n",
"\"\"\")\n",
"specs"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Process `land` component (realm)"
]
},
{
"cell_type": "code",
"execution_count": 64,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"['CTRL-AMIP']"
]
},
"execution_count": 64,
"metadata": {},
"output_type": "execute_result"
}
],
"source": [
"component_list = ['atm']\n",
"\n",
"experiment_list = ['CTRL-AMIP']\n",
"experiment_list"
]
},
{
"cell_type": "code",
"execution_count": 66,
"metadata": {},
"outputs": [],
"source": [
"def process_data(experiment_list, component_list, specs):\n",
" for exp in experiment_list:\n",
" print(\"=\"*100)\n",
" for cmp in component_list:\n",
" specs_ = specs.copy()\n",
" for stm, stm_specs in specs_[cmp].items():\n",
" frequency = stm_specs['frequency']\n",
" var_cats = stm_specs['variable_category']\n",
" for var_cat, var_cat_values in var_cats.items():\n",
" variables = var_cat_values['variables']\n",
" chunks = var_cat_values['chunks'].copy()\n",
" member_chunks = {}\n",
" #member_chunks['member_id'] = 40#chunks.pop('member_id', 40)\n",
" member_chunks['time'] = 720\n",
" #member_chunks['lev'] = 1\n",
" xr_open = dict(chunks=chunks, decode_times=True, join='inner', decode_coords=False, override_coords=True)\n",
" #for date_range, date_range_values in date_ranges.items():\n",
" for variable in variables:\n",
" query = dict(experiment=exp, component=cmp, stream=stm, variable=variable)\n",
" cat = col.search(**query)\n",
" print(\"#\"*100)\n",
" print(f'Query= {query}')\n",
" results = cat.query_results\n",
" if not results.empty:\n",
" #print(\"*\"*100)\n",
" #print_query_info(results)\n",
" try:\n",
" ds = read_data(cat, xr_open, member_chunks)\n",
"# if exp == '20C':\n",
"# ds = ds.sel(time=slice(\"1990\", None))\n",
" #print(xr.decode_cf(ds.isel(time=25581)).time)\n",
" #ds = ds.isel(time=slice(25581, None))\n",
"\n",
" ds = ds.chunk(member_chunks)\n",
" print(\"+\"*35)\n",
" if variable.endswith('sh') or variable.endswith('nh'):\n",
" x = variable.split(\"_\")\n",
" comp = cmp+'_'+x[-1]\n",
" variable_nc = x[0]+\"_d\"\n",
" print_ds_info(ds, variable)\n",
" print(\"+\"*35)\n",
" print(ds)\n",
"\n",
" #freq = f'{frequency}-{date_range}'\n",
" experiment = exp.replace('-', '_')\n",
" \n",
"\n",
" store = zarr_store(experiment, cmp, frequency, variable, write=True)\n",
" ds.to_zarr(store, consolidated=True)\n",
" del ds\n",
" except Exception as e:\n",
" print(e)\n",
" print(f\"{query} needs further inspection\")\n",
" continue\n",
"\n",
" else:\n",
" print(f\"No results found for query={query}\")\n",
" continue\n"
]
},
{
"cell_type": "code",
"execution_count": 67,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"====================================================================================================\n",
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'FLNS'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "15c6ae1484e144f784686a794335a762",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "24440061796b4a268e06f96875723a4f",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: FLNS\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" FLNS (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:05:44.177047 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-FLNS.zarr\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 20% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'FLNSC'}\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 20% CPU time recently (threshold: 10%)\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "89857d0ce54745479007d9c307a13961",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "fad50609e4db492d9710f9d96c270cec",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 17% CPU time recently (threshold: 10%)\n",
"distributed.utils_perf - WARNING - full garbage collections took 17% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: FLNSC\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" FLNSC (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:06:43.942306 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-FLNSC.zarr\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 17% CPU time recently (threshold: 10%)\n",
"distributed.utils_perf - WARNING - full garbage collections took 18% CPU time recently (threshold: 10%)\n",
"distributed.utils_perf - WARNING - full garbage collections took 18% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'FLUT'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "ae4fb162a70e41bd88aa37217514ac57",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "17d017d9a0f447fdbee78ac538b45d2d",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: FLUT\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" FLUT (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:07:32.549682 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-FLUT.zarr\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 18% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'FSNS'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "864222a397f7435dae418298aa5cebd3",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "e2abde5d37cc4c5d8da0d7cf7a22c3e3",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 18% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: FSNS\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" FSNS (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:08:08.046459 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-FSNS.zarr\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 14% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'FSNSC'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "9d5cb5ad352c4cd9a845b96e0d58dcbd",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "016fe016159f4b33a3da3cb1a54f172c",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: FSNSC\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" FSNSC (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:08:38.003016 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-FSNSC.zarr\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 13% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'FSNTOA'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "6efc159a3318420abe19d3c289002473",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "2064e1f765554dc0a8134bb443d33415",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: FSNTOA\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" FSNTOA (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:09:07.876838 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-FSNTOA.zarr\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 13% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'ICEFRAC'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "919b260cf5e74b3ea9648214f877a756",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "8deb665eb31b48ea96a0e2842468dfb2",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: ICEFRAC\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ICEFRAC (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:09:38.545149 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-ICEFRAC.zarr\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 11% CPU time recently (threshold: 10%)\n",
"distributed.utils_perf - WARNING - full garbage collections took 11% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'LHFLX'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "a5ea72a8be6c4406b828a319d07490ab",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "23607d97609946efb52d9e442a41e43f",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: LHFLX\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" LHFLX (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:10:02.866264 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-LHFLX.zarr\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 10% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'PRECC'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "d3c4c1be0b2f41d9846ee15ba0116aec",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "078653e68c6141548cc2882428f54e98",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: PRECC\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" PRECC (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:11:48.698376 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-PRECC.zarr\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 10% CPU time recently (threshold: 10%)\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'PRECL'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "881c7e18eaec44dabdc3b7b2b784e7f3",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "aca0cfa6523446709777aa647476e5c3",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: PRECL\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" PRECL (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:12:27.113691 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-PRECL.zarr\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"distributed.utils_perf - WARNING - full garbage collections took 10% CPU time recently (threshold: 10%)\n",
"JobQueueCluster.scale_down was called with a number of worker greater than what is already running or pending.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'PRECSC'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "dc8188049e35408590b0375ba7ed7c61",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "4fde32cd171546368f03828e57d50aa1",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: PRECSC\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" PRECSC (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:13:03.235173 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-PRECSC.zarr\n",
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'PRECSL'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "6402f48f95e84e9a941f289841f90894",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "75aef9065c1f4b5b9b2e5ff2db7a197d",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: PRECSL\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" PRECSL (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:13:32.502771 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-PRECSL.zarr\n",
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'PSL'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "2d623180836f433cb326cae7e4cc6a0d",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "f0a8cc8834e54b3f81dd35247c6ac055",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: PSL\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" PSL (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:14:08.616233 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-PSL.zarr\n",
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'SHFLX'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "1a625a03dc474c48bfab00f97a1f9b53",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "d38bd5b3e9094244aea6556c516e221f",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: SHFLX\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" SHFLX (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:14:41.616172 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-SHFLX.zarr\n",
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'TMQ'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "e8f7a1a0c4e644b69acec7237e6e6300",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "2eabdd8c9a1d4c0385a0a7289fd0bd5d",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: TMQ\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" TMQ (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:15:10.663943 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-TMQ.zarr\n",
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'TREFHT'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "ee33e2299c93431c92147bffd7bcf6c7",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "f4d5fe3d149b4fc78b183890bb40673f",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: TREFHT\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" TREFHT (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:15:40.263712 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-TREFHT.zarr\n",
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'TREFHTMN'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "e17791b4a0074b4e8f5d25ff3741b4e2",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "aa7dafe6765c4d37b2781712795b4b23",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: TREFHTMN\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" TREFHTMN (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:16:07.019757 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-TREFHTMN.zarr\n",
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'TREFHTMX'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "0a7c0811877342b5a02c79f095af56c6",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "b895f60aa32144d4b7f0746efef6d530",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: TREFHTMX\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" TREFHTMX (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:16:29.056379 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-TREFHTMX.zarr\n",
"####################################################################################################\n",
"Query= {'experiment': 'CTRL-AMIP', 'component': 'atm', 'stream': 'cam.h0', 'variable': 'TS'}\n"
]
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "efa86abf190d4c508eff52e43ddd201d",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='dataset', max=1, style=ProgressStyle(description_width='initi…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"application/vnd.jupyter.widget-view+json": {
"model_id": "7dbf6eb2b1ab4adbbe1cd2976a0cc322",
"version_major": 2,
"version_minor": 0
},
"text/plain": [
"HBox(children=(IntProgress(value=0, description='member', max=1, style=ProgressStyle(description_width='initia…"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"+++++++++++++++++++++++++++++++++++\n",
"Variable name: TS\n",
"Chunk shape: (720, 192, 288)\n",
"Dataset shape: (31200, 192, 288)\n",
"Chunk size: 159.25 MB\n",
"Dataset size: 6.90 GB\n",
"+++++++++++++++++++++++++++++++++++\n",
"<xarray.Dataset>\n",
"Dimensions: (ilev: 31, lat: 192, lev: 30, lon: 288, nbnd: 2, slat: 191, slon: 288, time: 31200)\n",
"Coordinates:\n",
" * lat (lat) float64 -90.0 -89.06 -88.12 -87.17 ... 88.12 89.06 90.0\n",
" * lon (lon) float64 0.0 1.25 2.5 3.75 ... 355.0 356.2 357.5 358.8\n",
" * lev (lev) float64 3.643 7.595 14.36 24.61 ... 957.5 976.3 992.6\n",
" * ilev (ilev) float64 2.255 5.032 10.16 18.56 ... 967.5 985.1 1e+03\n",
" * slat (slat) float64 -89.53 -88.59 -87.64 ... 87.64 88.59 89.53\n",
" * slon (slon) float64 -0.625 0.625 1.875 3.125 ... 355.6 356.9 358.1\n",
" * time (time) object 0001-02-01 00:00:00 ... 2601-01-01 00:00:00\n",
"Dimensions without coordinates: nbnd\n",
"Data variables:\n",
" hyam (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hybm (lev) float64 dask.array<shape=(30,), chunksize=(30,)>\n",
" hyai (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" hybi (ilev) float64 dask.array<shape=(31,), chunksize=(31,)>\n",
" P0 float64 ...\n",
" w_stag (slat) float64 dask.array<shape=(191,), chunksize=(191,)>\n",
" ntrm int32 ...\n",
" ntrn int32 ...\n",
" ntrk int32 ...\n",
" ndbase int32 ...\n",
" nsbase int32 ...\n",
" nbdate int32 ...\n",
" nbsec int32 ...\n",
" mdt int32 ...\n",
" nlon (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" wnummax (lat) int32 dask.array<shape=(192,), chunksize=(192,)>\n",
" gw (lat) float64 dask.array<shape=(192,), chunksize=(192,)>\n",
" date (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" datesec (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_bnds (time, nbnd) object dask.array<shape=(31200, 2), chunksize=(720, 2)>\n",
" date_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" time_written (time) |S8 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ndcur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nscur (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" co2vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" ch4vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" n2ovmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f11vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" f12vmr (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" sol_tsi (time) float64 dask.array<shape=(31200,), chunksize=(720,)>\n",
" nsteph (time) int32 dask.array<shape=(31200,), chunksize=(720,)>\n",
" TS (time, lat, lon) float32 dask.array<shape=(31200, 192, 288), chunksize=(720, 192, 288)>\n",
"Attributes:\n",
" revision_Id: $Id$\n",
" history: 2019-08-09 15:16:50.773152 xarray.open_dataset('/glade/...\n",
" Version: $Name$\n",
" initial_file: b.e11.B1850C5CN.f09_g16.005.cam.i.0402-01-01-00000.nc\n",
" source: CAM\n",
" logname: mai\n",
" title: UNSET\n",
" case: f.e11.F1850C5CN.f09_f09.001\n",
" Conventions: CF-1.0\n",
" topography_file: /glade/p/cesmdata/cseg/inputdata/atm/cam/topo/USGS-gtop...\n",
"/glade/scratch/abanihi/lens-aws/atm/monthly/cesmLE-CTRL_AMIP-TS.zarr\n"
]
}
],
"source": [
"process_data(experiment_list, component_list, specs)"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "Python [conda env:analysis]",
"language": "python",
"name": "conda-env-analysis-py"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.7.3"
}
},
"nbformat": 4,
"nbformat_minor": 4
}
Display the source blob
Display the rendered blob
Raw
zarrification-land-daily.ipynb
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment