Created
November 20, 2024 19:59
-
-
Save TomNicholas/5990ffb06fccce99deec2ca8b540bf93 to your computer and use it in GitHub Desktop.
Testing writing huge amounts of virtual references into icechunk
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "cells": [ | |
| { | |
| "cell_type": "code", | |
| "execution_count": 1, | |
| "id": "df82ffc1-8f38-408b-beaf-d96def49c594", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "import virtualizarr as vz" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 2, | |
| "id": "b2c3f790-d7b6-44a1-9bf8-70f8c43cf63b", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "import icechunk" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 3, | |
| "id": "a6c5f1ec-22d1-495b-b1b8-b1c7365d403a", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "import xarray as xr\n", | |
| "import numpy as np" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "4e897524-570d-4ebe-be93-af089cc7f262", | |
| "metadata": {}, | |
| "source": [ | |
| "## Create virtual references" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "7db85ed4-53e0-4757-88ed-1793196ce8d6", | |
| "metadata": {}, | |
| "source": [ | |
| "Let's create a big virtual dataset pointing to a bunch of imaginary data" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 4, | |
| "id": "6aa09312-a5a5-44fe-9a68-ab8df126e01a", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "import itertools\n", | |
| "\n", | |
| "from virtualizarr.manifests import ChunkManifest, ManifestArray\n", | |
| "from virtualizarr.manifests.manifest import join\n", | |
| "from virtualizarr.zarr import ZArray, ceildiv\n", | |
| "\n", | |
| "def create_manifestarray(\n", | |
| " shape: tuple[int, ...], chunks: tuple[int, ...]\n", | |
| ") -> ManifestArray:\n", | |
| " \"\"\"\n", | |
| " Create an example ManifestArray with sensible defaults.\n", | |
| "\n", | |
| " The manifest is populated with a (somewhat) unique path, offset, and length for each key.\n", | |
| " \"\"\"\n", | |
| "\n", | |
| " zarray = ZArray(\n", | |
| " chunks=chunks,\n", | |
| " compressor={\"id\": \"blosc\", \"clevel\": 5, \"cname\": \"lz4\", \"shuffle\": 1},\n", | |
| " dtype=np.dtype(\"float64\"),\n", | |
| " fill_value=0.0,\n", | |
| " filters=None,\n", | |
| " order=\"C\",\n", | |
| " shape=shape,\n", | |
| " zarr_format=2,\n", | |
| " )\n", | |
| "\n", | |
| " chunk_grid_shape = tuple(\n", | |
| " ceildiv(axis_length, chunk_length)\n", | |
| " for axis_length, chunk_length in zip(shape, chunks)\n", | |
| " )\n", | |
| "\n", | |
| " if chunk_grid_shape == ():\n", | |
| " d = {\"0\": entry_from_chunk_key((0,))}\n", | |
| " else:\n", | |
| " # create every possible combination of keys\n", | |
| " all_possible_combos = itertools.product(\n", | |
| " *[range(length) for length in chunk_grid_shape]\n", | |
| " )\n", | |
| " d = {join(ind): entry_from_chunk_key(ind) for ind in all_possible_combos}\n", | |
| "\n", | |
| " chunkmanifest = ChunkManifest(entries=d)\n", | |
| "\n", | |
| " return ManifestArray(chunkmanifest=chunkmanifest, zarray=zarray)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 5, | |
| "id": "2ce358ed-d566-4cdd-92dc-96f4ec73b35f", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "def entry_from_chunk_key(ind: tuple[int, ...]) -> dict[str, str | int]:\n", | |
| " \"\"\"Generate a (somewhat) unique manifest entry from a given chunk key\"\"\"\n", | |
| "\n", | |
| " url_prefix = 's3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/historical/r10i1p1f1/Omon/uo/gn/v20190429/uo_Omon_CanESM5_historical_r10i1p1f1_gn_185001'\n", | |
| "\n", | |
| " entry = {\n", | |
| " \"path\": f\"{url_prefix}-{str(join(ind))}.nc\",\n", | |
| " \"offset\": offset_from_chunk_key(ind),\n", | |
| " \"length\": length_from_chunk_key(ind),\n", | |
| " }\n", | |
| " return entry # type: ignore[return-value]\n", | |
| "\n", | |
| "\n", | |
| "def offset_from_chunk_key(ind: tuple[int, ...]) -> int:\n", | |
| " return sum(ind) * 10\n", | |
| "\n", | |
| "\n", | |
| "def length_from_chunk_key(ind: tuple[int, ...]) -> int:\n", | |
| " return sum(ind) + 5" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 6, | |
| "id": "0289ce26-1595-457a-87f3-171c5efe003b", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "ma = create_manifestarray(shape=(10,10,10), chunks=(2, 2, 2))" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 7, | |
| "id": "9e871fdf-d876-4455-a9aa-5056c97750c9", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "ManifestArray<shape=(10, 10, 10), dtype=float64, chunks=(2, 2, 2)>" | |
| ] | |
| }, | |
| "execution_count": 7, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "ma" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 8, | |
| "id": "f79ce2a4-c6cb-40ac-9f63-05398419cfb9", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "array(['s3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/historical/r10i1p1f1/Omon/uo/gn/v20190429/uo_Omon_CanESM5_historical_r10i1p1f1_gn_185001-0.0.0.nc',\n", | |
| " 's3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/historical/r10i1p1f1/Omon/uo/gn/v20190429/uo_Omon_CanESM5_historical_r10i1p1f1_gn_185001-0.0.1.nc',\n", | |
| " 's3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/historical/r10i1p1f1/Omon/uo/gn/v20190429/uo_Omon_CanESM5_historical_r10i1p1f1_gn_185001-0.0.2.nc',\n", | |
| " 's3://esgf-world/CMIP6/CMIP/CCCma/CanESM5/historical/r10i1p1f1/Omon/uo/gn/v20190429/uo_Omon_CanESM5_historical_r10i1p1f1_gn_185001-0.0.3.nc'],\n", | |
| " dtype=StringDType())" | |
| ] | |
| }, | |
| "execution_count": 8, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "ma.manifest._paths.flatten()[0:4]" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 9, | |
| "id": "26955566-28ac-4843-b063-45238165abb7", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "8" | |
| ] | |
| }, | |
| "execution_count": 9, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "ma.dtype.itemsize" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 10, | |
| "id": "4ff52fc5-5f43-4cf1-aa66-f1a6dc9e5702", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "def generate_names(n: int, n_chars=1, upper=False) -> list[str]:\n", | |
| " \"\"\"\n", | |
| " Returns fake names.\n", | |
| " \n", | |
| " e.g. generate_names(n=6, n_chars=2, upper=True) returns ['AA', 'AB', 'AC', 'AD', 'AE', 'AF']\n", | |
| " \"\"\"\n", | |
| " \n", | |
| " from itertools import combinations_with_replacement\n", | |
| " import string\n", | |
| "\n", | |
| " letters = string.ascii_uppercase if upper else string.ascii_lowercase\n", | |
| " \n", | |
| " combos = combinations_with_replacement(letters, n_chars)\n", | |
| " return [''.join(combo) for combo in combos][:n]" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 11, | |
| "id": "2f9a38a6-afc2-44ed-b119-6854c580a225", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "['AA', 'AB', 'AC', 'AD', 'AE', 'AF']" | |
| ] | |
| }, | |
| "execution_count": 11, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "generate_names(6, n_chars=2, upper=True)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 12, | |
| "id": "8f1cc578-58e4-4fa4-9b08-2c5ccacd048d", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "def create_fake_virtual_dataset(shape: tuple[int, ...], chunks: tuple[int, ...], n_vars: int) -> xr.Dataset:\n", | |
| " \"\"\"\n", | |
| " Create a virtual xr.Dataset pointing to arrays of imaginary float64 data in S3.\n", | |
| " \n", | |
| " The resulting dataset, if loaded, would be of size \n", | |
| " shape * n_vars * 8 bytes\n", | |
| "\n", | |
| " The virtual representation is of size\n", | |
| " n_chunks * n_vars * X? bytes\n", | |
| " \"\"\"\n", | |
| " \n", | |
| " dims = generate_names(n=len(shape), n_chars=1, upper=False)\n", | |
| " \n", | |
| " virtual_variables = {\n", | |
| " name: xr.Variable(\n", | |
| " data=create_manifestarray(shape=shape, chunks=chunks),\n", | |
| " dims=dims,\n", | |
| " )\n", | |
| " for name in generate_names(n=n_vars, n_chars=2, upper=True)\n", | |
| " }\n", | |
| " \n", | |
| " return xr.Dataset(virtual_variables)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "626b7194-d2eb-4aa7-a9ad-fe7cd8be3cda", | |
| "metadata": {}, | |
| "source": [ | |
| "Create a virtual dataset that points to 1PB of data, split into 100 10TB variables, each split into 1 million ~10MB chunks, each of which lives at a long S3 URL." | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 22, | |
| "id": "e8ec9ebf-cc37-410b-9915-7ccf99e19764", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "CPU times: user 9min 15s, sys: 19.4 s, total: 9min 34s\n", | |
| "Wall time: 9min 35s\n" | |
| ] | |
| } | |
| ], | |
| "source": [ | |
| "%%time\n", | |
| "vds = create_fake_virtual_dataset(shape=(11000, 11000, 11000), chunks=(110, 110, 110), n_vars=100)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 23, | |
| "id": "79520861-c45c-4755-aef6-985264a7d7f4", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/html": [ | |
| "<div><svg style=\"position: absolute; width: 0; height: 0; overflow: hidden\">\n", | |
| "<defs>\n", | |
| "<symbol id=\"icon-database\" viewBox=\"0 0 32 32\">\n", | |
| "<path d=\"M16 0c-8.837 0-16 2.239-16 5v4c0 2.761 7.163 5 16 5s16-2.239 16-5v-4c0-2.761-7.163-5-16-5z\"></path>\n", | |
| "<path d=\"M16 17c-8.837 0-16-2.239-16-5v6c0 2.761 7.163 5 16 5s16-2.239 16-5v-6c0 2.761-7.163 5-16 5z\"></path>\n", | |
| "<path d=\"M16 26c-8.837 0-16-2.239-16-5v6c0 2.761 7.163 5 16 5s16-2.239 16-5v-6c0 2.761-7.163 5-16 5z\"></path>\n", | |
| "</symbol>\n", | |
| "<symbol id=\"icon-file-text2\" viewBox=\"0 0 32 32\">\n", | |
| "<path d=\"M28.681 7.159c-0.694-0.947-1.662-2.053-2.724-3.116s-2.169-2.030-3.116-2.724c-1.612-1.182-2.393-1.319-2.841-1.319h-15.5c-1.378 0-2.5 1.121-2.5 2.5v27c0 1.378 1.122 2.5 2.5 2.5h23c1.378 0 2.5-1.122 2.5-2.5v-19.5c0-0.448-0.137-1.23-1.319-2.841zM24.543 5.457c0.959 0.959 1.712 1.825 2.268 2.543h-4.811v-4.811c0.718 0.556 1.584 1.309 2.543 2.268zM28 29.5c0 0.271-0.229 0.5-0.5 0.5h-23c-0.271 0-0.5-0.229-0.5-0.5v-27c0-0.271 0.229-0.5 0.5-0.5 0 0 15.499-0 15.5 0v7c0 0.552 0.448 1 1 1h7v19.5z\"></path>\n", | |
| "<path d=\"M23 26h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n", | |
| "<path d=\"M23 22h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n", | |
| "<path d=\"M23 18h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n", | |
| "</symbol>\n", | |
| "</defs>\n", | |
| "</svg>\n", | |
| "<style>/* CSS stylesheet for displaying xarray objects in jupyterlab.\n", | |
| " *\n", | |
| " */\n", | |
| "\n", | |
| ":root {\n", | |
| " --xr-font-color0: var(--jp-content-font-color0, rgba(0, 0, 0, 1));\n", | |
| " --xr-font-color2: var(--jp-content-font-color2, rgba(0, 0, 0, 0.54));\n", | |
| " --xr-font-color3: var(--jp-content-font-color3, rgba(0, 0, 0, 0.38));\n", | |
| " --xr-border-color: var(--jp-border-color2, #e0e0e0);\n", | |
| " --xr-disabled-color: var(--jp-layout-color3, #bdbdbd);\n", | |
| " --xr-background-color: var(--jp-layout-color0, white);\n", | |
| " --xr-background-color-row-even: var(--jp-layout-color1, white);\n", | |
| " --xr-background-color-row-odd: var(--jp-layout-color2, #eeeeee);\n", | |
| "}\n", | |
| "\n", | |
| "html[theme=dark],\n", | |
| "html[data-theme=dark],\n", | |
| "body[data-theme=dark],\n", | |
| "body.vscode-dark {\n", | |
| " --xr-font-color0: rgba(255, 255, 255, 1);\n", | |
| " --xr-font-color2: rgba(255, 255, 255, 0.54);\n", | |
| " --xr-font-color3: rgba(255, 255, 255, 0.38);\n", | |
| " --xr-border-color: #1F1F1F;\n", | |
| " --xr-disabled-color: #515151;\n", | |
| " --xr-background-color: #111111;\n", | |
| " --xr-background-color-row-even: #111111;\n", | |
| " --xr-background-color-row-odd: #313131;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-wrap {\n", | |
| " display: block !important;\n", | |
| " min-width: 300px;\n", | |
| " max-width: 700px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-text-repr-fallback {\n", | |
| " /* fallback to plain text repr when CSS is not injected (untrusted notebook) */\n", | |
| " display: none;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-header {\n", | |
| " padding-top: 6px;\n", | |
| " padding-bottom: 6px;\n", | |
| " margin-bottom: 4px;\n", | |
| " border-bottom: solid 1px var(--xr-border-color);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-header > div,\n", | |
| ".xr-header > ul {\n", | |
| " display: inline;\n", | |
| " margin-top: 0;\n", | |
| " margin-bottom: 0;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-obj-type,\n", | |
| ".xr-array-name {\n", | |
| " margin-left: 2px;\n", | |
| " margin-right: 10px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-obj-type {\n", | |
| " color: var(--xr-font-color2);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-sections {\n", | |
| " padding-left: 0 !important;\n", | |
| " display: grid;\n", | |
| " grid-template-columns: 150px auto auto 1fr 0 20px 0 20px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item {\n", | |
| " display: contents;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item input {\n", | |
| " display: inline-block;\n", | |
| " opacity: 0;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item input + label {\n", | |
| " color: var(--xr-disabled-color);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item input:enabled + label {\n", | |
| " cursor: pointer;\n", | |
| " color: var(--xr-font-color2);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item input:focus + label {\n", | |
| " border: 2px solid var(--xr-font-color0);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item input:enabled + label:hover {\n", | |
| " color: var(--xr-font-color0);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary {\n", | |
| " grid-column: 1;\n", | |
| " color: var(--xr-font-color2);\n", | |
| " font-weight: 500;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary > span {\n", | |
| " display: inline-block;\n", | |
| " padding-left: 0.5em;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in:disabled + label {\n", | |
| " color: var(--xr-font-color2);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in + label:before {\n", | |
| " display: inline-block;\n", | |
| " content: '►';\n", | |
| " font-size: 11px;\n", | |
| " width: 15px;\n", | |
| " text-align: center;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in:disabled + label:before {\n", | |
| " color: var(--xr-disabled-color);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in:checked + label:before {\n", | |
| " content: '▼';\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in:checked + label > span {\n", | |
| " display: none;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary,\n", | |
| ".xr-section-inline-details {\n", | |
| " padding-top: 4px;\n", | |
| " padding-bottom: 4px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-inline-details {\n", | |
| " grid-column: 2 / -1;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-details {\n", | |
| " display: none;\n", | |
| " grid-column: 1 / -1;\n", | |
| " margin-bottom: 5px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in:checked ~ .xr-section-details {\n", | |
| " display: contents;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-array-wrap {\n", | |
| " grid-column: 1 / -1;\n", | |
| " display: grid;\n", | |
| " grid-template-columns: 20px auto;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-array-wrap > label {\n", | |
| " grid-column: 1;\n", | |
| " vertical-align: top;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-preview {\n", | |
| " color: var(--xr-font-color3);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-array-preview,\n", | |
| ".xr-array-data {\n", | |
| " padding: 0 5px !important;\n", | |
| " grid-column: 2;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-array-data,\n", | |
| ".xr-array-in:checked ~ .xr-array-preview {\n", | |
| " display: none;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-array-in:checked ~ .xr-array-data,\n", | |
| ".xr-array-preview {\n", | |
| " display: inline-block;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-dim-list {\n", | |
| " display: inline-block !important;\n", | |
| " list-style: none;\n", | |
| " padding: 0 !important;\n", | |
| " margin: 0;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-dim-list li {\n", | |
| " display: inline-block;\n", | |
| " padding: 0;\n", | |
| " margin: 0;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-dim-list:before {\n", | |
| " content: '(';\n", | |
| "}\n", | |
| "\n", | |
| ".xr-dim-list:after {\n", | |
| " content: ')';\n", | |
| "}\n", | |
| "\n", | |
| ".xr-dim-list li:not(:last-child):after {\n", | |
| " content: ',';\n", | |
| " padding-right: 5px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-has-index {\n", | |
| " font-weight: bold;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-list,\n", | |
| ".xr-var-item {\n", | |
| " display: contents;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-item > div,\n", | |
| ".xr-var-item label,\n", | |
| ".xr-var-item > .xr-var-name span {\n", | |
| " background-color: var(--xr-background-color-row-even);\n", | |
| " margin-bottom: 0;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-item > .xr-var-name:hover span {\n", | |
| " padding-right: 5px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-list > li:nth-child(odd) > div,\n", | |
| ".xr-var-list > li:nth-child(odd) > label,\n", | |
| ".xr-var-list > li:nth-child(odd) > .xr-var-name span {\n", | |
| " background-color: var(--xr-background-color-row-odd);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-name {\n", | |
| " grid-column: 1;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-dims {\n", | |
| " grid-column: 2;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-dtype {\n", | |
| " grid-column: 3;\n", | |
| " text-align: right;\n", | |
| " color: var(--xr-font-color2);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-preview {\n", | |
| " grid-column: 4;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-index-preview {\n", | |
| " grid-column: 2 / 5;\n", | |
| " color: var(--xr-font-color2);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-name,\n", | |
| ".xr-var-dims,\n", | |
| ".xr-var-dtype,\n", | |
| ".xr-preview,\n", | |
| ".xr-attrs dt {\n", | |
| " white-space: nowrap;\n", | |
| " overflow: hidden;\n", | |
| " text-overflow: ellipsis;\n", | |
| " padding-right: 10px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-name:hover,\n", | |
| ".xr-var-dims:hover,\n", | |
| ".xr-var-dtype:hover,\n", | |
| ".xr-attrs dt:hover {\n", | |
| " overflow: visible;\n", | |
| " width: auto;\n", | |
| " z-index: 1;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-attrs,\n", | |
| ".xr-var-data,\n", | |
| ".xr-index-data {\n", | |
| " display: none;\n", | |
| " background-color: var(--xr-background-color) !important;\n", | |
| " padding-bottom: 5px !important;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-attrs-in:checked ~ .xr-var-attrs,\n", | |
| ".xr-var-data-in:checked ~ .xr-var-data,\n", | |
| ".xr-index-data-in:checked ~ .xr-index-data {\n", | |
| " display: block;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-data > table {\n", | |
| " float: right;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-name span,\n", | |
| ".xr-var-data,\n", | |
| ".xr-index-name div,\n", | |
| ".xr-index-data,\n", | |
| ".xr-attrs {\n", | |
| " padding-left: 25px !important;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-attrs,\n", | |
| ".xr-var-attrs,\n", | |
| ".xr-var-data,\n", | |
| ".xr-index-data {\n", | |
| " grid-column: 1 / -1;\n", | |
| "}\n", | |
| "\n", | |
| "dl.xr-attrs {\n", | |
| " padding: 0;\n", | |
| " margin: 0;\n", | |
| " display: grid;\n", | |
| " grid-template-columns: 125px auto;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-attrs dt,\n", | |
| ".xr-attrs dd {\n", | |
| " padding: 0;\n", | |
| " margin: 0;\n", | |
| " float: left;\n", | |
| " padding-right: 10px;\n", | |
| " width: auto;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-attrs dt {\n", | |
| " font-weight: normal;\n", | |
| " grid-column: 1;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-attrs dt:hover span {\n", | |
| " display: inline-block;\n", | |
| " background: var(--xr-background-color);\n", | |
| " padding-right: 10px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-attrs dd {\n", | |
| " grid-column: 2;\n", | |
| " white-space: pre-wrap;\n", | |
| " word-break: break-all;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-icon-database,\n", | |
| ".xr-icon-file-text2,\n", | |
| ".xr-no-icon {\n", | |
| " display: inline-block;\n", | |
| " vertical-align: middle;\n", | |
| " width: 1em;\n", | |
| " height: 1.5em !important;\n", | |
| " stroke-width: 0;\n", | |
| " stroke: currentColor;\n", | |
| " fill: currentColor;\n", | |
| "}\n", | |
| "</style><pre class='xr-text-repr-fallback'><xarray.Dataset> Size: 1PB\n", | |
| "Dimensions: (a: 11000, b: 11000, c: 11000)\n", | |
| "Dimensions without coordinates: a, b, c\n", | |
| "Data variables: (12/100)\n", | |
| " AA (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AB (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AC (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AD (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AE (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AF (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " ... ...\n", | |
| " DW (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " DX (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " DY (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " DZ (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " EE (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " EF (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...</pre><div class='xr-wrap' style='display:none'><div class='xr-header'><div class='xr-obj-type'>xarray.Dataset</div></div><ul class='xr-sections'><li class='xr-section-item'><input id='section-f3f54717-3473-440a-8087-1e0c6b8fc9d8' class='xr-section-summary-in' type='checkbox' disabled ><label for='section-f3f54717-3473-440a-8087-1e0c6b8fc9d8' class='xr-section-summary' title='Expand/collapse section'>Dimensions:</label><div class='xr-section-inline-details'><ul class='xr-dim-list'><li><span>a</span>: 11000</li><li><span>b</span>: 11000</li><li><span>c</span>: 11000</li></ul></div><div class='xr-section-details'></div></li><li class='xr-section-item'><input id='section-849e4c25-f69d-469c-bfdb-03702a0a262e' class='xr-section-summary-in' type='checkbox' disabled ><label for='section-849e4c25-f69d-469c-bfdb-03702a0a262e' class='xr-section-summary' title='Expand/collapse section'>Coordinates: <span>(0)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'></ul></div></li><li class='xr-section-item'><input id='section-56664fc1-88d2-4991-ac87-c31216df3fe8' class='xr-section-summary-in' type='checkbox' ><label for='section-56664fc1-88d2-4991-ac87-c31216df3fe8' class='xr-section-summary' >Data variables: <span>(100)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'><li class='xr-var-item'><div class='xr-var-name'><span>AA</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-adc61f0c-0688-4f37-aac1-376eee73238d' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-adc61f0c-0688-4f37-aac1-376eee73238d' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-d2928df3-bd8a-4ba7-af18-45b5b1c06266' class='xr-var-data-in' type='checkbox'><label for='data-d2928df3-bd8a-4ba7-af18-45b5b1c06266' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AB</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-faa35b78-fc44-4b60-baaa-3656e00497d1' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-faa35b78-fc44-4b60-baaa-3656e00497d1' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-fa603bf1-e868-44a9-ae0b-a1f8ed0a54b2' class='xr-var-data-in' type='checkbox'><label for='data-fa603bf1-e868-44a9-ae0b-a1f8ed0a54b2' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AC</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-7167cff4-a441-43bc-aef8-f1d8973ce536' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-7167cff4-a441-43bc-aef8-f1d8973ce536' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-d39fa9df-f39d-4733-9021-41cb54dca4f2' class='xr-var-data-in' type='checkbox'><label for='data-d39fa9df-f39d-4733-9021-41cb54dca4f2' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AD</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-d366ee54-f634-4d8b-90f5-40e17b482f71' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-d366ee54-f634-4d8b-90f5-40e17b482f71' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-e0c4b71b-fc7b-460a-9436-aef167a7d497' class='xr-var-data-in' type='checkbox'><label for='data-e0c4b71b-fc7b-460a-9436-aef167a7d497' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AE</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-73e44946-af59-43b1-9d8d-5c346eb747f2' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-73e44946-af59-43b1-9d8d-5c346eb747f2' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-a9115b9c-c4fc-41c8-83a1-fd31c28efe9e' class='xr-var-data-in' type='checkbox'><label for='data-a9115b9c-c4fc-41c8-83a1-fd31c28efe9e' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AF</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-ed551e1a-1120-4b28-a53d-3b5b77aa56c6' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-ed551e1a-1120-4b28-a53d-3b5b77aa56c6' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-af3dff7c-2aee-4401-90df-a8929d3d2ae0' class='xr-var-data-in' type='checkbox'><label for='data-af3dff7c-2aee-4401-90df-a8929d3d2ae0' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AG</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-af8b3c5c-0cfd-4fee-bb91-a249efe694ff' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-af8b3c5c-0cfd-4fee-bb91-a249efe694ff' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-26d7f3a3-44f9-4e18-872c-72cd57314355' class='xr-var-data-in' type='checkbox'><label for='data-26d7f3a3-44f9-4e18-872c-72cd57314355' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AH</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-95e6031f-7309-43f5-bc85-4e423b759370' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-95e6031f-7309-43f5-bc85-4e423b759370' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-e38daa33-c89f-43a7-b0de-07515f210b3b' class='xr-var-data-in' type='checkbox'><label for='data-e38daa33-c89f-43a7-b0de-07515f210b3b' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AI</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-d16c1770-cf4f-4749-94d4-5cc2a9cd8596' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-d16c1770-cf4f-4749-94d4-5cc2a9cd8596' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-6e9b7adb-d9c3-4dcc-81b5-ea17c977d407' class='xr-var-data-in' type='checkbox'><label for='data-6e9b7adb-d9c3-4dcc-81b5-ea17c977d407' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AJ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-ce726769-74cd-46df-83ea-8950aa623712' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-ce726769-74cd-46df-83ea-8950aa623712' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-0e971378-0582-4649-899d-c5400456659c' class='xr-var-data-in' type='checkbox'><label for='data-0e971378-0582-4649-899d-c5400456659c' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AK</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-01a6073f-eddc-4e5d-99a8-140f12bf0496' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-01a6073f-eddc-4e5d-99a8-140f12bf0496' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-9bde6a6a-4ad3-4658-82cd-153faae1b834' class='xr-var-data-in' type='checkbox'><label for='data-9bde6a6a-4ad3-4658-82cd-153faae1b834' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AL</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-4a0466b2-8ebe-4aa1-a0c4-99bac23b03d3' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-4a0466b2-8ebe-4aa1-a0c4-99bac23b03d3' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-597aaa14-2c17-42f5-b0d3-fe00c9388366' class='xr-var-data-in' type='checkbox'><label for='data-597aaa14-2c17-42f5-b0d3-fe00c9388366' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AM</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-6d019e5d-4b60-4a3a-8014-0bacc062a05f' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-6d019e5d-4b60-4a3a-8014-0bacc062a05f' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-93184ec0-c839-4459-8720-8a799393a5bc' class='xr-var-data-in' type='checkbox'><label for='data-93184ec0-c839-4459-8720-8a799393a5bc' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AN</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-f6c7ce4d-b31a-4df4-8750-281727f55f11' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-f6c7ce4d-b31a-4df4-8750-281727f55f11' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-31af4f3e-7d99-4d38-8841-08f6bf8bffad' class='xr-var-data-in' type='checkbox'><label for='data-31af4f3e-7d99-4d38-8841-08f6bf8bffad' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AO</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-5225caee-7257-424d-b986-5b3a56e0eea2' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-5225caee-7257-424d-b986-5b3a56e0eea2' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-3405f2bf-ae89-42be-b167-77f1720a466a' class='xr-var-data-in' type='checkbox'><label for='data-3405f2bf-ae89-42be-b167-77f1720a466a' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AP</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-fe48585e-85ed-4639-945d-14c502f6158b' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-fe48585e-85ed-4639-945d-14c502f6158b' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-792fbca7-f1ac-45fe-91aa-1446a3b211b5' class='xr-var-data-in' type='checkbox'><label for='data-792fbca7-f1ac-45fe-91aa-1446a3b211b5' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AQ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-81961b13-f2a1-42ef-a4dd-b93800c0f1f0' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-81961b13-f2a1-42ef-a4dd-b93800c0f1f0' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-c113dd7e-7e9c-4d6c-86ba-0571c0b4851a' class='xr-var-data-in' type='checkbox'><label for='data-c113dd7e-7e9c-4d6c-86ba-0571c0b4851a' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AR</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-a81def0f-ceda-4080-b5a7-72850a7bf8d4' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-a81def0f-ceda-4080-b5a7-72850a7bf8d4' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-ffc6a81d-90be-424a-b03f-42ead1a5d153' class='xr-var-data-in' type='checkbox'><label for='data-ffc6a81d-90be-424a-b03f-42ead1a5d153' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AS</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-f2fee78c-e99b-4109-841f-8e9494cb2b08' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-f2fee78c-e99b-4109-841f-8e9494cb2b08' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-bd96ba96-2b53-4aa3-b36d-3e4ab59e082e' class='xr-var-data-in' type='checkbox'><label for='data-bd96ba96-2b53-4aa3-b36d-3e4ab59e082e' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AT</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-e1533373-0933-4e7d-a58f-58c73ddc1f87' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-e1533373-0933-4e7d-a58f-58c73ddc1f87' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-cd95e059-b2d9-4095-b267-98b83cb722ec' class='xr-var-data-in' type='checkbox'><label for='data-cd95e059-b2d9-4095-b267-98b83cb722ec' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AU</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-95378080-261f-456c-bede-679ca7529d49' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-95378080-261f-456c-bede-679ca7529d49' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-950be387-f5c2-4a39-ad52-912ce4e61d36' class='xr-var-data-in' type='checkbox'><label for='data-950be387-f5c2-4a39-ad52-912ce4e61d36' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AV</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-3b86c044-e147-47a1-a218-037da8f496ee' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-3b86c044-e147-47a1-a218-037da8f496ee' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-4105d0a3-7b16-4689-8978-029636b72a78' class='xr-var-data-in' type='checkbox'><label for='data-4105d0a3-7b16-4689-8978-029636b72a78' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AW</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-2a225c72-5bfe-49cd-b9a4-adcd0a6886e8' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-2a225c72-5bfe-49cd-b9a4-adcd0a6886e8' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-dfc27201-d6e0-427e-bc56-aadbf158abe5' class='xr-var-data-in' type='checkbox'><label for='data-dfc27201-d6e0-427e-bc56-aadbf158abe5' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AX</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-d34acac4-a962-444c-8f20-d0d2999c72ba' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-d34acac4-a962-444c-8f20-d0d2999c72ba' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-c00029f4-f242-44df-ba30-04629f7a9864' class='xr-var-data-in' type='checkbox'><label for='data-c00029f4-f242-44df-ba30-04629f7a9864' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AY</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-3558bd4d-05d7-41b1-9338-f0e9eea6b537' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-3558bd4d-05d7-41b1-9338-f0e9eea6b537' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-b91cfaf2-196b-4e09-ae97-6df2735d5b34' class='xr-var-data-in' type='checkbox'><label for='data-b91cfaf2-196b-4e09-ae97-6df2735d5b34' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AZ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-30f8032c-1827-4078-bf5d-66a55c60d4ac' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-30f8032c-1827-4078-bf5d-66a55c60d4ac' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-a622eb0c-54fe-4ed6-abfc-89742134830c' class='xr-var-data-in' type='checkbox'><label for='data-a622eb0c-54fe-4ed6-abfc-89742134830c' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BB</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-e3754ced-4fe9-4426-8097-7dd719b664f0' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-e3754ced-4fe9-4426-8097-7dd719b664f0' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-cd2651d8-21e6-4081-a890-1dc88d41e98f' class='xr-var-data-in' type='checkbox'><label for='data-cd2651d8-21e6-4081-a890-1dc88d41e98f' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BC</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-f991125d-656a-4a58-9286-094cae12bdac' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-f991125d-656a-4a58-9286-094cae12bdac' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-079d588c-b55a-4276-8c78-8b36b24889a1' class='xr-var-data-in' type='checkbox'><label for='data-079d588c-b55a-4276-8c78-8b36b24889a1' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BD</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-503cc750-5a61-4e80-93d2-26fbc0d436de' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-503cc750-5a61-4e80-93d2-26fbc0d436de' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-e8880cc0-4784-44bb-8dcb-886b6d807c8e' class='xr-var-data-in' type='checkbox'><label for='data-e8880cc0-4784-44bb-8dcb-886b6d807c8e' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BE</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-d07cff3f-462b-4e01-9c7a-4b15b750e53f' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-d07cff3f-462b-4e01-9c7a-4b15b750e53f' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-2bf43e3d-c23c-49f9-8a0c-a50dd71d1e86' class='xr-var-data-in' type='checkbox'><label for='data-2bf43e3d-c23c-49f9-8a0c-a50dd71d1e86' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BF</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-7522667a-904d-46ba-8eca-0f76aadb89d2' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-7522667a-904d-46ba-8eca-0f76aadb89d2' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-989a3e9a-de87-447d-9d6d-387075e8c16d' class='xr-var-data-in' type='checkbox'><label for='data-989a3e9a-de87-447d-9d6d-387075e8c16d' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BG</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-8f4e85e8-2e70-4d20-a11d-b55e82f3c838' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-8f4e85e8-2e70-4d20-a11d-b55e82f3c838' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-9f2e884a-3fc4-4d44-a164-7bc1a80c99aa' class='xr-var-data-in' type='checkbox'><label for='data-9f2e884a-3fc4-4d44-a164-7bc1a80c99aa' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BH</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-0f19a9bb-1078-41c1-9b8c-fdf1890d34c4' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-0f19a9bb-1078-41c1-9b8c-fdf1890d34c4' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-12bb94eb-64a0-4156-9ccf-9b54a256fe88' class='xr-var-data-in' type='checkbox'><label for='data-12bb94eb-64a0-4156-9ccf-9b54a256fe88' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BI</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-30363fdf-ce2f-4f3b-bc01-ee807fcb0712' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-30363fdf-ce2f-4f3b-bc01-ee807fcb0712' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-f3c0e078-d4d5-4804-84f1-56f8c15cd90a' class='xr-var-data-in' type='checkbox'><label for='data-f3c0e078-d4d5-4804-84f1-56f8c15cd90a' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BJ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-34085a47-89e5-4278-b006-fdb1e2b9cf1e' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-34085a47-89e5-4278-b006-fdb1e2b9cf1e' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-e74298cb-3742-4b7a-8490-d9cf18cce906' class='xr-var-data-in' type='checkbox'><label for='data-e74298cb-3742-4b7a-8490-d9cf18cce906' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BK</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-9df9713e-d649-451c-9539-a210eadd5e6c' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-9df9713e-d649-451c-9539-a210eadd5e6c' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-3a84f5d2-ed60-4fb8-a7a4-acf4ef6e65bf' class='xr-var-data-in' type='checkbox'><label for='data-3a84f5d2-ed60-4fb8-a7a4-acf4ef6e65bf' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BL</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-7727eb43-daf0-4972-a22b-9847cdd2a03e' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-7727eb43-daf0-4972-a22b-9847cdd2a03e' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-d2c0921d-b6e8-4b52-9037-0483122d31af' class='xr-var-data-in' type='checkbox'><label for='data-d2c0921d-b6e8-4b52-9037-0483122d31af' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BM</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-c15c1011-7233-4a22-967b-58d5c4fdf2ed' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-c15c1011-7233-4a22-967b-58d5c4fdf2ed' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-8e9ba201-a346-42e1-b827-6057f83e3be8' class='xr-var-data-in' type='checkbox'><label for='data-8e9ba201-a346-42e1-b827-6057f83e3be8' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BN</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-bf912e3b-e9c1-4768-a2b2-94d0b0cda905' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-bf912e3b-e9c1-4768-a2b2-94d0b0cda905' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-33f655bf-1ff7-4925-ad51-9f35a3a775f2' class='xr-var-data-in' type='checkbox'><label for='data-33f655bf-1ff7-4925-ad51-9f35a3a775f2' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BO</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-73bc9306-08f6-4ba5-b7c8-42ec9165a0e0' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-73bc9306-08f6-4ba5-b7c8-42ec9165a0e0' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-86b33fa8-c79e-4cd7-b113-d0d21fb08b9d' class='xr-var-data-in' type='checkbox'><label for='data-86b33fa8-c79e-4cd7-b113-d0d21fb08b9d' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BP</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-cf8e1fe4-413e-4c61-8d5c-c82352914275' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-cf8e1fe4-413e-4c61-8d5c-c82352914275' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-6a65e33b-8259-46cc-807c-26ea3d879b0e' class='xr-var-data-in' type='checkbox'><label for='data-6a65e33b-8259-46cc-807c-26ea3d879b0e' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BQ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-f6c4fdf6-8f9b-49fb-a576-950d7927cda7' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-f6c4fdf6-8f9b-49fb-a576-950d7927cda7' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-497cb9a0-fe61-4631-90e3-2795518e0dfe' class='xr-var-data-in' type='checkbox'><label for='data-497cb9a0-fe61-4631-90e3-2795518e0dfe' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BR</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-205f3464-609a-4268-95f3-b88319d36e41' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-205f3464-609a-4268-95f3-b88319d36e41' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-8c16c507-ed3b-4c99-b314-4e443bb9703e' class='xr-var-data-in' type='checkbox'><label for='data-8c16c507-ed3b-4c99-b314-4e443bb9703e' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BS</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-e6f1e5c6-b23b-4b17-8059-303a0d147270' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-e6f1e5c6-b23b-4b17-8059-303a0d147270' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-70b61bac-80b4-439f-9233-709120f2a5f5' class='xr-var-data-in' type='checkbox'><label for='data-70b61bac-80b4-439f-9233-709120f2a5f5' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BT</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-f936df7d-7beb-4e54-89f9-a8a447bef841' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-f936df7d-7beb-4e54-89f9-a8a447bef841' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-34cbeadb-9a84-4f72-891a-a16025bd4a17' class='xr-var-data-in' type='checkbox'><label for='data-34cbeadb-9a84-4f72-891a-a16025bd4a17' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BU</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-5f48aa08-ee38-4c5f-97a1-e1a6cf790ad8' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-5f48aa08-ee38-4c5f-97a1-e1a6cf790ad8' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-4ea3fd47-4cfa-4957-b61c-50e9a58a189f' class='xr-var-data-in' type='checkbox'><label for='data-4ea3fd47-4cfa-4957-b61c-50e9a58a189f' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BV</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-b8dc5126-afe4-47d8-a59e-68846cd0b050' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-b8dc5126-afe4-47d8-a59e-68846cd0b050' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-42425e22-e7b8-4504-a6c6-695c781af634' class='xr-var-data-in' type='checkbox'><label for='data-42425e22-e7b8-4504-a6c6-695c781af634' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BW</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-8e83db84-0467-4cf2-96ad-125b780ec2d1' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-8e83db84-0467-4cf2-96ad-125b780ec2d1' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-b55a6389-9aef-4cb4-830d-5e49c1d3ce71' class='xr-var-data-in' type='checkbox'><label for='data-b55a6389-9aef-4cb4-830d-5e49c1d3ce71' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BX</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-90bcffa0-5245-4791-91ad-e9ef543be31b' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-90bcffa0-5245-4791-91ad-e9ef543be31b' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-893b77a1-6888-4dd5-bcf8-c4c2462a3e3d' class='xr-var-data-in' type='checkbox'><label for='data-893b77a1-6888-4dd5-bcf8-c4c2462a3e3d' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BY</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-df350447-a687-4731-bc34-dc6b5805e6e7' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-df350447-a687-4731-bc34-dc6b5805e6e7' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-688db702-6e68-4512-b4ef-e821cebb171b' class='xr-var-data-in' type='checkbox'><label for='data-688db702-6e68-4512-b4ef-e821cebb171b' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>BZ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-8f34e7d5-089a-4c9d-bdc7-031cac337a0a' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-8f34e7d5-089a-4c9d-bdc7-031cac337a0a' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-c5aa71c9-eb27-4035-a452-2f715f61af77' class='xr-var-data-in' type='checkbox'><label for='data-c5aa71c9-eb27-4035-a452-2f715f61af77' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CC</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-53d0e014-5fc0-4717-99ab-7ac24d98a0a4' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-53d0e014-5fc0-4717-99ab-7ac24d98a0a4' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-8ef0c802-f411-40b7-a7b1-2609c20ac018' class='xr-var-data-in' type='checkbox'><label for='data-8ef0c802-f411-40b7-a7b1-2609c20ac018' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CD</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-2b07b1bc-9959-45d7-8bf2-7de6dacbe031' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-2b07b1bc-9959-45d7-8bf2-7de6dacbe031' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-bc5bb7b0-c1c3-497f-b8be-a4e2e53cd794' class='xr-var-data-in' type='checkbox'><label for='data-bc5bb7b0-c1c3-497f-b8be-a4e2e53cd794' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CE</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-f074c05e-3fd9-4cd3-9f43-2c56acc4972a' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-f074c05e-3fd9-4cd3-9f43-2c56acc4972a' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-9f9192cd-f36c-4655-bd83-88611c9744c1' class='xr-var-data-in' type='checkbox'><label for='data-9f9192cd-f36c-4655-bd83-88611c9744c1' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CF</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-d8ce089c-9081-4ad7-87fa-8f386264c86d' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-d8ce089c-9081-4ad7-87fa-8f386264c86d' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-3132824a-2901-441b-9e95-e8d040254ec9' class='xr-var-data-in' type='checkbox'><label for='data-3132824a-2901-441b-9e95-e8d040254ec9' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CG</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-5b220731-29c1-42e1-a0ef-e23a31031c63' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-5b220731-29c1-42e1-a0ef-e23a31031c63' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-01afee6b-2529-4fc0-8fe6-92caf012ef0e' class='xr-var-data-in' type='checkbox'><label for='data-01afee6b-2529-4fc0-8fe6-92caf012ef0e' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CH</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-b2737129-337e-4f6e-90f7-359524924e61' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-b2737129-337e-4f6e-90f7-359524924e61' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-b7d3cb10-b288-47be-a322-41da3934a52f' class='xr-var-data-in' type='checkbox'><label for='data-b7d3cb10-b288-47be-a322-41da3934a52f' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CI</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-9458fca5-2eb7-44a9-b4c0-7f427b07aa4f' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-9458fca5-2eb7-44a9-b4c0-7f427b07aa4f' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-bd435276-6406-469d-8044-974be098152a' class='xr-var-data-in' type='checkbox'><label for='data-bd435276-6406-469d-8044-974be098152a' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CJ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-e4cc4dd3-c849-48ca-ae6d-1e421ebb74ee' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-e4cc4dd3-c849-48ca-ae6d-1e421ebb74ee' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-51091d7a-b2bc-4dc7-8336-f21c536468d1' class='xr-var-data-in' type='checkbox'><label for='data-51091d7a-b2bc-4dc7-8336-f21c536468d1' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CK</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-70bff61f-39af-4bbe-9ca5-ecf930e19298' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-70bff61f-39af-4bbe-9ca5-ecf930e19298' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-d859fdc3-c04f-407d-8d03-bc942f73685c' class='xr-var-data-in' type='checkbox'><label for='data-d859fdc3-c04f-407d-8d03-bc942f73685c' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CL</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-d0aa071d-9db7-4940-83ae-8810904bf0f1' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-d0aa071d-9db7-4940-83ae-8810904bf0f1' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-bf1a98ac-5ccf-47d0-a1c6-94d5b931432f' class='xr-var-data-in' type='checkbox'><label for='data-bf1a98ac-5ccf-47d0-a1c6-94d5b931432f' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CM</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-0d50d848-b8ed-41aa-b28f-83b5ffab6ebd' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-0d50d848-b8ed-41aa-b28f-83b5ffab6ebd' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-0786171c-c05b-4471-aa3c-e14d2a3af0c5' class='xr-var-data-in' type='checkbox'><label for='data-0786171c-c05b-4471-aa3c-e14d2a3af0c5' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CN</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-ae9a71f0-cd17-4144-a2f5-65efb0440890' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-ae9a71f0-cd17-4144-a2f5-65efb0440890' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-32090ff6-67c2-4840-87f4-0504fa1c4d02' class='xr-var-data-in' type='checkbox'><label for='data-32090ff6-67c2-4840-87f4-0504fa1c4d02' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CO</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-aa0003c9-1981-48f1-be83-168c2ae98e5d' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-aa0003c9-1981-48f1-be83-168c2ae98e5d' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-a0ab0940-c909-4f18-813d-6d09f62b7023' class='xr-var-data-in' type='checkbox'><label for='data-a0ab0940-c909-4f18-813d-6d09f62b7023' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CP</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-0b1fa222-c182-42a5-bb0c-cc01fb19b727' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-0b1fa222-c182-42a5-bb0c-cc01fb19b727' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-eb14a678-6f74-4100-965e-ff90e2a66245' class='xr-var-data-in' type='checkbox'><label for='data-eb14a678-6f74-4100-965e-ff90e2a66245' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CQ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-dc713b06-396a-41e4-8178-b78807d136a0' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-dc713b06-396a-41e4-8178-b78807d136a0' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-eae955ad-16bf-4d68-b67e-bed89929c471' class='xr-var-data-in' type='checkbox'><label for='data-eae955ad-16bf-4d68-b67e-bed89929c471' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CR</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-2c7ab8be-4ed8-440d-8e39-1cae0040fceb' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-2c7ab8be-4ed8-440d-8e39-1cae0040fceb' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-5246d141-6180-4269-adcf-8ead0005850e' class='xr-var-data-in' type='checkbox'><label for='data-5246d141-6180-4269-adcf-8ead0005850e' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CS</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-d9e2e8e7-9446-4f0b-a974-67c3595b0277' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-d9e2e8e7-9446-4f0b-a974-67c3595b0277' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-730bb576-af1e-4685-afd0-82626760b349' class='xr-var-data-in' type='checkbox'><label for='data-730bb576-af1e-4685-afd0-82626760b349' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CT</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-bd372a80-8e4a-4a89-a9ed-d435162fe24c' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-bd372a80-8e4a-4a89-a9ed-d435162fe24c' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-0f9149cc-d6b8-4353-86f6-bc74d6730bbb' class='xr-var-data-in' type='checkbox'><label for='data-0f9149cc-d6b8-4353-86f6-bc74d6730bbb' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CU</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-fea28640-ead2-46cc-a199-19b7dd9ec368' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-fea28640-ead2-46cc-a199-19b7dd9ec368' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-a8964734-9eac-4b29-813b-444e6e4ce473' class='xr-var-data-in' type='checkbox'><label for='data-a8964734-9eac-4b29-813b-444e6e4ce473' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CV</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-5384e5f8-af62-43cb-bf56-951774c7e6f8' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-5384e5f8-af62-43cb-bf56-951774c7e6f8' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-bf4da1f2-bb3e-447f-a550-dd077958b1cd' class='xr-var-data-in' type='checkbox'><label for='data-bf4da1f2-bb3e-447f-a550-dd077958b1cd' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CW</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-57fde834-5d87-484a-a1e5-3696c78643df' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-57fde834-5d87-484a-a1e5-3696c78643df' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-0006fd12-7a26-4801-af16-3fe3624ad29f' class='xr-var-data-in' type='checkbox'><label for='data-0006fd12-7a26-4801-af16-3fe3624ad29f' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CX</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-2ff06dba-8896-4492-8323-f67f0505a5f4' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-2ff06dba-8896-4492-8323-f67f0505a5f4' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-d1be638b-cfed-4684-8f7f-6fc25b2b5b6d' class='xr-var-data-in' type='checkbox'><label for='data-d1be638b-cfed-4684-8f7f-6fc25b2b5b6d' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CY</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-cb2c79d5-938e-40d5-911a-e3775dc76802' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-cb2c79d5-938e-40d5-911a-e3775dc76802' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-82bb7fc1-15a3-44bc-adcd-c5a0bec0a421' class='xr-var-data-in' type='checkbox'><label for='data-82bb7fc1-15a3-44bc-adcd-c5a0bec0a421' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>CZ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-ceb29dd6-b429-4031-971e-e95e72469bf8' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-ceb29dd6-b429-4031-971e-e95e72469bf8' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-eb2d739b-1734-43a5-bf21-79778ff4d5cc' class='xr-var-data-in' type='checkbox'><label for='data-eb2d739b-1734-43a5-bf21-79778ff4d5cc' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DD</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-ae9954b0-5a57-453f-855c-b2ec09946c7c' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-ae9954b0-5a57-453f-855c-b2ec09946c7c' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-451a7875-3cfd-43fa-b3a1-57d12c47832a' class='xr-var-data-in' type='checkbox'><label for='data-451a7875-3cfd-43fa-b3a1-57d12c47832a' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DE</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-7233c72d-d0fe-4f9a-98b2-aa7d6e86a56f' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-7233c72d-d0fe-4f9a-98b2-aa7d6e86a56f' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-e5de7b0b-9876-4526-b541-327391d0f38b' class='xr-var-data-in' type='checkbox'><label for='data-e5de7b0b-9876-4526-b541-327391d0f38b' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DF</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-c1b47310-8eea-4b54-b8a5-146f2109b2ed' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-c1b47310-8eea-4b54-b8a5-146f2109b2ed' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-accb028c-407f-4f8f-8a8a-35351de4d520' class='xr-var-data-in' type='checkbox'><label for='data-accb028c-407f-4f8f-8a8a-35351de4d520' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DG</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-9d1054d7-3a59-4314-b703-82ff5a5f40f8' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-9d1054d7-3a59-4314-b703-82ff5a5f40f8' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-ed382dd2-28e2-425f-a06f-751feba08be3' class='xr-var-data-in' type='checkbox'><label for='data-ed382dd2-28e2-425f-a06f-751feba08be3' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DH</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-41528124-c93b-4ac7-b39e-b2033f0be056' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-41528124-c93b-4ac7-b39e-b2033f0be056' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-67a82a3a-9f0e-43f3-a226-7594c71675fa' class='xr-var-data-in' type='checkbox'><label for='data-67a82a3a-9f0e-43f3-a226-7594c71675fa' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DI</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-a245d034-ac37-41b9-8c89-90219012eeee' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-a245d034-ac37-41b9-8c89-90219012eeee' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-68e35053-2a90-474b-b3d7-63546e4241ad' class='xr-var-data-in' type='checkbox'><label for='data-68e35053-2a90-474b-b3d7-63546e4241ad' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DJ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-9ce57bbf-87f3-49d4-95c7-ade445f6c437' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-9ce57bbf-87f3-49d4-95c7-ade445f6c437' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-6c93db14-14ed-41a5-a2dd-7a2be70ac1d6' class='xr-var-data-in' type='checkbox'><label for='data-6c93db14-14ed-41a5-a2dd-7a2be70ac1d6' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DK</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-324621b1-81f5-4fc8-84f4-2e2e4303ae15' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-324621b1-81f5-4fc8-84f4-2e2e4303ae15' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-ba24e2ed-f69f-484e-9757-5080c874cb52' class='xr-var-data-in' type='checkbox'><label for='data-ba24e2ed-f69f-484e-9757-5080c874cb52' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DL</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-02a15e66-479f-4303-9a73-51dc85e024a0' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-02a15e66-479f-4303-9a73-51dc85e024a0' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-d64f8755-3a5b-4372-b7b9-684290e6eb5c' class='xr-var-data-in' type='checkbox'><label for='data-d64f8755-3a5b-4372-b7b9-684290e6eb5c' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DM</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-a0ee13d2-0982-4f27-b0bf-f3ed6951fe78' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-a0ee13d2-0982-4f27-b0bf-f3ed6951fe78' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-7d5065ce-d1a4-47eb-a995-aac145df8ca7' class='xr-var-data-in' type='checkbox'><label for='data-7d5065ce-d1a4-47eb-a995-aac145df8ca7' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DN</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-6b869763-f82a-467a-9214-f7b6851f829e' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-6b869763-f82a-467a-9214-f7b6851f829e' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-747184d7-ad71-4538-956e-0b32a0faa55b' class='xr-var-data-in' type='checkbox'><label for='data-747184d7-ad71-4538-956e-0b32a0faa55b' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DO</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-3faaafe8-7b4e-43f6-a1b3-63dc1a11c4bd' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-3faaafe8-7b4e-43f6-a1b3-63dc1a11c4bd' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-7d21ef05-355d-4f86-9cc1-9882930fd386' class='xr-var-data-in' type='checkbox'><label for='data-7d21ef05-355d-4f86-9cc1-9882930fd386' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DP</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-75449a09-d9b1-4c93-bfdd-11ef6220a4b3' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-75449a09-d9b1-4c93-bfdd-11ef6220a4b3' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-a9c77423-60f9-4929-a1f8-61038d0152e5' class='xr-var-data-in' type='checkbox'><label for='data-a9c77423-60f9-4929-a1f8-61038d0152e5' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DQ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-70c58636-b381-428a-9235-b0a1636e34f6' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-70c58636-b381-428a-9235-b0a1636e34f6' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-3e053c2d-ff27-4716-991c-fe178ca02969' class='xr-var-data-in' type='checkbox'><label for='data-3e053c2d-ff27-4716-991c-fe178ca02969' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DR</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-28822a8e-3840-4c99-a764-9c6805bd59c5' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-28822a8e-3840-4c99-a764-9c6805bd59c5' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-2b9af49b-962b-4691-a2e2-0912cf431f8a' class='xr-var-data-in' type='checkbox'><label for='data-2b9af49b-962b-4691-a2e2-0912cf431f8a' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DS</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-33e4fd96-42b9-4235-9110-8f5b1c86bc4c' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-33e4fd96-42b9-4235-9110-8f5b1c86bc4c' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-c197fd91-f9b3-42c9-b746-b009b6513450' class='xr-var-data-in' type='checkbox'><label for='data-c197fd91-f9b3-42c9-b746-b009b6513450' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DT</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-4d91d52b-5b1c-40b4-a472-e9383a7c7f9b' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-4d91d52b-5b1c-40b4-a472-e9383a7c7f9b' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-16f29bd5-67f8-41db-87b4-2e70abff8c49' class='xr-var-data-in' type='checkbox'><label for='data-16f29bd5-67f8-41db-87b4-2e70abff8c49' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DU</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-2dff6039-6fa4-423f-97d9-9d2bc43e58d9' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-2dff6039-6fa4-423f-97d9-9d2bc43e58d9' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-89e002f2-36d2-4e7f-9cdf-8611aff3050c' class='xr-var-data-in' type='checkbox'><label for='data-89e002f2-36d2-4e7f-9cdf-8611aff3050c' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DV</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-46d4a725-3698-44c7-bd81-76ebd3033c76' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-46d4a725-3698-44c7-bd81-76ebd3033c76' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-34661517-06f6-4607-aff6-b8474fd81e08' class='xr-var-data-in' type='checkbox'><label for='data-34661517-06f6-4607-aff6-b8474fd81e08' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DW</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-fbc18f43-46b0-4711-a08d-f4f56ffb0b8f' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-fbc18f43-46b0-4711-a08d-f4f56ffb0b8f' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-2880583f-2bc8-4e2a-b002-7bda888cd35d' class='xr-var-data-in' type='checkbox'><label for='data-2880583f-2bc8-4e2a-b002-7bda888cd35d' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DX</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-e48c2f14-9968-4cab-b5ea-6fd869683607' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-e48c2f14-9968-4cab-b5ea-6fd869683607' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-3cebb768-458d-4b54-a0e5-a359e44791cb' class='xr-var-data-in' type='checkbox'><label for='data-3cebb768-458d-4b54-a0e5-a359e44791cb' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DY</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-82fa140f-574a-4d82-9c26-7386cd02178e' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-82fa140f-574a-4d82-9c26-7386cd02178e' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-a252cb0b-1a0b-4ef8-960a-76ca964dfe6f' class='xr-var-data-in' type='checkbox'><label for='data-a252cb0b-1a0b-4ef8-960a-76ca964dfe6f' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>DZ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-804db660-9784-46d4-995b-bb4d8ed6906a' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-804db660-9784-46d4-995b-bb4d8ed6906a' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-c33b1e1b-6160-449d-936a-a2104102b88c' class='xr-var-data-in' type='checkbox'><label for='data-c33b1e1b-6160-449d-936a-a2104102b88c' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>EE</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-2569f8ca-4798-43ee-bf02-599c03288af5' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-2569f8ca-4798-43ee-bf02-599c03288af5' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-f5ef09bf-c6e3-4456-8c8c-feccfd9238ab' class='xr-var-data-in' type='checkbox'><label for='data-f5ef09bf-c6e3-4456-8c8c-feccfd9238ab' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>EF</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-dedba7ea-31b6-49bb-900e-a152a8b28e83' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-dedba7ea-31b6-49bb-900e-a152a8b28e83' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-e546bd52-bfc9-4380-b37e-117f72c81e9f' class='xr-var-data-in' type='checkbox'><label for='data-e546bd52-bfc9-4380-b37e-117f72c81e9f' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li></ul></div></li><li class='xr-section-item'><input id='section-4e4b408e-dab3-47a7-a808-c0e3d697b9d8' class='xr-section-summary-in' type='checkbox' disabled ><label for='section-4e4b408e-dab3-47a7-a808-c0e3d697b9d8' class='xr-section-summary' title='Expand/collapse section'>Indexes: <span>(0)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'></ul></div></li><li class='xr-section-item'><input id='section-e627beba-ee70-4dd1-a5b9-f77fdfe826f1' class='xr-section-summary-in' type='checkbox' disabled ><label for='section-e627beba-ee70-4dd1-a5b9-f77fdfe826f1' class='xr-section-summary' title='Expand/collapse section'>Attributes: <span>(0)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><dl class='xr-attrs'></dl></div></li></ul></div></div>" | |
| ], | |
| "text/plain": [ | |
| "<xarray.Dataset> Size: 1PB\n", | |
| "Dimensions: (a: 11000, b: 11000, c: 11000)\n", | |
| "Dimensions without coordinates: a, b, c\n", | |
| "Data variables: (12/100)\n", | |
| " AA (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AB (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AC (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AD (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AE (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AF (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " ... ...\n", | |
| " DW (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " DX (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " DY (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " DZ (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " EE (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " EF (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)..." | |
| ] | |
| }, | |
| "execution_count": 23, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "vds" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 16, | |
| "id": "d76c66d1-43b5-46a1-b262-79a3e6d42971", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "def size_virtual_refs(vds: xr.Dataset) -> int:\n", | |
| " \"\"\"In-memory size of virtual references.\"\"\"\n", | |
| " \n", | |
| " def size_manifest_virtual_refs(ma: vz.ManifestArray) -> int:\n", | |
| " return ma._paths.nbytes + ma._offsets.nbytes + ma._lengths.nbytes\n", | |
| " \n", | |
| " return sum(\n", | |
| " size_manifest_virtual_refs(var.data.manifest) for var in vds.variables.values()\n", | |
| " )" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 25, | |
| "id": "76b65a4a-1519-4a41-883d-81f22e63b3ae", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "32.0" | |
| ] | |
| }, | |
| "execution_count": 25, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "# just one variable\n", | |
| "size_virtual_refs(vds[['AA']]) / 1e6 # MB" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 26, | |
| "id": "97db6ae3-699e-4787-9f29-b7b65a015384", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "3.2" | |
| ] | |
| }, | |
| "execution_count": 26, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "size_virtual_refs(vds) / 1e9 # GB" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "8cdcb6c6-937d-4e5b-b6e9-008b98b989d1", | |
| "metadata": {}, | |
| "source": [ | |
| "So 3.2GB in-memory just to hold all the manifests!" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 17, | |
| "id": "6a980daa-b3b5-471b-b0ea-95aa1cf3c637", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "def size_loaded_data(vds: xr.Dataset) -> int:\n", | |
| " \"\"\"Size of all data if it were loaded into memory, in bytes.\"\"\"\n", | |
| " \n", | |
| " def size_loaded_data(ma: vz.ManifestArray) -> int:\n", | |
| " return ma.size * ma.dtype.itemsize\n", | |
| " \n", | |
| " return sum(\n", | |
| " size_loaded_data(var.data) for var in vds.variables.values()\n", | |
| " )" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 28, | |
| "id": "a2c5c6f1-2293-4497-8e64-201a42848f9d", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "10.648" | |
| ] | |
| }, | |
| "execution_count": 28, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "# just one variable\n", | |
| "size_loaded_data(vds[['AA']]) / 1e12 # TB" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 29, | |
| "id": "f6dceb74-f7c4-4d20-9250-dc2de54c49e0", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "1.0648" | |
| ] | |
| }, | |
| "execution_count": 29, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "size_loaded_data(vds) / 1e15 # PB" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "cc4a45ce-4af3-42a7-a361-eed3a2bfca19", | |
| "metadata": {}, | |
| "source": [ | |
| "The entire dataset points to ~1PB of (imaginary) data.\n", | |
| "\n", | |
| "The manifest is roughly 1 million time smaller than the data, which I think is a relationship one can generally expect assuming you have recommended chunk sizes (~1-10MB)." | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "2fb32e4d-60a7-4928-9426-d26fa986013b", | |
| "metadata": {}, | |
| "source": [ | |
| "## Test Icechunk" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 25, | |
| "id": "1ba187a5-33b1-4947-ad40-14a31c2d4147", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "from icechunk import IcechunkStore, StorageConfig" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "0b0fabb3-2739-4824-874c-ffe64ee1c376", | |
| "metadata": {}, | |
| "source": [ | |
| "### Local store" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 26, | |
| "id": "2b0cb9b3-ff93-4cbf-bb87-65aa9effe747", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "storage_config = icechunk.StorageConfig.filesystem(\n", | |
| " \"/Users/tom/Documents/Work/Code/experimentation/icechunk/scale_test\",\n", | |
| ")" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 28, | |
| "id": "631cf153-59fd-4bb8-9b4d-3fb39bc72b3a", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "store = icechunk.IcechunkStore.create(\n", | |
| " storage=storage_config,\n", | |
| " read_only=False,\n", | |
| ")" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "333d9d74-9d80-40fa-95a4-17f231fb936d", | |
| "metadata": {}, | |
| "source": [ | |
| "See how long it takes to write the virtual references into icechunk using virtualizarr" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 29, | |
| "id": "9bd6f545-5017-4354-a420-aa959363f409", | |
| "metadata": { | |
| "scrolled": true | |
| }, | |
| "outputs": [ | |
| { | |
| "name": "stderr", | |
| "output_type": "stream", | |
| "text": [ | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/Users/tom/miniconda3/envs/coiled/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n" | |
| ] | |
| }, | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "CPU times: user 7min 33s, sys: 17.4 s, total: 7min 50s\n", | |
| "Wall time: 7min 54s\n" | |
| ] | |
| } | |
| ], | |
| "source": [ | |
| "%%time\n", | |
| "vds.virtualize.to_icechunk(store)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "f9b98b73-d118-43a0-995a-8f8ba93e0180", | |
| "metadata": {}, | |
| "source": [ | |
| "(raised https://github.com/zarr-developers/zarr-python/issues/2509 to understand how to prevent these warnings)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 30, | |
| "id": "1de3af8a-7aca-4282-82f3-a5a4b5a57b5c", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "CPU times: user 3min 36s, sys: 1min 3s, total: 4min 39s\n", | |
| "Wall time: 7min 6s\n" | |
| ] | |
| }, | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "'7MMPZ5XHTBG7SXAQXC60'" | |
| ] | |
| }, | |
| "execution_count": 30, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "%%time\n", | |
| "store.commit(\"wrote 1PB of virtual refs locally!\")" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "62655299-6adb-4b07-bddc-fabfa247ffac", | |
| "metadata": {}, | |
| "source": [ | |
| "How much space do those refs take up in the local store?" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 31, | |
| "id": "24565304-5e5b-43b9-9d73-fbc7f2a60950", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| " 24K\t/Users/tom/Documents/Work/Code/experimentation/icechunk/scale_test/snapshots\n", | |
| "8.0K\t/Users/tom/Documents/Work/Code/experimentation/icechunk/scale_test/refs/branch.main\n", | |
| "8.0K\t/Users/tom/Documents/Work/Code/experimentation/icechunk/scale_test/refs\n", | |
| " 16G\t/Users/tom/Documents/Work/Code/experimentation/icechunk/scale_test/manifests\n", | |
| " 16G\t/Users/tom/Documents/Work/Code/experimentation/icechunk/scale_test\n", | |
| " 16G\ttotal\n" | |
| ] | |
| } | |
| ], | |
| "source": [ | |
| "!du -ch /Users/tom/Documents/Work/Code/experimentation/icechunk/scale_test" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "45482c1e-bcbf-47f7-a9bb-c4d5195e3166", | |
| "metadata": {}, | |
| "source": [ | |
| "That seems like a lot..." | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "c22a9478-0ecb-4936-bdea-853c946f7543", | |
| "metadata": {}, | |
| "source": [ | |
| "### S3 store" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "602bb9e5-20fd-4a97-9b7d-25c646c8eab5", | |
| "metadata": {}, | |
| "source": [ | |
| "Set up the icechunk store ready to store the references in S3" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 6, | |
| "id": "7eeead39-6f88-49a9-a6ca-a33d5068cb5a", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "from icechunk import IcechunkStore, StorageConfig, StoreConfig, VirtualRefConfig" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 7, | |
| "id": "c24c12cc-34d5-41ba-96d8-7a693e170065", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "storage_config = icechunk.StorageConfig.s3_from_env(\n", | |
| " bucket='icechunk-scale-test',\n", | |
| " prefix='icechunk/test1/',\n", | |
| " region='us-east-1',\n", | |
| ")" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 9, | |
| "id": "05f3bd8e-2449-46d1-ac7d-41ee077ef98c", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "store = IcechunkStore.create(\n", | |
| " storage=storage_config,\n", | |
| " config=StoreConfig(\n", | |
| " virtual_ref_config=VirtualRefConfig.s3_anonymous(region='us-east-1'),\n", | |
| " )\n", | |
| ")" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 30, | |
| "id": "ce9ef547-6d8f-4a77-916f-41a14b611ea9", | |
| "metadata": { | |
| "scrolled": true | |
| }, | |
| "outputs": [ | |
| { | |
| "name": "stderr", | |
| "output_type": "stream", | |
| "text": [ | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n" | |
| ] | |
| }, | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "CPU times: user 10min 50s, sys: 12.5 s, total: 11min 2s\n", | |
| "Wall time: 11min 12s\n" | |
| ] | |
| } | |
| ], | |
| "source": [ | |
| "%%time\n", | |
| "vds.virtualize.to_icechunk(store)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "e42b728a-817f-43d2-8ed6-3a3ad4e2a243", | |
| "metadata": {}, | |
| "source": [ | |
| "That took ~81GB of RAM to execute!" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": null, | |
| "id": "6f984495-1a8e-4a54-80d6-bc401a87984d", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "%%time\n", | |
| "store.commit(\"wrote 1PB of virtual refs to S3!\")" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "9b47da49-611d-4207-9e6a-40418d929e48", | |
| "metadata": {}, | |
| "source": [ | |
| "This cell then crashed a 128GB Coiled notebook." | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "3fef8426-a2b9-4eea-b5ce-4546c02c347b", | |
| "metadata": {}, | |
| "source": [ | |
| "### Try a smaller problem..." | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "c99eb93d-f0fe-4325-bc01-033fdace4df8", | |
| "metadata": {}, | |
| "source": [ | |
| "This is 1/10th the size, so 100TB of data in 10 million chunks." | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 13, | |
| "id": "73eaafaf-8f18-4846-9654-4485cd4598ed", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "CPU times: user 55.4 s, sys: 2.83 s, total: 58.2 s\n", | |
| "Wall time: 58.3 s\n" | |
| ] | |
| } | |
| ], | |
| "source": [ | |
| "%%time\n", | |
| "vds = create_fake_virtual_dataset(shape=(11000, 11000, 11000), chunks=(110, 110, 110), n_vars=10)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 14, | |
| "id": "0b00654d-cbbf-4fa1-aac5-eddeb46b1fe6", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/html": [ | |
| "<div><svg style=\"position: absolute; width: 0; height: 0; overflow: hidden\">\n", | |
| "<defs>\n", | |
| "<symbol id=\"icon-database\" viewBox=\"0 0 32 32\">\n", | |
| "<path d=\"M16 0c-8.837 0-16 2.239-16 5v4c0 2.761 7.163 5 16 5s16-2.239 16-5v-4c0-2.761-7.163-5-16-5z\"></path>\n", | |
| "<path d=\"M16 17c-8.837 0-16-2.239-16-5v6c0 2.761 7.163 5 16 5s16-2.239 16-5v-6c0 2.761-7.163 5-16 5z\"></path>\n", | |
| "<path d=\"M16 26c-8.837 0-16-2.239-16-5v6c0 2.761 7.163 5 16 5s16-2.239 16-5v-6c0 2.761-7.163 5-16 5z\"></path>\n", | |
| "</symbol>\n", | |
| "<symbol id=\"icon-file-text2\" viewBox=\"0 0 32 32\">\n", | |
| "<path d=\"M28.681 7.159c-0.694-0.947-1.662-2.053-2.724-3.116s-2.169-2.030-3.116-2.724c-1.612-1.182-2.393-1.319-2.841-1.319h-15.5c-1.378 0-2.5 1.121-2.5 2.5v27c0 1.378 1.122 2.5 2.5 2.5h23c1.378 0 2.5-1.122 2.5-2.5v-19.5c0-0.448-0.137-1.23-1.319-2.841zM24.543 5.457c0.959 0.959 1.712 1.825 2.268 2.543h-4.811v-4.811c0.718 0.556 1.584 1.309 2.543 2.268zM28 29.5c0 0.271-0.229 0.5-0.5 0.5h-23c-0.271 0-0.5-0.229-0.5-0.5v-27c0-0.271 0.229-0.5 0.5-0.5 0 0 15.499-0 15.5 0v7c0 0.552 0.448 1 1 1h7v19.5z\"></path>\n", | |
| "<path d=\"M23 26h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n", | |
| "<path d=\"M23 22h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n", | |
| "<path d=\"M23 18h-14c-0.552 0-1-0.448-1-1s0.448-1 1-1h14c0.552 0 1 0.448 1 1s-0.448 1-1 1z\"></path>\n", | |
| "</symbol>\n", | |
| "</defs>\n", | |
| "</svg>\n", | |
| "<style>/* CSS stylesheet for displaying xarray objects in jupyterlab.\n", | |
| " *\n", | |
| " */\n", | |
| "\n", | |
| ":root {\n", | |
| " --xr-font-color0: var(--jp-content-font-color0, rgba(0, 0, 0, 1));\n", | |
| " --xr-font-color2: var(--jp-content-font-color2, rgba(0, 0, 0, 0.54));\n", | |
| " --xr-font-color3: var(--jp-content-font-color3, rgba(0, 0, 0, 0.38));\n", | |
| " --xr-border-color: var(--jp-border-color2, #e0e0e0);\n", | |
| " --xr-disabled-color: var(--jp-layout-color3, #bdbdbd);\n", | |
| " --xr-background-color: var(--jp-layout-color0, white);\n", | |
| " --xr-background-color-row-even: var(--jp-layout-color1, white);\n", | |
| " --xr-background-color-row-odd: var(--jp-layout-color2, #eeeeee);\n", | |
| "}\n", | |
| "\n", | |
| "html[theme=dark],\n", | |
| "html[data-theme=dark],\n", | |
| "body[data-theme=dark],\n", | |
| "body.vscode-dark {\n", | |
| " --xr-font-color0: rgba(255, 255, 255, 1);\n", | |
| " --xr-font-color2: rgba(255, 255, 255, 0.54);\n", | |
| " --xr-font-color3: rgba(255, 255, 255, 0.38);\n", | |
| " --xr-border-color: #1F1F1F;\n", | |
| " --xr-disabled-color: #515151;\n", | |
| " --xr-background-color: #111111;\n", | |
| " --xr-background-color-row-even: #111111;\n", | |
| " --xr-background-color-row-odd: #313131;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-wrap {\n", | |
| " display: block !important;\n", | |
| " min-width: 300px;\n", | |
| " max-width: 700px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-text-repr-fallback {\n", | |
| " /* fallback to plain text repr when CSS is not injected (untrusted notebook) */\n", | |
| " display: none;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-header {\n", | |
| " padding-top: 6px;\n", | |
| " padding-bottom: 6px;\n", | |
| " margin-bottom: 4px;\n", | |
| " border-bottom: solid 1px var(--xr-border-color);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-header > div,\n", | |
| ".xr-header > ul {\n", | |
| " display: inline;\n", | |
| " margin-top: 0;\n", | |
| " margin-bottom: 0;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-obj-type,\n", | |
| ".xr-array-name {\n", | |
| " margin-left: 2px;\n", | |
| " margin-right: 10px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-obj-type {\n", | |
| " color: var(--xr-font-color2);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-sections {\n", | |
| " padding-left: 0 !important;\n", | |
| " display: grid;\n", | |
| " grid-template-columns: 150px auto auto 1fr 0 20px 0 20px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item {\n", | |
| " display: contents;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item input {\n", | |
| " display: inline-block;\n", | |
| " opacity: 0;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item input + label {\n", | |
| " color: var(--xr-disabled-color);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item input:enabled + label {\n", | |
| " cursor: pointer;\n", | |
| " color: var(--xr-font-color2);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item input:focus + label {\n", | |
| " border: 2px solid var(--xr-font-color0);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-item input:enabled + label:hover {\n", | |
| " color: var(--xr-font-color0);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary {\n", | |
| " grid-column: 1;\n", | |
| " color: var(--xr-font-color2);\n", | |
| " font-weight: 500;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary > span {\n", | |
| " display: inline-block;\n", | |
| " padding-left: 0.5em;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in:disabled + label {\n", | |
| " color: var(--xr-font-color2);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in + label:before {\n", | |
| " display: inline-block;\n", | |
| " content: '►';\n", | |
| " font-size: 11px;\n", | |
| " width: 15px;\n", | |
| " text-align: center;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in:disabled + label:before {\n", | |
| " color: var(--xr-disabled-color);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in:checked + label:before {\n", | |
| " content: '▼';\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in:checked + label > span {\n", | |
| " display: none;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary,\n", | |
| ".xr-section-inline-details {\n", | |
| " padding-top: 4px;\n", | |
| " padding-bottom: 4px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-inline-details {\n", | |
| " grid-column: 2 / -1;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-details {\n", | |
| " display: none;\n", | |
| " grid-column: 1 / -1;\n", | |
| " margin-bottom: 5px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-section-summary-in:checked ~ .xr-section-details {\n", | |
| " display: contents;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-array-wrap {\n", | |
| " grid-column: 1 / -1;\n", | |
| " display: grid;\n", | |
| " grid-template-columns: 20px auto;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-array-wrap > label {\n", | |
| " grid-column: 1;\n", | |
| " vertical-align: top;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-preview {\n", | |
| " color: var(--xr-font-color3);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-array-preview,\n", | |
| ".xr-array-data {\n", | |
| " padding: 0 5px !important;\n", | |
| " grid-column: 2;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-array-data,\n", | |
| ".xr-array-in:checked ~ .xr-array-preview {\n", | |
| " display: none;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-array-in:checked ~ .xr-array-data,\n", | |
| ".xr-array-preview {\n", | |
| " display: inline-block;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-dim-list {\n", | |
| " display: inline-block !important;\n", | |
| " list-style: none;\n", | |
| " padding: 0 !important;\n", | |
| " margin: 0;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-dim-list li {\n", | |
| " display: inline-block;\n", | |
| " padding: 0;\n", | |
| " margin: 0;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-dim-list:before {\n", | |
| " content: '(';\n", | |
| "}\n", | |
| "\n", | |
| ".xr-dim-list:after {\n", | |
| " content: ')';\n", | |
| "}\n", | |
| "\n", | |
| ".xr-dim-list li:not(:last-child):after {\n", | |
| " content: ',';\n", | |
| " padding-right: 5px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-has-index {\n", | |
| " font-weight: bold;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-list,\n", | |
| ".xr-var-item {\n", | |
| " display: contents;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-item > div,\n", | |
| ".xr-var-item label,\n", | |
| ".xr-var-item > .xr-var-name span {\n", | |
| " background-color: var(--xr-background-color-row-even);\n", | |
| " margin-bottom: 0;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-item > .xr-var-name:hover span {\n", | |
| " padding-right: 5px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-list > li:nth-child(odd) > div,\n", | |
| ".xr-var-list > li:nth-child(odd) > label,\n", | |
| ".xr-var-list > li:nth-child(odd) > .xr-var-name span {\n", | |
| " background-color: var(--xr-background-color-row-odd);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-name {\n", | |
| " grid-column: 1;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-dims {\n", | |
| " grid-column: 2;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-dtype {\n", | |
| " grid-column: 3;\n", | |
| " text-align: right;\n", | |
| " color: var(--xr-font-color2);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-preview {\n", | |
| " grid-column: 4;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-index-preview {\n", | |
| " grid-column: 2 / 5;\n", | |
| " color: var(--xr-font-color2);\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-name,\n", | |
| ".xr-var-dims,\n", | |
| ".xr-var-dtype,\n", | |
| ".xr-preview,\n", | |
| ".xr-attrs dt {\n", | |
| " white-space: nowrap;\n", | |
| " overflow: hidden;\n", | |
| " text-overflow: ellipsis;\n", | |
| " padding-right: 10px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-name:hover,\n", | |
| ".xr-var-dims:hover,\n", | |
| ".xr-var-dtype:hover,\n", | |
| ".xr-attrs dt:hover {\n", | |
| " overflow: visible;\n", | |
| " width: auto;\n", | |
| " z-index: 1;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-attrs,\n", | |
| ".xr-var-data,\n", | |
| ".xr-index-data {\n", | |
| " display: none;\n", | |
| " background-color: var(--xr-background-color) !important;\n", | |
| " padding-bottom: 5px !important;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-attrs-in:checked ~ .xr-var-attrs,\n", | |
| ".xr-var-data-in:checked ~ .xr-var-data,\n", | |
| ".xr-index-data-in:checked ~ .xr-index-data {\n", | |
| " display: block;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-data > table {\n", | |
| " float: right;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-var-name span,\n", | |
| ".xr-var-data,\n", | |
| ".xr-index-name div,\n", | |
| ".xr-index-data,\n", | |
| ".xr-attrs {\n", | |
| " padding-left: 25px !important;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-attrs,\n", | |
| ".xr-var-attrs,\n", | |
| ".xr-var-data,\n", | |
| ".xr-index-data {\n", | |
| " grid-column: 1 / -1;\n", | |
| "}\n", | |
| "\n", | |
| "dl.xr-attrs {\n", | |
| " padding: 0;\n", | |
| " margin: 0;\n", | |
| " display: grid;\n", | |
| " grid-template-columns: 125px auto;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-attrs dt,\n", | |
| ".xr-attrs dd {\n", | |
| " padding: 0;\n", | |
| " margin: 0;\n", | |
| " float: left;\n", | |
| " padding-right: 10px;\n", | |
| " width: auto;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-attrs dt {\n", | |
| " font-weight: normal;\n", | |
| " grid-column: 1;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-attrs dt:hover span {\n", | |
| " display: inline-block;\n", | |
| " background: var(--xr-background-color);\n", | |
| " padding-right: 10px;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-attrs dd {\n", | |
| " grid-column: 2;\n", | |
| " white-space: pre-wrap;\n", | |
| " word-break: break-all;\n", | |
| "}\n", | |
| "\n", | |
| ".xr-icon-database,\n", | |
| ".xr-icon-file-text2,\n", | |
| ".xr-no-icon {\n", | |
| " display: inline-block;\n", | |
| " vertical-align: middle;\n", | |
| " width: 1em;\n", | |
| " height: 1.5em !important;\n", | |
| " stroke-width: 0;\n", | |
| " stroke: currentColor;\n", | |
| " fill: currentColor;\n", | |
| "}\n", | |
| "</style><pre class='xr-text-repr-fallback'><xarray.Dataset> Size: 106TB\n", | |
| "Dimensions: (a: 11000, b: 11000, c: 11000)\n", | |
| "Dimensions without coordinates: a, b, c\n", | |
| "Data variables:\n", | |
| " AA (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AB (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AC (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AD (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AE (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AF (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AG (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AH (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AI (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AJ (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...</pre><div class='xr-wrap' style='display:none'><div class='xr-header'><div class='xr-obj-type'>xarray.Dataset</div></div><ul class='xr-sections'><li class='xr-section-item'><input id='section-9d83a00b-9838-4248-acd3-4662b1f56576' class='xr-section-summary-in' type='checkbox' disabled ><label for='section-9d83a00b-9838-4248-acd3-4662b1f56576' class='xr-section-summary' title='Expand/collapse section'>Dimensions:</label><div class='xr-section-inline-details'><ul class='xr-dim-list'><li><span>a</span>: 11000</li><li><span>b</span>: 11000</li><li><span>c</span>: 11000</li></ul></div><div class='xr-section-details'></div></li><li class='xr-section-item'><input id='section-592075c9-b385-4810-82a1-2e892f1f34b8' class='xr-section-summary-in' type='checkbox' disabled ><label for='section-592075c9-b385-4810-82a1-2e892f1f34b8' class='xr-section-summary' title='Expand/collapse section'>Coordinates: <span>(0)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'></ul></div></li><li class='xr-section-item'><input id='section-0e328083-9e3f-421e-87ac-c64f21e04c35' class='xr-section-summary-in' type='checkbox' checked><label for='section-0e328083-9e3f-421e-87ac-c64f21e04c35' class='xr-section-summary' >Data variables: <span>(10)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'><li class='xr-var-item'><div class='xr-var-name'><span>AA</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-a8726f74-e955-494c-a07c-f107a73caf3c' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-a8726f74-e955-494c-a07c-f107a73caf3c' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-46f944ed-9f50-4600-ba19-cb27447b93be' class='xr-var-data-in' type='checkbox'><label for='data-46f944ed-9f50-4600-ba19-cb27447b93be' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AB</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-8b9a9146-f2b8-4534-b38d-7ff40d30758a' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-8b9a9146-f2b8-4534-b38d-7ff40d30758a' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-9da1d98a-5b64-444a-b657-4861c0a37440' class='xr-var-data-in' type='checkbox'><label for='data-9da1d98a-5b64-444a-b657-4861c0a37440' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AC</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-99dc4038-c326-4f08-b561-8bc023fa410e' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-99dc4038-c326-4f08-b561-8bc023fa410e' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-fd4c2cff-46c2-4da9-90df-db9da867fbf9' class='xr-var-data-in' type='checkbox'><label for='data-fd4c2cff-46c2-4da9-90df-db9da867fbf9' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AD</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-c370a2ae-9033-4ba4-8437-bed9a83e619a' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-c370a2ae-9033-4ba4-8437-bed9a83e619a' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-f04940bb-2612-42b4-bb42-52a446a3950b' class='xr-var-data-in' type='checkbox'><label for='data-f04940bb-2612-42b4-bb42-52a446a3950b' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AE</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-5f8bcbbb-b128-4aee-bba2-2fd437ef28e3' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-5f8bcbbb-b128-4aee-bba2-2fd437ef28e3' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-93210891-40e0-454b-9cff-ed55862b5fd2' class='xr-var-data-in' type='checkbox'><label for='data-93210891-40e0-454b-9cff-ed55862b5fd2' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AF</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-6034cb4c-2010-44a7-a1f8-d8cef4cc5698' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-6034cb4c-2010-44a7-a1f8-d8cef4cc5698' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-6af5fac9-f918-493f-8f8a-5f08e32f3ad4' class='xr-var-data-in' type='checkbox'><label for='data-6af5fac9-f918-493f-8f8a-5f08e32f3ad4' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AG</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-e038757f-13d6-4b9f-9f15-b54bc063cca3' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-e038757f-13d6-4b9f-9f15-b54bc063cca3' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-48e0fc70-26a9-4b17-992d-8bb7648379ed' class='xr-var-data-in' type='checkbox'><label for='data-48e0fc70-26a9-4b17-992d-8bb7648379ed' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AH</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-a5678a23-3518-4b9f-9ee8-e1a7177e260a' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-a5678a23-3518-4b9f-9ee8-e1a7177e260a' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-dfcd77fb-13e1-4db4-81f5-537c73c54254' class='xr-var-data-in' type='checkbox'><label for='data-dfcd77fb-13e1-4db4-81f5-537c73c54254' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AI</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-6ad8801b-ffae-4891-9c15-94f5ad986eef' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-6ad8801b-ffae-4891-9c15-94f5ad986eef' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-599f1e75-9d67-41ce-bfa7-6cec06f1d4d9' class='xr-var-data-in' type='checkbox'><label for='data-599f1e75-9d67-41ce-bfa7-6cec06f1d4d9' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li><li class='xr-var-item'><div class='xr-var-name'><span>AJ</span></div><div class='xr-var-dims'>(a, b, c)</div><div class='xr-var-dtype'>float64</div><div class='xr-var-preview xr-preview'>ManifestArray<shape=(11000, 1100...</div><input id='attrs-9e06009b-834b-4552-b6b2-877c7b8d4bfc' class='xr-var-attrs-in' type='checkbox' disabled><label for='attrs-9e06009b-834b-4552-b6b2-877c7b8d4bfc' title='Show/Hide attributes'><svg class='icon xr-icon-file-text2'><use xlink:href='#icon-file-text2'></use></svg></label><input id='data-77a88ef4-0ad5-4538-9c7e-c6c287a1c3bf' class='xr-var-data-in' type='checkbox'><label for='data-77a88ef4-0ad5-4538-9c7e-c6c287a1c3bf' title='Show/Hide data repr'><svg class='icon xr-icon-database'><use xlink:href='#icon-database'></use></svg></label><div class='xr-var-attrs'><dl class='xr-attrs'></dl></div><div class='xr-var-data'><pre>ManifestArray<shape=(11000, 11000, 11000), dtype=float64, chunks=(110, 110, 110)></pre></div></li></ul></div></li><li class='xr-section-item'><input id='section-18cfb809-1aa3-4365-8c4c-565f74afc8b2' class='xr-section-summary-in' type='checkbox' disabled ><label for='section-18cfb809-1aa3-4365-8c4c-565f74afc8b2' class='xr-section-summary' title='Expand/collapse section'>Indexes: <span>(0)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><ul class='xr-var-list'></ul></div></li><li class='xr-section-item'><input id='section-ba9d12fb-e32a-4522-a2e7-6bafdde2ed5c' class='xr-section-summary-in' type='checkbox' disabled ><label for='section-ba9d12fb-e32a-4522-a2e7-6bafdde2ed5c' class='xr-section-summary' title='Expand/collapse section'>Attributes: <span>(0)</span></label><div class='xr-section-inline-details'></div><div class='xr-section-details'><dl class='xr-attrs'></dl></div></li></ul></div></div>" | |
| ], | |
| "text/plain": [ | |
| "<xarray.Dataset> Size: 106TB\n", | |
| "Dimensions: (a: 11000, b: 11000, c: 11000)\n", | |
| "Dimensions without coordinates: a, b, c\n", | |
| "Data variables:\n", | |
| " AA (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AB (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AC (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AD (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AE (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AF (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AG (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AH (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AI (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)...\n", | |
| " AJ (a, b, c) float64 11TB ManifestArray<shape=(11000, 11000, 11000)..." | |
| ] | |
| }, | |
| "execution_count": 14, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "vds" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 18, | |
| "id": "48f6e571-c95a-493a-951d-014006337bdf", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "32.0" | |
| ] | |
| }, | |
| "execution_count": 18, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "# just one variable\n", | |
| "size_virtual_refs(vds[['AA']]) / 1e6 # MB" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 19, | |
| "id": "e3be7691-bc00-4895-a7e0-4fa605fc2dbd", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "0.32" | |
| ] | |
| }, | |
| "execution_count": 19, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "size_virtual_refs(vds) / 1e9 # GB" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 20, | |
| "id": "60499c0d-413f-4528-8a81-5f9ad7a85afd", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "10.648" | |
| ] | |
| }, | |
| "execution_count": 20, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "# just one variable\n", | |
| "size_loaded_data(vds[['AA']]) / 1e12 # TB" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 21, | |
| "id": "3aead557-10fd-463e-b31a-39eeea032921", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "0.10648" | |
| ] | |
| }, | |
| "execution_count": 21, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "size_loaded_data(vds) / 1e15 # PB" | |
| ] | |
| }, | |
| { | |
| "cell_type": "markdown", | |
| "id": "cf9f2a1f-9683-40bc-9e23-1eb0ab8bd153", | |
| "metadata": {}, | |
| "source": [ | |
| "Now let's try writing that to S3" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 24, | |
| "id": "93f9d55f-aa48-4909-b942-0c5b4ed0597f", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "from icechunk import IcechunkStore, StorageConfig, StoreConfig, VirtualRefConfig" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 25, | |
| "id": "2c20248f-e138-49ac-92a3-3125bfd01149", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "storage_config = icechunk.StorageConfig.s3_from_env(\n", | |
| " bucket='icechunk-scale-test',\n", | |
| " prefix='icechunk/test1/',\n", | |
| " region='us-east-1',\n", | |
| ")" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 26, | |
| "id": "9836af89-0bc2-4ca8-bd60-165725a91247", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [ | |
| "store = IcechunkStore.create(\n", | |
| " storage=storage_config,\n", | |
| " config=StoreConfig(\n", | |
| " virtual_ref_config=VirtualRefConfig.s3_anonymous(region='us-east-1'),\n", | |
| " )\n", | |
| ")" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 27, | |
| "id": "0602940e-9eac-46b1-848e-fbe7c6157bec", | |
| "metadata": { | |
| "scrolled": true | |
| }, | |
| "outputs": [ | |
| { | |
| "name": "stderr", | |
| "output_type": "stream", | |
| "text": [ | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/zarr/core/metadata/v3.py:71: UserWarning: Codec 'numcodecs.blosc' not configured in config. Selecting any implementation.\n", | |
| " out += (get_codec_class(name_parsed).from_dict(c),)\n", | |
| "/opt/coiled/env/lib/python3.12/site-packages/numcodecs/zarr3.py:94: UserWarning: Numcodecs codecs are not in the Zarr version 3 specification and may not be supported by other zarr implementations.\n", | |
| " warn(\n" | |
| ] | |
| }, | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "CPU times: user 1min 5s, sys: 1.13 s, total: 1min 6s\n", | |
| "Wall time: 1min 6s\n" | |
| ] | |
| } | |
| ], | |
| "source": [ | |
| "%%time\n", | |
| "vds.virtualize.to_icechunk(store)" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": 28, | |
| "id": "acb4eb17-d26b-420f-a6c6-4e6f17641138", | |
| "metadata": {}, | |
| "outputs": [ | |
| { | |
| "name": "stdout", | |
| "output_type": "stream", | |
| "text": [ | |
| "CPU times: user 20.6 s, sys: 3.16 s, total: 23.8 s\n", | |
| "Wall time: 40.8 s\n" | |
| ] | |
| }, | |
| { | |
| "data": { | |
| "text/plain": [ | |
| "'7FJRNVVZFBAEN8P6QEZ0'" | |
| ] | |
| }, | |
| "execution_count": 28, | |
| "metadata": {}, | |
| "output_type": "execute_result" | |
| } | |
| ], | |
| "source": [ | |
| "%%time\n", | |
| "store.commit(\"wrote 0.1PB of virtual refs to S3!\")" | |
| ] | |
| }, | |
| { | |
| "cell_type": "code", | |
| "execution_count": null, | |
| "id": "2840a058-7c2c-476b-ae0f-e81b48ea61d0", | |
| "metadata": {}, | |
| "outputs": [], | |
| "source": [] | |
| } | |
| ], | |
| "metadata": { | |
| "kernelspec": { | |
| "display_name": "Python 3 (ipykernel)", | |
| "language": "python", | |
| "name": "python3" | |
| }, | |
| "language_info": { | |
| "codemirror_mode": { | |
| "name": "ipython", | |
| "version": 3 | |
| }, | |
| "file_extension": ".py", | |
| "mimetype": "text/x-python", | |
| "name": "python", | |
| "nbconvert_exporter": "python", | |
| "pygments_lexer": "ipython3", | |
| "version": "3.12.7" | |
| } | |
| }, | |
| "nbformat": 4, | |
| "nbformat_minor": 5 | |
| } |
Author
I agree - I made those points in the issue I raised:
A single msgpack reference file is 186MB. If I format it as such:
out = msgspec.msgpack.decode(open("07534EYBEC0SJ5P0B700", "rb").read())
out2 = [{"node": key[0], "indices": key[1], "vitual": {"absolute": val["Virtual"][0]['Absolute'], "offset": val["Virtual"][1], "size": val["Virtual"][2]}, "Inline": None, "Ref": None}
for key, val in chunks.items()]
and save this to parquet with Zstd and schema like
1000000 * {
node: string,
indices: (
int64,
int64,
int64
),
vitual: {
absolute: string,
offset: int64,
size: int64
},
Inline: ?unknown,
Ref: ?unknown
}
I get sizes:
178M 07534EYBEC0SJ5P0B700
5.9M 07534EYBEC0SJ5P0B700.parquet
I accept that the case of having exactly the same URL for every chunk is unlikely, but in general they will tend to be very similar.
(btw: I got way higher memory use while running this, over 45GB allocated at peak, which would explain crashing Coiled)
Now will look at the linked discussion...
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
So results: 10M references, 3.2GB of references in-memory takes 16GB of space on disk, and >128GB peak during writing to remote?
I realise this is at the extreme, but the on-=disk size really ought to be smaller than in-memory, not bigger, and the memory peak should be no bigger than double.