Skip to content

Instantly share code, notes, and snippets.

@omad

omad/Investigating Data Cube Dataset YAML format.ipynb

Created August 9, 2017 07:03
Show Gist options
  • Save omad/93dbac1848076c3f3e91062b602e41d3 to your computer and use it in GitHub Desktop.
Save omad/93dbac1848076c3f3e91062b602e41d3 to your computer and use it in GitHub Desktop.
Download ZIP
Investigating Data Cube Dataset YAML format
Display the source blob
Display the rendered blob
Raw
Investigating Data Cube Dataset YAML format.ipynb
{
"cells": [
{
"metadata": {},
"cell_type": "markdown",
"source": "# Exploring Data Sets in the DataCube Database"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2017-08-09T06:28:10.873755Z",
"end_time": "2017-08-09T06:28:12.662915Z"
},
"trusted": true
},
"cell_type": "code",
"source": "%load_ext sql",
"execution_count": 2,
"outputs": []
},
{
"metadata": {
"trusted": true,
"collapsed": true
},
"cell_type": "code",
"source": "%%sql postgresql://agdc-db/datacube\n ",
"execution_count": null,
"outputs": []
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2017-08-09T06:48:12.736243Z",
"end_time": "2017-08-09T06:48:12.752040Z"
},
"trusted": true
},
"cell_type": "code",
"source": "import json\nimport yaml\n\nfrom pygments import highlight\nfrom pygments.lexers import SqlLexer, YamlLexer\nfrom pygments.formatters import HtmlFormatter\nfrom IPython.core.display import HTML\n\ndef display_yaml(yaml_in):\n if not isinstance(yaml_in, str):\n yaml_in = yaml.dump(yaml_in)\n display(HTML(\"\"\"\n <style>\n {pygments_css}\n </style>\n \"\"\".format(pygments_css=HtmlFormatter().get_style_defs('.highlight'))))\n display(HTML(data=highlight(yaml_in, YamlLexer(), HtmlFormatter())))",
"execution_count": 35,
"outputs": []
},
{
"metadata": {},
"cell_type": "markdown",
"source": "# Landsat 7 PQ Scene\n\nThis is stored in GeoTiff Format."
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2017-08-09T06:52:52.683474Z",
"end_time": "2017-08-09T06:52:53.927267Z"
},
"trusted": true,
"scrolled": false
},
"cell_type": "code",
"source": "ls5_pq_scene = %sql select * from agdc.dv_ls5_pq_scene_dataset limit 10;\ndisplay_yaml(ls5_pq_scene[0]['metadata_doc'])",
"execution_count": 46,
"outputs": [
{
"output_type": "stream",
"text": "10 rows affected.\n",
"name": "stdout"
},
{
"output_type": "display_data",
"data": {
"text/plain": "<IPython.core.display.HTML object>",
"text/html": "\n <style>\n .highlight .hll { background-color: #ffffcc }\n.highlight { background: #f8f8f8; }\n.highlight .c { color: #408080; font-style: italic } /* Comment */\n.highlight .err { border: 1px solid #FF0000 } /* Error */\n.highlight .k { color: #008000; font-weight: bold } /* Keyword */\n.highlight .o { color: #666666 } /* Operator */\n.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */\n.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */\n.highlight .cp { color: #BC7A00 } /* Comment.Preproc */\n.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */\n.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */\n.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */\n.highlight .gd { color: #A00000 } /* Generic.Deleted */\n.highlight .ge { font-style: italic } /* Generic.Emph */\n.highlight .gr { color: #FF0000 } /* Generic.Error */\n.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */\n.highlight .gi { color: #00A000 } /* Generic.Inserted */\n.highlight .go { color: #888888 } /* Generic.Output */\n.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */\n.highlight .gs { font-weight: bold } /* Generic.Strong */\n.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */\n.highlight .gt { color: #0044DD } /* Generic.Traceback */\n.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */\n.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */\n.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */\n.highlight .kp { color: #008000 } /* Keyword.Pseudo */\n.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */\n.highlight .kt { color: #B00040 } /* Keyword.Type */\n.highlight .m { color: #666666 } /* Literal.Number */\n.highlight .s { color: #BA2121 } /* Literal.String */\n.highlight .na { color: #7D9029 } /* Name.Attribute */\n.highlight .nb { color: #008000 } /* Name.Builtin */\n.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */\n.highlight .no { color: #880000 } /* Name.Constant */\n.highlight .nd { color: #AA22FF } /* Name.Decorator */\n.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */\n.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */\n.highlight .nf { color: #0000FF } /* Name.Function */\n.highlight .nl { color: #A0A000 } /* Name.Label */\n.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */\n.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */\n.highlight .nv { color: #19177C } /* Name.Variable */\n.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */\n.highlight .w { color: #bbbbbb } /* Text.Whitespace */\n.highlight .mb { color: #666666 } /* Literal.Number.Bin */\n.highlight .mf { color: #666666 } /* Literal.Number.Float */\n.highlight .mh { color: #666666 } /* Literal.Number.Hex */\n.highlight .mi { color: #666666 } /* Literal.Number.Integer */\n.highlight .mo { color: #666666 } /* Literal.Number.Oct */\n.highlight .sa { color: #BA2121 } /* Literal.String.Affix */\n.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */\n.highlight .sc { color: #BA2121 } /* Literal.String.Char */\n.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */\n.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */\n.highlight .s2 { color: #BA2121 } /* Literal.String.Double */\n.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */\n.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */\n.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */\n.highlight .sx { color: #008000 } /* Literal.String.Other */\n.highlight .sr { color: #BB6688 } /* Literal.String.Regex */\n.highlight .s1 { color: #BA2121 } /* Literal.String.Single */\n.highlight .ss { color: #19177C } /* Literal.String.Symbol */\n.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */\n.highlight .fm { color: #0000FF } /* Name.Function.Magic */\n.highlight .vc { color: #19177C } /* Name.Variable.Class */\n.highlight .vg { color: #19177C } /* Name.Variable.Global */\n.highlight .vi { color: #19177C } /* Name.Variable.Instance */\n.highlight .vm { color: #19177C } /* Name.Variable.Magic */\n.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */\n </style>\n "
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": "<IPython.core.display.HTML object>",
"text/html": "<div class=\"highlight\"><pre><span></span><span class=\"l l-Scalar l-Scalar-Plain\">acquisition</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">groundstation</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">code</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">ASA</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">eods_domain_code</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;002&#39;</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">label</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">Alice Springs</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">browse</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">full</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">blue_band</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">pqa</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">cell_size</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">25.0</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">file_type</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">image/jpg</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">green_band</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">pqa</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">path</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">browse.fr.jpg</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">red_band</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">pqa</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">shape</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">9745</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">8606</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">medium</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">blue_band</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">pqa</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">cell_size</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">237.9150390625</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">file_type</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">image/jpg</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">green_band</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">pqa</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">path</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">browse.jpg</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">red_band</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">pqa</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">shape</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">1024</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">905</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">checksum_path</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">package.sha1</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">creation_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2016-11-07</span><span class=\"nv\"> </span><span class=\"s\">08:05:48&#39;</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">extent</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">center_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2011-08-23</span><span class=\"nv\"> </span><span class=\"s\">00:08:46.094038&#39;</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">coord</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ll</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-31.292108</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">142.034791</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">lr</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-31.246055</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">144.591505</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ul</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-29.351096</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">142.014586</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ur</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-29.30847</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">144.521541</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">from_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2011-08-23</span><span class=\"nv\"> </span><span class=\"s\">00:08:32&#39;</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">to_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2011-08-23</span><span class=\"nv\"> </span><span class=\"s\">00:08:59&#39;</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">format</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">name</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">GeoTIFF</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">ga_label</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">LS5_TM_PQ_P55_GAPQ01-002_095_081_20110823</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">ga_level</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">P55</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">grid_spatial</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">projection</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">datum</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">GDA94</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ellipsoid</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">GRS80</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">geo_ref_points</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ll</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">598487.5</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">6537562.5</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">lr</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">842087.5</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">6537562.5</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ul</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">598487.5</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">6752687.5</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ur</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">842087.5</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">6752687.5</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">map_projection</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">UTM</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">orientation</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">NORTH_UP</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">resampling_option</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">CUBIC_CONVOLUTION</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">valid_data</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">coordinates</span><span class=\"p p-Indicator\">:</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">646375.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6751400.0</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">646225.7464374964</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6751156.063390626</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">634200.743019581</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6702981.04970255</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">602925.7389053867</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6577331.033182259</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">602700.708309921</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6576405.908789478</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">602714.2516604902</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6576252.428487029</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">603764.2516604902</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6575752.428487029</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">604020.3459619044</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6575700.437021161</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">794650.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6539625.0</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">838074.2637472402</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6714468.9774947185</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">838111.1803398875</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6714872.360679775</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">835679.6778026973</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6715574.55846416</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">695804.6491022786</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6742074.563913532</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">646779.6472917027</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6751349.564256143</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">646375.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">6751400.0</span><span class=\"p p-Indicator\">]</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">type</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">Polygon</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">zone</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">-54</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">id</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">1e8621ec-f6ca-4e89-8a0f-2fd8f02186b2</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">image</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">bands</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">pqa</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">number</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">pqa</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">path</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">product/LS5_TM_PQ_P55_GAPQ01-002_095_081_20110823.tif</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">satellite_ref_point_start</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">95</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">81</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">instrument</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">name</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">TM</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">operation_mode</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">BUMPER</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">lineage</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">algorithm</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">doi</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;http://dx.doi.org/10.1109/IGARSS.2013.6723746&#39;</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">name</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">pqa</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">version</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">4.2.5+dirty</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ancillary</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">land_sea_mask</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">access_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2016-11-07</span><span class=\"nv\"> </span><span class=\"s\">08:03:03&#39;</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">file_owner</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">Joshua Sixsmith</span><span class=\"p p-Indicator\">,</span>\n <span class=\"nv\">modification_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2013-11-04</span><span class=\"nv\"> </span><span class=\"s\">01:30:10&#39;</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">name</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">Rasterised Land/Sea Mask</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">type</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">land_sea_mask</span><span class=\"p p-Indicator\">,</span>\n <span class=\"nv\">uri</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">/g/data/v10/eoancillarydata/Land_Sea_Rasters/WORLDzone54.tif</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">machine</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">hostname</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">r3494</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">runtime_id</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">1c0080e6-a4a4-11e6-89f8-a0000220fe80</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">software_versions</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">eodatasets</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">repo_url</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;https://github.com/GeoscienceAustralia/eo-datasets.git&#39;</span><span class=\"p p-Indicator\">,</span>\n <span class=\"nv\">version</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;0.8&#39;</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">gaip</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">repo_url</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;https://github.com/GeoscienceAustralia/ga-neo-landsat-processor.git&#39;</span><span class=\"p p-Indicator\">,</span>\n <span class=\"nv\">version</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">4.2.5+dirty</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">uname</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;Linux</span><span class=\"nv\"> </span><span class=\"s\">r3494</span><span class=\"nv\"> </span><span class=\"s\">2.6.32-642.6.2.el6.x86_64</span><span class=\"nv\"> </span><span class=\"s\">#1</span><span class=\"nv\"> </span><span class=\"s\">SMP</span><span class=\"nv\"> </span><span class=\"s\">Wed</span><span class=\"nv\"> </span><span class=\"s\">Oct</span><span class=\"nv\"> </span><span class=\"s\">26</span><span class=\"nv\"> </span><span class=\"s\">06:52:09</span><span class=\"nv\"> </span><span class=\"s\">UTC</span><span class=\"nv\"> </span><span class=\"s\">2016</span>\n <span class=\"s\">x86_64&#39;</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">source_datasets</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">platform</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">code</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">LANDSAT_5</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">product_flags</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">tested_band_1_saturated</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">tested_band_2_saturated</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">tested_band_3_saturated</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span>\n <span class=\"nv\">tested_band_4_saturated</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">tested_band_5_saturated</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">tested_band_6_saturated</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span>\n <span class=\"nv\">tested_band_7_saturated</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">tested_cloud_acca</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">tested_cloud_fmask</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span>\n <span class=\"nv\">tested_cloud_shadow_acca</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">tested_cloud_shadow_fmask</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">tested_contiguity</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">,</span>\n <span class=\"nv\">tested_land_obs</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">true</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">product_type</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">pqa</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">size_bytes</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">2290791</span>\n</pre></div>\n"
},
"metadata": {}
}
]
},
{
"metadata": {},
"cell_type": "markdown",
"source": "### The `image` file is found by looking for `image->path` relative to the `location` store for the dataset."
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2017-08-09T06:53:27.135480Z",
"end_time": "2017-08-09T06:53:27.148473Z"
},
"trusted": true
},
"cell_type": "code",
"source": "%sql select * from dataset_location where dataset_ref = '1e8621ec-f6ca-4e89-8a0f-2fd8f02186b2'",
"execution_count": 47,
"outputs": [
{
"output_type": "stream",
"text": "1 rows affected.\n",
"name": "stdout"
},
{
"output_type": "execute_result",
"execution_count": 47,
"data": {
"text/plain": "[(16473988, UUID('1e8621ec-f6ca-4e89-8a0f-2fd8f02186b2'), 'file', '///g/data/rs0/scenes/pq-scenes-tmp/ls5/2011/08/output/pqa/LS5_TM_PQ_P55_GAPQ01-002_095_081_20110823/ga-metadata.yaml', datetime.datetime(2017, 1, 17, 13, 53, 51, 49597, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=660, name=None)), 'sao547', None)]",
"text/html": "<table>\n <tr>\n <th>id</th>\n <th>dataset_ref</th>\n <th>uri_scheme</th>\n <th>uri_body</th>\n <th>added</th>\n <th>added_by</th>\n <th>archived</th>\n </tr>\n <tr>\n <td>16473988</td>\n <td>1e8621ec-f6ca-4e89-8a0f-2fd8f02186b2</td>\n <td>file</td>\n <td>///g/data/rs0/scenes/pq-scenes-tmp/ls5/2011/08/output/pqa/LS5_TM_PQ_P55_GAPQ01-002_095_081_20110823/ga-metadata.yaml</td>\n <td>2017-01-17 13:53:51.049597+11:00</td>\n <td>sao547</td>\n <td>None</td>\n </tr>\n</table>"
},
"metadata": {}
}
]
},
{
"metadata": {},
"cell_type": "markdown",
"source": "# Landsat 5 PQ Albers"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2017-08-09T06:54:55.856611Z",
"end_time": "2017-08-09T06:54:55.893663Z"
},
"trusted": true,
"scrolled": false
},
"cell_type": "code",
"source": "ls5_pq_albers = %sql select * from agdc.dv_ls5_pq_albers_dataset limit 10;\nsample_ls5_pq_albers = ls5_pq_albers[0]\ndisplay_yaml(yaml.dump(sample_ls5_pq_albers['metadata_doc']))",
"execution_count": 50,
"outputs": [
{
"output_type": "stream",
"text": "10 rows affected.\n",
"name": "stdout"
},
{
"output_type": "display_data",
"data": {
"text/plain": "<IPython.core.display.HTML object>",
"text/html": "\n <style>\n .highlight .hll { background-color: #ffffcc }\n.highlight { background: #f8f8f8; }\n.highlight .c { color: #408080; font-style: italic } /* Comment */\n.highlight .err { border: 1px solid #FF0000 } /* Error */\n.highlight .k { color: #008000; font-weight: bold } /* Keyword */\n.highlight .o { color: #666666 } /* Operator */\n.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */\n.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */\n.highlight .cp { color: #BC7A00 } /* Comment.Preproc */\n.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */\n.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */\n.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */\n.highlight .gd { color: #A00000 } /* Generic.Deleted */\n.highlight .ge { font-style: italic } /* Generic.Emph */\n.highlight .gr { color: #FF0000 } /* Generic.Error */\n.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */\n.highlight .gi { color: #00A000 } /* Generic.Inserted */\n.highlight .go { color: #888888 } /* Generic.Output */\n.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */\n.highlight .gs { font-weight: bold } /* Generic.Strong */\n.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */\n.highlight .gt { color: #0044DD } /* Generic.Traceback */\n.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */\n.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */\n.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */\n.highlight .kp { color: #008000 } /* Keyword.Pseudo */\n.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */\n.highlight .kt { color: #B00040 } /* Keyword.Type */\n.highlight .m { color: #666666 } /* Literal.Number */\n.highlight .s { color: #BA2121 } /* Literal.String */\n.highlight .na { color: #7D9029 } /* Name.Attribute */\n.highlight .nb { color: #008000 } /* Name.Builtin */\n.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */\n.highlight .no { color: #880000 } /* Name.Constant */\n.highlight .nd { color: #AA22FF } /* Name.Decorator */\n.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */\n.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */\n.highlight .nf { color: #0000FF } /* Name.Function */\n.highlight .nl { color: #A0A000 } /* Name.Label */\n.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */\n.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */\n.highlight .nv { color: #19177C } /* Name.Variable */\n.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */\n.highlight .w { color: #bbbbbb } /* Text.Whitespace */\n.highlight .mb { color: #666666 } /* Literal.Number.Bin */\n.highlight .mf { color: #666666 } /* Literal.Number.Float */\n.highlight .mh { color: #666666 } /* Literal.Number.Hex */\n.highlight .mi { color: #666666 } /* Literal.Number.Integer */\n.highlight .mo { color: #666666 } /* Literal.Number.Oct */\n.highlight .sa { color: #BA2121 } /* Literal.String.Affix */\n.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */\n.highlight .sc { color: #BA2121 } /* Literal.String.Char */\n.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */\n.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */\n.highlight .s2 { color: #BA2121 } /* Literal.String.Double */\n.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */\n.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */\n.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */\n.highlight .sx { color: #008000 } /* Literal.String.Other */\n.highlight .sr { color: #BB6688 } /* Literal.String.Regex */\n.highlight .s1 { color: #BA2121 } /* Literal.String.Single */\n.highlight .ss { color: #19177C } /* Literal.String.Symbol */\n.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */\n.highlight .fm { color: #0000FF } /* Name.Function.Magic */\n.highlight .vc { color: #19177C } /* Name.Variable.Class */\n.highlight .vg { color: #19177C } /* Name.Variable.Global */\n.highlight .vi { color: #19177C } /* Name.Variable.Instance */\n.highlight .vm { color: #19177C } /* Name.Variable.Magic */\n.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */\n </style>\n "
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": "<IPython.core.display.HTML object>",
"text/html": "<div class=\"highlight\"><pre><span></span><span class=\"l l-Scalar l-Scalar-Plain\">creation_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2016-07-13T09:16:57.251774&#39;</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">extent</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">center_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2010-10-26T00:37:10&#39;</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">coord</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ll</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-18.21001439145226</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">137.67707668738143</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">lr</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-18.166563288343532</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">138.62168315798385</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ul</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-17.679457604306094</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">137.65248927449517</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ur</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-17.636133281113658</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">138.593018181219</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">from_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2010-10-26T00:37:10&#39;</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">to_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2010-10-26T00:37:10&#39;</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">format</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">name</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">NetCDF</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">grid_spatial</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">projection</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">geo_ref_points</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ll</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">600000.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-2000000.0</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">lr</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">700000.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-2000000.0</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ul</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">600000.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-1900000.0</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ur</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">700000.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-1900000.0</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">spatial_reference</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">EPSG:3577</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">valid_data</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">coordinates</span><span class=\"p p-Indicator\">:</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">600000.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">-1938297.5043113325</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">600000.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">-1900000.0</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">700000.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">-1900000.0</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">700000.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">-1958771.2244949474</span><span class=\"p p-Indicator\">]</span>\n <span class=\"p p-Indicator\">-</span> <span class=\"p p-Indicator\">[</span><span class=\"nv\">600000.0</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">-1938297.5043113325</span><span class=\"p p-Indicator\">]</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">type</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">Polygon</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">id</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">ebfc243d-a718-4f1a-91c3-7d5d48a9c22c</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">image</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">bands</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">pixelquality</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">layer</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">pixelquality</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">path</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;&#39;</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">instrument</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">name</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">TM</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">lineage</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">algorithm</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">name</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">datacube-ingest</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">parameters</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">configuration_file</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">ls5_pq_albers.yaml</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">repo_url</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">https://github.com/GeoscienceAustralia/datacube-ingester.git</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">version</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">1.0.5</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">machine</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">hostname</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">r1449</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">software_versions</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">datacube</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">repo_url</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;https://github.com/data-cube/agdc-v2.git&#39;</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">version</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">1.1.4</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">python</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">version</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&quot;2.7.12</span><span class=\"nv\"> </span><span class=\"s\">|Continuum</span><span class=\"nv\"> </span><span class=\"s\">Analytics,</span><span class=\"nv\"> </span><span class=\"s\">Inc.|</span><span class=\"nv\"> </span><span class=\"s\">(default,</span><span class=\"nv\"> </span><span class=\"s\">Jul</span><span class=\"nv\"> </span><span class=\"s\">2</span><span class=\"nv\"> </span><span class=\"s\">2016,\\</span>\n <span class=\"s\">\\ 17:42:40)</span><span class=\"nv\"> </span><span class=\"s\">\\n[GCC</span><span class=\"nv\"> </span><span class=\"s\">4.4.7</span><span class=\"nv\"> </span><span class=\"s\">20120313</span><span class=\"nv\"> </span><span class=\"s\">(Red</span><span class=\"nv\"> </span><span class=\"s\">Hat</span><span class=\"nv\"> </span><span class=\"s\">4.4.7-1)]&quot;</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">uname</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;Linux</span><span class=\"nv\"> </span><span class=\"s\">r1449</span><span class=\"nv\"> </span><span class=\"s\">2.6.32-642.1.1.el6.x86_64</span><span class=\"nv\"> </span><span class=\"s\">#1</span><span class=\"nv\"> </span><span class=\"s\">SMP</span><span class=\"nv\"> </span><span class=\"s\">Tue</span><span class=\"nv\"> </span><span class=\"s\">May</span><span class=\"nv\"> </span><span class=\"s\">31</span><span class=\"nv\"> </span><span class=\"s\">21:57:07</span><span class=\"nv\"> </span><span class=\"s\">UTC</span><span class=\"nv\"> </span><span class=\"s\">2016</span>\n <span class=\"s\">x86_64&#39;</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">source_datasets</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">platform</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">code</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">LANDSAT_5</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">product_type</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">pqa</span>\n</pre></div>\n"
},
"metadata": {}
}
]
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2017-08-09T06:55:03.458157Z",
"end_time": "2017-08-09T06:55:03.467520Z"
},
"trusted": true
},
"cell_type": "code",
"source": "%sql select * from dataset_location where dataset_ref = 'ebfc243d-a718-4f1a-91c3-7d5d48a9c22c'",
"execution_count": 52,
"outputs": [
{
"output_type": "stream",
"text": "2 rows affected.\n",
"name": "stdout"
},
{
"output_type": "execute_result",
"execution_count": 52,
"data": {
"text/plain": "[(24051492, UUID('ebfc243d-a718-4f1a-91c3-7d5d48a9c22c'), 'file', '///g/data/rs0/datacube/002/LS5_TM_PQ/6_-20/LS5_TM_PQ_3577_6_-20_2010_v1501876157.nc', datetime.datetime(2017, 8, 4, 21, 42, 21, 78904, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=600, name=None)), 'dg6911', None),\n (1297566, UUID('ebfc243d-a718-4f1a-91c3-7d5d48a9c22c'), 'file', '///g/data/rs0/datacube/002/LS5_TM_PQ/6_-20/LS5_TM_PQ_3577_6_-20_20101026003710000000.nc', datetime.datetime(2016, 7, 13, 19, 27, 25, 379293, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=600, name=None)), 'sao547', datetime.datetime(2017, 8, 4, 21, 42, 21, 84495, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=600, name=None)))]",
"text/html": "<table>\n <tr>\n <th>id</th>\n <th>dataset_ref</th>\n <th>uri_scheme</th>\n <th>uri_body</th>\n <th>added</th>\n <th>added_by</th>\n <th>archived</th>\n </tr>\n <tr>\n <td>24051492</td>\n <td>ebfc243d-a718-4f1a-91c3-7d5d48a9c22c</td>\n <td>file</td>\n <td>///g/data/rs0/datacube/002/LS5_TM_PQ/6_-20/LS5_TM_PQ_3577_6_-20_2010_v1501876157.nc</td>\n <td>2017-08-04 21:42:21.078904+10:00</td>\n <td>dg6911</td>\n <td>None</td>\n </tr>\n <tr>\n <td>1297566</td>\n <td>ebfc243d-a718-4f1a-91c3-7d5d48a9c22c</td>\n <td>file</td>\n <td>///g/data/rs0/datacube/002/LS5_TM_PQ/6_-20/LS5_TM_PQ_3577_6_-20_20101026003710000000.nc</td>\n <td>2016-07-13 19:27:25.379293+10:00</td>\n <td>sao547</td>\n <td>2017-08-04 21:42:21.084495+10:00</td>\n </tr>\n</table>"
},
"metadata": {}
}
]
},
{
"metadata": {},
"cell_type": "markdown",
"source": "This product has been stacked, we can see the before (**archived**) and after stacking (**not archived**) records for it.\n\nIf we do a search for this **stacked** location, we should be able to see which datasets it contains."
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2017-08-09T07:02:21.421874Z",
"end_time": "2017-08-09T07:02:29.446158Z"
},
"trusted": true
},
"cell_type": "code",
"source": "%sql select id from dataset where id in (select dataset_ref from dataset_location where uri_body = '///g/data/rs0/datacube/002/LS5_TM_PQ/6_-20/LS5_TM_PQ_3577_6_-20_2010_v1501876157.nc')",
"execution_count": 57,
"outputs": [
{
"output_type": "stream",
"text": "50 rows affected.\n",
"name": "stdout"
},
{
"output_type": "execute_result",
"execution_count": 57,
"data": {
"text/plain": "[(UUID('ebfc243d-a718-4f1a-91c3-7d5d48a9c22c'),),\n (UUID('e4827771-d783-449f-aa8a-3f91d28aa638'),),\n (UUID('d5ae3ae0-51f9-4566-bfbb-33a621404d9d'),),\n (UUID('fd29d8ca-f2d1-4b9c-92a1-c5ab804273b1'),),\n (UUID('2dc092e2-3459-43e1-9824-7ea4d2543874'),),\n (UUID('37624e89-74f0-4d55-a7cb-45d2730f982f'),),\n (UUID('ca9037a3-7911-44ce-8e62-dcf53e23360d'),),\n (UUID('5a2a9ec8-b852-4893-a4ff-4e327c1de8c2'),),\n (UUID('3bf65f23-79fa-4ebe-8226-6539708b97d4'),),\n (UUID('5c4108e7-70b3-44e0-9ca4-93af28736906'),),\n (UUID('870fb1c4-be46-4a4b-9278-1941bce21173'),),\n (UUID('4b631164-bd12-43c1-a268-44fadf47b244'),),\n (UUID('3cf772f4-ce39-421d-b7d0-e92d942e5e01'),),\n (UUID('8d7a98dd-5c25-4e7a-a17f-35cc426d3bdc'),),\n (UUID('c01430c8-eeb6-4bfa-8fbd-bbfd06ec8b44'),),\n (UUID('6e43e42f-72e0-43a3-aef0-d3785d61a3a3'),),\n (UUID('778daeba-e2c6-4a35-b101-743d7cd65e43'),),\n (UUID('63df5159-32f1-4566-92c9-dd6fc6462a6e'),),\n (UUID('e0fab913-50f8-4c49-91ea-bfaa50c855b7'),),\n (UUID('77854b8a-2651-4f9e-b2b0-9ce3c24d6db5'),),\n (UUID('73e96e2b-5828-44be-ae1c-2146a2bc0ca3'),),\n (UUID('db1651c1-f90f-46c0-b450-6b8180d2d4cf'),),\n (UUID('0df89249-b759-418d-9184-e82307320133'),),\n (UUID('61c5ad1e-3997-435a-a216-a5d25e01e070'),),\n (UUID('cd40ba44-9393-4aa8-be1d-16791bd249cb'),),\n (UUID('d46cbd19-d661-48b5-9f5b-3a294b63e8c0'),),\n (UUID('356ffc9d-9971-4ad4-8d88-3de171121aa5'),),\n (UUID('f8b5cdaf-ed2b-4879-9197-75a9a82c9052'),),\n (UUID('477661bc-8e98-4905-bd5c-1323d9ec7c50'),),\n (UUID('7e9e3b0b-651a-48e4-929b-62ef35a82f8f'),),\n (UUID('b9a3df28-acad-48e8-987d-e6d0942e8123'),),\n (UUID('016d8006-43b2-4a67-b558-ce602c9edb1c'),),\n (UUID('e399a55e-c1a9-4518-a4cb-be4447007b78'),),\n (UUID('5b94c301-2ce4-4733-8d96-6fd13bc45b80'),),\n (UUID('5a3cdb90-b545-4027-b40c-831cc02b619b'),),\n (UUID('c056aa0e-8219-465e-8ade-e0267414de9b'),),\n (UUID('b17a032a-90f9-425d-9df9-ec4e234d997e'),),\n (UUID('6f35e3c6-9e35-4794-9ae9-3e05784dfc17'),),\n (UUID('c8f10f89-5b3b-4fe2-8176-543621e9bc38'),),\n (UUID('efaa5aa9-3a35-436c-900d-f8b74c05d4fb'),),\n (UUID('f432eb31-a2bd-468d-a52b-fa143804e670'),),\n (UUID('5e00204a-f9e5-4255-bf47-4a3526f6ddc4'),),\n (UUID('ec24561d-7f71-47f8-af5b-a67215d75c9b'),),\n (UUID('c7d1a5b1-cadb-424b-9f60-d1137cdd0112'),),\n (UUID('eefcdf33-419e-4857-b92f-bf75cb9df234'),),\n (UUID('8834e232-a567-41cf-a64d-30725221833b'),),\n (UUID('4a0fe2c4-c076-4e38-a328-85445deaa6a6'),),\n (UUID('852a9065-2b7f-475a-9357-5e43e92a7c60'),),\n (UUID('58279f4e-3d84-496e-ba0e-95c05cdbf4d0'),),\n (UUID('3b6d80e9-f196-484b-89fc-69ee3a4f7074'),)]",
"text/html": "<table>\n <tr>\n <th>id</th>\n </tr>\n <tr>\n <td>ebfc243d-a718-4f1a-91c3-7d5d48a9c22c</td>\n </tr>\n <tr>\n <td>e4827771-d783-449f-aa8a-3f91d28aa638</td>\n </tr>\n <tr>\n <td>d5ae3ae0-51f9-4566-bfbb-33a621404d9d</td>\n </tr>\n <tr>\n <td>fd29d8ca-f2d1-4b9c-92a1-c5ab804273b1</td>\n </tr>\n <tr>\n <td>2dc092e2-3459-43e1-9824-7ea4d2543874</td>\n </tr>\n <tr>\n <td>37624e89-74f0-4d55-a7cb-45d2730f982f</td>\n </tr>\n <tr>\n <td>ca9037a3-7911-44ce-8e62-dcf53e23360d</td>\n </tr>\n <tr>\n <td>5a2a9ec8-b852-4893-a4ff-4e327c1de8c2</td>\n </tr>\n <tr>\n <td>3bf65f23-79fa-4ebe-8226-6539708b97d4</td>\n </tr>\n <tr>\n <td>5c4108e7-70b3-44e0-9ca4-93af28736906</td>\n </tr>\n <tr>\n <td>870fb1c4-be46-4a4b-9278-1941bce21173</td>\n </tr>\n <tr>\n <td>4b631164-bd12-43c1-a268-44fadf47b244</td>\n </tr>\n <tr>\n <td>3cf772f4-ce39-421d-b7d0-e92d942e5e01</td>\n </tr>\n <tr>\n <td>8d7a98dd-5c25-4e7a-a17f-35cc426d3bdc</td>\n </tr>\n <tr>\n <td>c01430c8-eeb6-4bfa-8fbd-bbfd06ec8b44</td>\n </tr>\n <tr>\n <td>6e43e42f-72e0-43a3-aef0-d3785d61a3a3</td>\n </tr>\n <tr>\n <td>778daeba-e2c6-4a35-b101-743d7cd65e43</td>\n </tr>\n <tr>\n <td>63df5159-32f1-4566-92c9-dd6fc6462a6e</td>\n </tr>\n <tr>\n <td>e0fab913-50f8-4c49-91ea-bfaa50c855b7</td>\n </tr>\n <tr>\n <td>77854b8a-2651-4f9e-b2b0-9ce3c24d6db5</td>\n </tr>\n <tr>\n <td>73e96e2b-5828-44be-ae1c-2146a2bc0ca3</td>\n </tr>\n <tr>\n <td>db1651c1-f90f-46c0-b450-6b8180d2d4cf</td>\n </tr>\n <tr>\n <td>0df89249-b759-418d-9184-e82307320133</td>\n </tr>\n <tr>\n <td>61c5ad1e-3997-435a-a216-a5d25e01e070</td>\n </tr>\n <tr>\n <td>cd40ba44-9393-4aa8-be1d-16791bd249cb</td>\n </tr>\n <tr>\n <td>d46cbd19-d661-48b5-9f5b-3a294b63e8c0</td>\n </tr>\n <tr>\n <td>356ffc9d-9971-4ad4-8d88-3de171121aa5</td>\n </tr>\n <tr>\n <td>f8b5cdaf-ed2b-4879-9197-75a9a82c9052</td>\n </tr>\n <tr>\n <td>477661bc-8e98-4905-bd5c-1323d9ec7c50</td>\n </tr>\n <tr>\n <td>7e9e3b0b-651a-48e4-929b-62ef35a82f8f</td>\n </tr>\n <tr>\n <td>b9a3df28-acad-48e8-987d-e6d0942e8123</td>\n </tr>\n <tr>\n <td>016d8006-43b2-4a67-b558-ce602c9edb1c</td>\n </tr>\n <tr>\n <td>e399a55e-c1a9-4518-a4cb-be4447007b78</td>\n </tr>\n <tr>\n <td>5b94c301-2ce4-4733-8d96-6fd13bc45b80</td>\n </tr>\n <tr>\n <td>5a3cdb90-b545-4027-b40c-831cc02b619b</td>\n </tr>\n <tr>\n <td>c056aa0e-8219-465e-8ade-e0267414de9b</td>\n </tr>\n <tr>\n <td>b17a032a-90f9-425d-9df9-ec4e234d997e</td>\n </tr>\n <tr>\n <td>6f35e3c6-9e35-4794-9ae9-3e05784dfc17</td>\n </tr>\n <tr>\n <td>c8f10f89-5b3b-4fe2-8176-543621e9bc38</td>\n </tr>\n <tr>\n <td>efaa5aa9-3a35-436c-900d-f8b74c05d4fb</td>\n </tr>\n <tr>\n <td>f432eb31-a2bd-468d-a52b-fa143804e670</td>\n </tr>\n <tr>\n <td>5e00204a-f9e5-4255-bf47-4a3526f6ddc4</td>\n </tr>\n <tr>\n <td>ec24561d-7f71-47f8-af5b-a67215d75c9b</td>\n </tr>\n <tr>\n <td>c7d1a5b1-cadb-424b-9f60-d1137cdd0112</td>\n </tr>\n <tr>\n <td>eefcdf33-419e-4857-b92f-bf75cb9df234</td>\n </tr>\n <tr>\n <td>8834e232-a567-41cf-a64d-30725221833b</td>\n </tr>\n <tr>\n <td>4a0fe2c4-c076-4e38-a328-85445deaa6a6</td>\n </tr>\n <tr>\n <td>852a9065-2b7f-475a-9357-5e43e92a7c60</td>\n </tr>\n <tr>\n <td>58279f4e-3d84-496e-ba0e-95c05cdbf4d0</td>\n </tr>\n <tr>\n <td>3b6d80e9-f196-484b-89fc-69ee3a4f7074</td>\n </tr>\n</table>"
},
"metadata": {}
}
]
},
{
"metadata": {},
"cell_type": "markdown",
"source": "# BoM Rainfall Grids\n\n"
},
{
"metadata": {
"ExecuteTime": {
"start_time": "2017-08-09T06:50:45.339043Z",
"end_time": "2017-08-09T06:50:45.362449Z"
},
"trusted": true
},
"cell_type": "code",
"source": "bom_rainfall_grids = %sql select * from agdc.dv_bom_rainfall_grids_dataset limit 10;\ndisplay_yaml(bom_rainfall_grids[2]['metadata_doc'])",
"execution_count": 43,
"outputs": [
{
"output_type": "display_data",
"data": {
"text/plain": "<IPython.core.display.HTML object>",
"text/html": "\n <style>\n .highlight .hll { background-color: #ffffcc }\n.highlight { background: #f8f8f8; }\n.highlight .c { color: #408080; font-style: italic } /* Comment */\n.highlight .err { border: 1px solid #FF0000 } /* Error */\n.highlight .k { color: #008000; font-weight: bold } /* Keyword */\n.highlight .o { color: #666666 } /* Operator */\n.highlight .ch { color: #408080; font-style: italic } /* Comment.Hashbang */\n.highlight .cm { color: #408080; font-style: italic } /* Comment.Multiline */\n.highlight .cp { color: #BC7A00 } /* Comment.Preproc */\n.highlight .cpf { color: #408080; font-style: italic } /* Comment.PreprocFile */\n.highlight .c1 { color: #408080; font-style: italic } /* Comment.Single */\n.highlight .cs { color: #408080; font-style: italic } /* Comment.Special */\n.highlight .gd { color: #A00000 } /* Generic.Deleted */\n.highlight .ge { font-style: italic } /* Generic.Emph */\n.highlight .gr { color: #FF0000 } /* Generic.Error */\n.highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */\n.highlight .gi { color: #00A000 } /* Generic.Inserted */\n.highlight .go { color: #888888 } /* Generic.Output */\n.highlight .gp { color: #000080; font-weight: bold } /* Generic.Prompt */\n.highlight .gs { font-weight: bold } /* Generic.Strong */\n.highlight .gu { color: #800080; font-weight: bold } /* Generic.Subheading */\n.highlight .gt { color: #0044DD } /* Generic.Traceback */\n.highlight .kc { color: #008000; font-weight: bold } /* Keyword.Constant */\n.highlight .kd { color: #008000; font-weight: bold } /* Keyword.Declaration */\n.highlight .kn { color: #008000; font-weight: bold } /* Keyword.Namespace */\n.highlight .kp { color: #008000 } /* Keyword.Pseudo */\n.highlight .kr { color: #008000; font-weight: bold } /* Keyword.Reserved */\n.highlight .kt { color: #B00040 } /* Keyword.Type */\n.highlight .m { color: #666666 } /* Literal.Number */\n.highlight .s { color: #BA2121 } /* Literal.String */\n.highlight .na { color: #7D9029 } /* Name.Attribute */\n.highlight .nb { color: #008000 } /* Name.Builtin */\n.highlight .nc { color: #0000FF; font-weight: bold } /* Name.Class */\n.highlight .no { color: #880000 } /* Name.Constant */\n.highlight .nd { color: #AA22FF } /* Name.Decorator */\n.highlight .ni { color: #999999; font-weight: bold } /* Name.Entity */\n.highlight .ne { color: #D2413A; font-weight: bold } /* Name.Exception */\n.highlight .nf { color: #0000FF } /* Name.Function */\n.highlight .nl { color: #A0A000 } /* Name.Label */\n.highlight .nn { color: #0000FF; font-weight: bold } /* Name.Namespace */\n.highlight .nt { color: #008000; font-weight: bold } /* Name.Tag */\n.highlight .nv { color: #19177C } /* Name.Variable */\n.highlight .ow { color: #AA22FF; font-weight: bold } /* Operator.Word */\n.highlight .w { color: #bbbbbb } /* Text.Whitespace */\n.highlight .mb { color: #666666 } /* Literal.Number.Bin */\n.highlight .mf { color: #666666 } /* Literal.Number.Float */\n.highlight .mh { color: #666666 } /* Literal.Number.Hex */\n.highlight .mi { color: #666666 } /* Literal.Number.Integer */\n.highlight .mo { color: #666666 } /* Literal.Number.Oct */\n.highlight .sa { color: #BA2121 } /* Literal.String.Affix */\n.highlight .sb { color: #BA2121 } /* Literal.String.Backtick */\n.highlight .sc { color: #BA2121 } /* Literal.String.Char */\n.highlight .dl { color: #BA2121 } /* Literal.String.Delimiter */\n.highlight .sd { color: #BA2121; font-style: italic } /* Literal.String.Doc */\n.highlight .s2 { color: #BA2121 } /* Literal.String.Double */\n.highlight .se { color: #BB6622; font-weight: bold } /* Literal.String.Escape */\n.highlight .sh { color: #BA2121 } /* Literal.String.Heredoc */\n.highlight .si { color: #BB6688; font-weight: bold } /* Literal.String.Interpol */\n.highlight .sx { color: #008000 } /* Literal.String.Other */\n.highlight .sr { color: #BB6688 } /* Literal.String.Regex */\n.highlight .s1 { color: #BA2121 } /* Literal.String.Single */\n.highlight .ss { color: #19177C } /* Literal.String.Symbol */\n.highlight .bp { color: #008000 } /* Name.Builtin.Pseudo */\n.highlight .fm { color: #0000FF } /* Name.Function.Magic */\n.highlight .vc { color: #19177C } /* Name.Variable.Class */\n.highlight .vg { color: #19177C } /* Name.Variable.Global */\n.highlight .vi { color: #19177C } /* Name.Variable.Instance */\n.highlight .vm { color: #19177C } /* Name.Variable.Magic */\n.highlight .il { color: #666666 } /* Literal.Number.Integer.Long */\n </style>\n "
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": "<IPython.core.display.HTML object>",
"text/html": "<div class=\"highlight\"><pre><span></span><span class=\"l l-Scalar l-Scalar-Plain\">creation_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;2010-09-04T09:38:57&#39;</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">extent</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">center_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;1900-01-03T00:00:00&#39;</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">coord</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ll</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-44.525</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">111.975</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">lr</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-44.525</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">156.275</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ul</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-9.975</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">111.975</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ur</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">lat</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-9.975</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">lon</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">156.275</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">from_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;1900-01-03T00:00:00&#39;</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">to_dt</span><span class=\"p p-Indicator\">:</span> <span class=\"s\">&#39;1900-01-03T00:00:00&#39;</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">format</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">name</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">NETCDF</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">grid_spatial</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">projection</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">geo_ref_points</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ll</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">111.975</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-44.525</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">lr</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">156.275</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-44.525</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ul</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">111.975</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-9.975</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">ur</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">x</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">156.275</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">y</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">-9.975</span><span class=\"p p-Indicator\">}</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">spatial_reference</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">EPSG:4326</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">id</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">5cdf967d-2508-4e32-b1de-f672e53a2dfd</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">image</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">bands</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">rainfall</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">layer</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">rain_day</span><span class=\"p p-Indicator\">,</span> <span class=\"nv\">path</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">/g/data/rr5/agcd/0_05/rainfall/daily/1900/rr.1900010319000103.grid.nc</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">instrument</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">name</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">rain gauge</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">lineage</span><span class=\"p p-Indicator\">:</span>\n <span class=\"l l-Scalar l-Scalar-Plain\">source_datasets</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">platform</span><span class=\"p p-Indicator\">:</span> <span class=\"p p-Indicator\">{</span><span class=\"nv\">code</span><span class=\"p p-Indicator\">:</span> <span class=\"nv\">BoM</span><span class=\"p p-Indicator\">}</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">processing_level</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">modelled</span>\n<span class=\"l l-Scalar l-Scalar-Plain\">product_type</span><span class=\"p p-Indicator\">:</span> <span class=\"l l-Scalar l-Scalar-Plain\">rainfall</span>\n</pre></div>\n"
},
"metadata": {}
}
]
},
{
"metadata": {
"trusted": true,
"collapsed": true
},
"cell_type": "code",
"source": "",
"execution_count": null,
"outputs": []
}
],
"metadata": {
"kernelspec": {
"name": "python3",
"display_name": "Python 3",
"language": "python"
},
"hide_input": false,
"toc": {
"threshold": 4,
"number_sections": false,
"toc_cell": false,
"toc_window_display": false,
"toc_section_display": "block",
"sideBar": true,
"navigate_menu": true,
"moveMenuLeft": true,
"widenNotebook": false,
"colors": {
"hover_highlight": "#DAA520",
"selected_highlight": "#FFD700",
"running_highlight": "#FF0000",
"wrapper_background": "#FFFFFF",
"sidebar_border": "#EEEEEE",
"navigate_text": "#333333",
"navigate_num": "#000000"
},
"nav_menu": {
"width": "252px",
"height": "122px"
}
},
"language_info": {
"name": "python",
"version": "3.6.1",
"mimetype": "text/x-python",
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"pygments_lexer": "ipython3",
"nbconvert_exporter": "python",
"file_extension": ".py"
},
"gist": {
"id": "",
"data": {
"description": "Investigating Data Cube Dataset YAML format",
"public": true
}
}
},
"nbformat": 4,
"nbformat_minor": 2
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment