Skip to content

Instantly share code, notes, and snippets.

@ericdill
Created April 4, 2016 14:50
Show Gist options
  • Save ericdill/cbd8b3286267f4495dcf573e4d08293e to your computer and use it in GitHub Desktop.
Save ericdill/cbd8b3286267f4495dcf573e4d08293e to your computer and use it in GitHub Desktop.
datamuxer
Display the source blob
Display the rendered blob
Raw
{
"cells": [
{
"metadata": {
"trusted": true,
"collapsed": true
},
"cell_type": "code",
"source": "import datamuxer",
"execution_count": 1,
"outputs": []
},
{
"metadata": {
"trusted": true,
"collapsed": true
},
"cell_type": "code",
"source": "from databroker import db, get_table, get_events",
"execution_count": 14,
"outputs": []
},
{
"metadata": {
"trusted": true,
"collapsed": true
},
"cell_type": "code",
"source": "from metadatastore.examples.sample_data import temperature_ramp",
"execution_count": 4,
"outputs": []
},
{
"metadata": {
"trusted": true,
"collapsed": false
},
"cell_type": "code",
"source": "temperature_ramp.run()",
"execution_count": 5,
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/plain": "[{'data': {'point_det': 0.44122748688504143},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 0,\n 'time': 1459781244.247613,\n 'timestamps': {'point_det': 1459781244.247613},\n 'uid': '49117355-cf9c-4ecf-a72b-6f1cd92f98db'},\n {'data': {'point_det': 0.6691298481059124},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 1,\n 'time': 1459781244.5633578,\n 'timestamps': {'point_det': 1459781244.5633578},\n 'uid': '8f5def65-426f-43e9-b434-83b868ef1618'},\n {'data': {'point_det': 4.43077118700778},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 2,\n 'time': 1459781247.6413713,\n 'timestamps': {'point_det': 1459781247.6413713},\n 'uid': '3d25f6e7-7301-4223-8b33-8638b796dcb7'},\n {'data': {'point_det': 2.747907870396923},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 3,\n 'time': 1459781248.8286436,\n 'timestamps': {'point_det': 1459781248.8286436},\n 'uid': '46027a85-928c-40d7-8021-0f6d64884c73'},\n {'data': {'point_det': 4.109609841578183},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 4,\n 'time': 1459781250.890521,\n 'timestamps': {'point_det': 1459781250.890521},\n 'uid': '806c54a8-bc91-4907-ba51-4b23f30bf731'},\n {'data': {'point_det': 6.582481117061564},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 5,\n 'time': 1459781252.883008,\n 'timestamps': {'point_det': 1459781252.883008},\n 'uid': '1d3a167a-4212-475c-abd9-3fb3fdb2b309'},\n {'data': {'point_det': 5.090767595143758},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 6,\n 'time': 1459781255.1076937,\n 'timestamps': {'point_det': 1459781255.1076937},\n 'uid': 'adfedd79-7a19-4264-9893-6ce3795d4426'},\n {'data': {'point_det': 6.408363342069712},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 7,\n 'time': 1459781257.8171675,\n 'timestamps': {'point_det': 1459781257.8171675},\n 'uid': 'f4104287-c399-4538-bb1c-a0ce1666984c'},\n {'data': {'point_det': 8.187603225837035},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 8,\n 'time': 1459781259.6751583,\n 'timestamps': {'point_det': 1459781259.6751583},\n 'uid': '4317e321-ac5f-4854-bd1c-83f6d11b69f9'},\n {'data': {'point_det': 8.670130042220642},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 9,\n 'time': 1459781261.3485196,\n 'timestamps': {'point_det': 1459781261.3485196},\n 'uid': 'a20ef2df-d014-4431-8bce-bbf078d306e3'},\n {'data': {'point_det': 8.807235387578194},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 10,\n 'time': 1459781263.1372921,\n 'timestamps': {'point_det': 1459781263.1372921},\n 'uid': '5d2a329a-8089-4c72-819e-1cac6a50212b'},\n {'data': {'point_det': 10.795123489412413},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 11,\n 'time': 1459781265.320592,\n 'timestamps': {'point_det': 1459781265.320592},\n 'uid': '69130489-060d-453c-b778-6fb7f7cfdb76'},\n {'data': {'point_det': 11.641171052998757},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 12,\n 'time': 1459781267.2659824,\n 'timestamps': {'point_det': 1459781267.2659824},\n 'uid': 'ef66acc2-64d6-45e8-a299-674d58e21681'},\n {'data': {'point_det': 13.603471602609496},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 13,\n 'time': 1459781269.7154741,\n 'timestamps': {'point_det': 1459781269.7154741},\n 'uid': 'f4a3b1b4-ec79-4999-a390-fb605b8d8d70'},\n {'data': {'point_det': 12.335211470528305},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 14,\n 'time': 1459781271.0031617,\n 'timestamps': {'point_det': 1459781271.0031617},\n 'uid': '99acd718-814e-4586-85f8-6e241fd730fb'},\n {'data': {'point_det': 14.299820962310049},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 15,\n 'time': 1459781273.31585,\n 'timestamps': {'point_det': 1459781273.31585},\n 'uid': 'c778e006-4318-4416-8e4a-6f6e1d67a43b'},\n {'data': {'point_det': 17.15139100948717},\n 'descriptor': {'data_keys': {'point_det': {'dtype': 'number',\n 'source': 'PV:ES:PointDet'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3160527,\n 'uid': '33317e75-9ea1-4d16-a736-868fe4929402'},\n 'seq_num': 16,\n 'time': 1459781275.2684138,\n 'timestamps': {'point_det': 1459781275.2684138},\n 'uid': '9a57f4b0-78d1-4910-8c13-9c43ce14a7bc'},\n {'data': {'Tsam': 0.1764052345967664},\n 'descriptor': {'data_keys': {'Tsam': {'dtype': 'number',\n 'source': 'PV:ES:Tsam'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3185434,\n 'uid': '7898ff31-309e-4e9a-aa7e-f037a15ae097'},\n 'seq_num': 0,\n 'time': 1459781243.3189476,\n 'timestamps': {'Tsam': 1459781243.3189476},\n 'uid': '71283844-7f38-45c5-b442-24e7c914f8dc'},\n {'data': {'Tsam': 1.1454273506962975},\n 'descriptor': {'data_keys': {'Tsam': {'dtype': 'number',\n 'source': 'PV:ES:Tsam'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3185434,\n 'uid': '7898ff31-309e-4e9a-aa7e-f037a15ae097'},\n 'seq_num': 1,\n 'time': 1459781254.3189476,\n 'timestamps': {'Tsam': 1459781254.3189476},\n 'uid': 'c7011cd4-9307-471e-8b9f-fb8c9d62c055'},\n {'data': {'Tsam': 2.149407907315761},\n 'descriptor': {'data_keys': {'Tsam': {'dtype': 'number',\n 'source': 'PV:ES:Tsam'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3185434,\n 'uid': '7898ff31-309e-4e9a-aa7e-f037a15ae097'},\n 'seq_num': 2,\n 'time': 1459781259.3189476,\n 'timestamps': {'Tsam': 1459781259.3189476},\n 'uid': '9a0e3f53-4940-4ff1-b4df-66f20ac67b34'},\n {'data': {'Tsam': 3.065361859544036},\n 'descriptor': {'data_keys': {'Tsam': {'dtype': 'number',\n 'source': 'PV:ES:Tsam'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3185434,\n 'uid': '7898ff31-309e-4e9a-aa7e-f037a15ae097'},\n 'seq_num': 3,\n 'time': 1459781264.3189476,\n 'timestamps': {'Tsam': 1459781264.3189476},\n 'uid': '3d27814a-3512-4f9d-8059-f5735022b2ff'},\n {'data': {'Tsam': 4.153277921435846},\n 'descriptor': {'data_keys': {'Tsam': {'dtype': 'number',\n 'source': 'PV:ES:Tsam'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3185434,\n 'uid': '7898ff31-309e-4e9a-aa7e-f037a15ae097'},\n 'seq_num': 4,\n 'time': 1459781271.3189476,\n 'timestamps': {'Tsam': 1459781271.3189476},\n 'uid': 'f3c1b6f3-c6b6-4ce0-9bd6-34b23bc0c670'},\n {'data': {'Tsam': 5.123029068072772},\n 'descriptor': {'data_keys': {'Tsam': {'dtype': 'number',\n 'source': 'PV:ES:Tsam'}},\n 'run_start': {'beamline_id': 'example',\n 'group': '',\n 'owner': '',\n 'project': '',\n 'scan_id': 1,\n 'time': 1459781243.3147242,\n 'uid': 'c51926ee-cf65-4e4c-b7e1-49fb23a386ca'},\n 'time': 1459781243.3185434,\n 'uid': '7898ff31-309e-4e9a-aa7e-f037a15ae097'},\n 'seq_num': 5,\n 'time': 1459781279.3189476,\n 'timestamps': {'Tsam': 1459781279.3189476},\n 'uid': 'fe5fb4be-9200-4692-bfde-6d2658cb639f'}]"
},
"metadata": {},
"execution_count": 5
}
]
},
{
"metadata": {
"trusted": true,
"collapsed": false
},
"cell_type": "code",
"source": "hdr = db[-1]",
"execution_count": 7,
"outputs": []
},
{
"metadata": {
"trusted": true,
"collapsed": true
},
"cell_type": "code",
"source": "table = get_table(hdr)",
"execution_count": 8,
"outputs": []
},
{
"metadata": {
"trusted": true,
"collapsed": false
},
"cell_type": "code",
"source": "table",
"execution_count": 9,
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/html": "<div>\n<table border=\"1\" class=\"dataframe\">\n <thead>\n <tr style=\"text-align: right;\">\n <th></th>\n <th>Tsam</th>\n <th>point_det</th>\n <th>time</th>\n </tr>\n </thead>\n <tbody>\n <tr>\n <th>0</th>\n <td>0.176405</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:23.318948-04:00</td>\n </tr>\n <tr>\n <th>1</th>\n <td>1.145427</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:34.318948-04:00</td>\n </tr>\n <tr>\n <th>2</th>\n <td>2.149408</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:39.318948-04:00</td>\n </tr>\n <tr>\n <th>3</th>\n <td>3.065362</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:44.318948-04:00</td>\n </tr>\n <tr>\n <th>4</th>\n <td>4.153278</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:51.318948-04:00</td>\n </tr>\n <tr>\n <th>5</th>\n <td>5.123029</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:59.318948-04:00</td>\n </tr>\n <tr>\n <th>0</th>\n <td>NaN</td>\n <td>0.441227</td>\n <td>2016-04-04 14:47:24.247613-04:00</td>\n </tr>\n <tr>\n <th>1</th>\n <td>NaN</td>\n <td>0.669130</td>\n <td>2016-04-04 14:47:24.563358-04:00</td>\n </tr>\n <tr>\n <th>2</th>\n <td>NaN</td>\n <td>4.430771</td>\n <td>2016-04-04 14:47:27.641371-04:00</td>\n </tr>\n <tr>\n <th>3</th>\n <td>NaN</td>\n <td>2.747908</td>\n <td>2016-04-04 14:47:28.828644-04:00</td>\n </tr>\n <tr>\n <th>4</th>\n <td>NaN</td>\n <td>4.109610</td>\n <td>2016-04-04 14:47:30.890521-04:00</td>\n </tr>\n <tr>\n <th>5</th>\n <td>NaN</td>\n <td>6.582481</td>\n <td>2016-04-04 14:47:32.883008-04:00</td>\n </tr>\n <tr>\n <th>6</th>\n <td>NaN</td>\n <td>5.090768</td>\n <td>2016-04-04 14:47:35.107694-04:00</td>\n </tr>\n <tr>\n <th>7</th>\n <td>NaN</td>\n <td>6.408363</td>\n <td>2016-04-04 14:47:37.817168-04:00</td>\n </tr>\n <tr>\n <th>8</th>\n <td>NaN</td>\n <td>8.187603</td>\n <td>2016-04-04 14:47:39.675158-04:00</td>\n </tr>\n <tr>\n <th>9</th>\n <td>NaN</td>\n <td>8.670130</td>\n <td>2016-04-04 14:47:41.348520-04:00</td>\n </tr>\n <tr>\n <th>10</th>\n <td>NaN</td>\n <td>8.807235</td>\n <td>2016-04-04 14:47:43.137292-04:00</td>\n </tr>\n <tr>\n <th>11</th>\n <td>NaN</td>\n <td>10.795123</td>\n <td>2016-04-04 14:47:45.320592-04:00</td>\n </tr>\n <tr>\n <th>12</th>\n <td>NaN</td>\n <td>11.641171</td>\n <td>2016-04-04 14:47:47.265982-04:00</td>\n </tr>\n <tr>\n <th>13</th>\n <td>NaN</td>\n <td>13.603472</td>\n <td>2016-04-04 14:47:49.715474-04:00</td>\n </tr>\n <tr>\n <th>14</th>\n <td>NaN</td>\n <td>12.335211</td>\n <td>2016-04-04 14:47:51.003162-04:00</td>\n </tr>\n <tr>\n <th>15</th>\n <td>NaN</td>\n <td>14.299821</td>\n <td>2016-04-04 14:47:53.315850-04:00</td>\n </tr>\n <tr>\n <th>16</th>\n <td>NaN</td>\n <td>17.151391</td>\n <td>2016-04-04 14:47:55.268414-04:00</td>\n </tr>\n </tbody>\n</table>\n</div>",
"text/plain": " Tsam point_det time\n0 0.176405 NaN 2016-04-04 14:47:23.318948-04:00\n1 1.145427 NaN 2016-04-04 14:47:34.318948-04:00\n2 2.149408 NaN 2016-04-04 14:47:39.318948-04:00\n3 3.065362 NaN 2016-04-04 14:47:44.318948-04:00\n4 4.153278 NaN 2016-04-04 14:47:51.318948-04:00\n5 5.123029 NaN 2016-04-04 14:47:59.318948-04:00\n0 NaN 0.441227 2016-04-04 14:47:24.247613-04:00\n1 NaN 0.669130 2016-04-04 14:47:24.563358-04:00\n2 NaN 4.430771 2016-04-04 14:47:27.641371-04:00\n3 NaN 2.747908 2016-04-04 14:47:28.828644-04:00\n4 NaN 4.109610 2016-04-04 14:47:30.890521-04:00\n5 NaN 6.582481 2016-04-04 14:47:32.883008-04:00\n6 NaN 5.090768 2016-04-04 14:47:35.107694-04:00\n7 NaN 6.408363 2016-04-04 14:47:37.817168-04:00\n8 NaN 8.187603 2016-04-04 14:47:39.675158-04:00\n9 NaN 8.670130 2016-04-04 14:47:41.348520-04:00\n10 NaN 8.807235 2016-04-04 14:47:43.137292-04:00\n11 NaN 10.795123 2016-04-04 14:47:45.320592-04:00\n12 NaN 11.641171 2016-04-04 14:47:47.265982-04:00\n13 NaN 13.603472 2016-04-04 14:47:49.715474-04:00\n14 NaN 12.335211 2016-04-04 14:47:51.003162-04:00\n15 NaN 14.299821 2016-04-04 14:47:53.315850-04:00\n16 NaN 17.151391 2016-04-04 14:47:55.268414-04:00"
},
"metadata": {},
"execution_count": 9
}
]
},
{
"metadata": {
"trusted": true,
"collapsed": true
},
"cell_type": "code",
"source": "from datamuxer import DataMuxer",
"execution_count": 10,
"outputs": []
},
{
"metadata": {
"trusted": true,
"collapsed": false
},
"cell_type": "code",
"source": "dm = DataMuxer()",
"execution_count": 12,
"outputs": []
},
{
"metadata": {
"trusted": true,
"collapsed": false
},
"cell_type": "code",
"source": "dm.append_events(get_events(hdr))",
"execution_count": 15,
"outputs": []
},
{
"metadata": {
"trusted": true,
"collapsed": false
},
"cell_type": "code",
"source": "dm.to_sparse_dataframe()",
"execution_count": 18,
"outputs": [
{
"output_type": "stream",
"text": "/home/edill/miniconda/envs/broker/lib/python3.5/site-packages/datamuxer-0.3.0-py3.5.egg/datamuxer.py:458: FutureWarning: sort(columns=....) is deprecated, use sort_values(by=.....)\n",
"name": "stderr"
},
{
"output_type": "execute_result",
"data": {
"text/html": "<div>\n<table border=\"1\" class=\"dataframe\">\n <thead>\n <tr style=\"text-align: right;\">\n <th></th>\n <th>Tsam</th>\n <th>point_det</th>\n <th>time</th>\n </tr>\n </thead>\n <tbody>\n <tr>\n <th>0</th>\n <td>0.176405</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:23.318948-04:00</td>\n </tr>\n <tr>\n <th>1</th>\n <td>NaN</td>\n <td>0.441227</td>\n <td>2016-04-04 14:47:24.247613-04:00</td>\n </tr>\n <tr>\n <th>2</th>\n <td>NaN</td>\n <td>0.669130</td>\n <td>2016-04-04 14:47:24.563358-04:00</td>\n </tr>\n <tr>\n <th>3</th>\n <td>NaN</td>\n <td>4.430771</td>\n <td>2016-04-04 14:47:27.641371-04:00</td>\n </tr>\n <tr>\n <th>4</th>\n <td>NaN</td>\n <td>2.747908</td>\n <td>2016-04-04 14:47:28.828644-04:00</td>\n </tr>\n <tr>\n <th>5</th>\n <td>NaN</td>\n <td>4.109610</td>\n <td>2016-04-04 14:47:30.890521-04:00</td>\n </tr>\n <tr>\n <th>6</th>\n <td>NaN</td>\n <td>6.582481</td>\n <td>2016-04-04 14:47:32.883008-04:00</td>\n </tr>\n <tr>\n <th>7</th>\n <td>1.145427</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:34.318948-04:00</td>\n </tr>\n <tr>\n <th>8</th>\n <td>NaN</td>\n <td>5.090768</td>\n <td>2016-04-04 14:47:35.107694-04:00</td>\n </tr>\n <tr>\n <th>9</th>\n <td>NaN</td>\n <td>6.408363</td>\n <td>2016-04-04 14:47:37.817168-04:00</td>\n </tr>\n <tr>\n <th>10</th>\n <td>2.149408</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:39.318948-04:00</td>\n </tr>\n <tr>\n <th>11</th>\n <td>NaN</td>\n <td>8.187603</td>\n <td>2016-04-04 14:47:39.675158-04:00</td>\n </tr>\n <tr>\n <th>12</th>\n <td>NaN</td>\n <td>8.670130</td>\n <td>2016-04-04 14:47:41.348520-04:00</td>\n </tr>\n <tr>\n <th>13</th>\n <td>NaN</td>\n <td>8.807235</td>\n <td>2016-04-04 14:47:43.137292-04:00</td>\n </tr>\n <tr>\n <th>14</th>\n <td>3.065362</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:44.318948-04:00</td>\n </tr>\n <tr>\n <th>15</th>\n <td>NaN</td>\n <td>10.795123</td>\n <td>2016-04-04 14:47:45.320592-04:00</td>\n </tr>\n <tr>\n <th>16</th>\n <td>NaN</td>\n <td>11.641171</td>\n <td>2016-04-04 14:47:47.265982-04:00</td>\n </tr>\n <tr>\n <th>17</th>\n <td>NaN</td>\n <td>13.603472</td>\n <td>2016-04-04 14:47:49.715474-04:00</td>\n </tr>\n <tr>\n <th>18</th>\n <td>NaN</td>\n <td>12.335211</td>\n <td>2016-04-04 14:47:51.003162-04:00</td>\n </tr>\n <tr>\n <th>19</th>\n <td>4.153278</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:51.318948-04:00</td>\n </tr>\n <tr>\n <th>20</th>\n <td>NaN</td>\n <td>14.299821</td>\n <td>2016-04-04 14:47:53.315850-04:00</td>\n </tr>\n <tr>\n <th>21</th>\n <td>NaN</td>\n <td>17.151391</td>\n <td>2016-04-04 14:47:55.268414-04:00</td>\n </tr>\n <tr>\n <th>22</th>\n <td>5.123029</td>\n <td>NaN</td>\n <td>2016-04-04 14:47:59.318948-04:00</td>\n </tr>\n </tbody>\n</table>\n</div>",
"text/plain": " Tsam point_det time\n0 0.176405 NaN 2016-04-04 14:47:23.318948-04:00\n1 NaN 0.441227 2016-04-04 14:47:24.247613-04:00\n2 NaN 0.669130 2016-04-04 14:47:24.563358-04:00\n3 NaN 4.430771 2016-04-04 14:47:27.641371-04:00\n4 NaN 2.747908 2016-04-04 14:47:28.828644-04:00\n5 NaN 4.109610 2016-04-04 14:47:30.890521-04:00\n6 NaN 6.582481 2016-04-04 14:47:32.883008-04:00\n7 1.145427 NaN 2016-04-04 14:47:34.318948-04:00\n8 NaN 5.090768 2016-04-04 14:47:35.107694-04:00\n9 NaN 6.408363 2016-04-04 14:47:37.817168-04:00\n10 2.149408 NaN 2016-04-04 14:47:39.318948-04:00\n11 NaN 8.187603 2016-04-04 14:47:39.675158-04:00\n12 NaN 8.670130 2016-04-04 14:47:41.348520-04:00\n13 NaN 8.807235 2016-04-04 14:47:43.137292-04:00\n14 3.065362 NaN 2016-04-04 14:47:44.318948-04:00\n15 NaN 10.795123 2016-04-04 14:47:45.320592-04:00\n16 NaN 11.641171 2016-04-04 14:47:47.265982-04:00\n17 NaN 13.603472 2016-04-04 14:47:49.715474-04:00\n18 NaN 12.335211 2016-04-04 14:47:51.003162-04:00\n19 4.153278 NaN 2016-04-04 14:47:51.318948-04:00\n20 NaN 14.299821 2016-04-04 14:47:53.315850-04:00\n21 NaN 17.151391 2016-04-04 14:47:55.268414-04:00\n22 5.123029 NaN 2016-04-04 14:47:59.318948-04:00"
},
"metadata": {},
"execution_count": 18
}
]
},
{
"metadata": {
"trusted": true,
"collapsed": false
},
"cell_type": "code",
"source": "dm.bin_on('point_det', interpolation={'Tsam': 'linear'})",
"execution_count": 20,
"outputs": [
{
"output_type": "execute_result",
"data": {
"text/html": "<div>\n<table border=\"1\" class=\"dataframe\">\n <thead>\n <tr>\n <th></th>\n <th colspan=\"2\" halign=\"left\">Tsam</th>\n <th>point_det</th>\n <th colspan=\"5\" halign=\"left\">time</th>\n </tr>\n <tr>\n <th></th>\n <th>val</th>\n <th>count</th>\n <th>val</th>\n <th>val</th>\n <th>count</th>\n <th>std</th>\n <th>max</th>\n <th>min</th>\n </tr>\n <tr>\n <th>bin</th>\n <th></th>\n <th></th>\n <th></th>\n <th></th>\n <th></th>\n <th></th>\n <th></th>\n <th></th>\n </tr>\n </thead>\n <tbody>\n <tr>\n <th>0</th>\n <td>0.176405</td>\n <td>1</td>\n <td>0.441227</td>\n <td>2016-04-04 14:47:23.783280-04:00</td>\n <td>2</td>\n <td>00:00:00.656666</td>\n <td>2016-04-04 14:47:24.247613-04:00</td>\n <td>2016-04-04 14:47:23.318948-04:00</td>\n </tr>\n <tr>\n <th>1</th>\n <td>0.286029</td>\n <td>0</td>\n <td>0.669130</td>\n <td>2016-04-04 14:47:24.563358-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:24.563358-04:00</td>\n <td>2016-04-04 14:47:24.563358-04:00</td>\n </tr>\n <tr>\n <th>2</th>\n <td>0.557180</td>\n <td>0</td>\n <td>4.430771</td>\n <td>2016-04-04 14:47:27.641371-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:27.641371-04:00</td>\n <td>2016-04-04 14:47:27.641371-04:00</td>\n </tr>\n <tr>\n <th>3</th>\n <td>0.661770</td>\n <td>0</td>\n <td>2.747908</td>\n <td>2016-04-04 14:47:28.828644-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:28.828644-04:00</td>\n <td>2016-04-04 14:47:28.828644-04:00</td>\n </tr>\n <tr>\n <th>4</th>\n <td>0.843407</td>\n <td>0</td>\n <td>4.109610</td>\n <td>2016-04-04 14:47:30.890521-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:30.890521-04:00</td>\n <td>2016-04-04 14:47:30.890521-04:00</td>\n </tr>\n <tr>\n <th>5</th>\n <td>1.018931</td>\n <td>0</td>\n <td>6.582481</td>\n <td>2016-04-04 14:47:32.883008-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:32.883008-04:00</td>\n <td>2016-04-04 14:47:32.883008-04:00</td>\n </tr>\n <tr>\n <th>6</th>\n <td>1.145427</td>\n <td>1</td>\n <td>5.090768</td>\n <td>2016-04-04 14:47:34.713321-04:00</td>\n <td>2</td>\n <td>00:00:00.557728</td>\n <td>2016-04-04 14:47:35.107694-04:00</td>\n <td>2016-04-04 14:47:34.318948-04:00</td>\n </tr>\n <tr>\n <th>7</th>\n <td>1.847856</td>\n <td>0</td>\n <td>6.408363</td>\n <td>2016-04-04 14:47:37.817168-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:37.817168-04:00</td>\n <td>2016-04-04 14:47:37.817168-04:00</td>\n </tr>\n <tr>\n <th>8</th>\n <td>2.149408</td>\n <td>1</td>\n <td>8.187603</td>\n <td>2016-04-04 14:47:39.497053-04:00</td>\n <td>2</td>\n <td>00:00:00.251879</td>\n <td>2016-04-04 14:47:39.675158-04:00</td>\n <td>2016-04-04 14:47:39.318948-04:00</td>\n </tr>\n <tr>\n <th>9</th>\n <td>2.521207</td>\n <td>0</td>\n <td>8.670130</td>\n <td>2016-04-04 14:47:41.348520-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:41.348520-04:00</td>\n <td>2016-04-04 14:47:41.348520-04:00</td>\n </tr>\n <tr>\n <th>10</th>\n <td>2.848893</td>\n <td>0</td>\n <td>8.807235</td>\n <td>2016-04-04 14:47:43.137292-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:43.137292-04:00</td>\n <td>2016-04-04 14:47:43.137292-04:00</td>\n </tr>\n <tr>\n <th>11</th>\n <td>3.065362</td>\n <td>1</td>\n <td>10.795123</td>\n <td>2016-04-04 14:47:44.819770-04:00</td>\n <td>2</td>\n <td>00:00:00.708269</td>\n <td>2016-04-04 14:47:45.320592-04:00</td>\n <td>2016-04-04 14:47:44.318948-04:00</td>\n </tr>\n <tr>\n <th>12</th>\n <td>3.523380</td>\n <td>0</td>\n <td>11.641171</td>\n <td>2016-04-04 14:47:47.265982-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:47.265982-04:00</td>\n <td>2016-04-04 14:47:47.265982-04:00</td>\n </tr>\n <tr>\n <th>13</th>\n <td>3.904072</td>\n <td>0</td>\n <td>13.603472</td>\n <td>2016-04-04 14:47:49.715474-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:49.715474-04:00</td>\n <td>2016-04-04 14:47:49.715474-04:00</td>\n </tr>\n <tr>\n <th>14</th>\n <td>4.153278</td>\n <td>1</td>\n <td>12.335211</td>\n <td>2016-04-04 14:47:51.161055-04:00</td>\n <td>2</td>\n <td>00:00:00.223294</td>\n <td>2016-04-04 14:47:51.318948-04:00</td>\n <td>2016-04-04 14:47:51.003162-04:00</td>\n </tr>\n <tr>\n <th>15</th>\n <td>4.395340</td>\n <td>0</td>\n <td>14.299821</td>\n <td>2016-04-04 14:47:53.315850-04:00</td>\n <td>1</td>\n <td>NaT</td>\n <td>2016-04-04 14:47:53.315850-04:00</td>\n <td>2016-04-04 14:47:53.315850-04:00</td>\n </tr>\n <tr>\n <th>16</th>\n <td>5.123029</td>\n <td>1</td>\n <td>17.151391</td>\n <td>2016-04-04 14:47:57.293681-04:00</td>\n <td>2</td>\n <td>00:00:02.864160</td>\n <td>2016-04-04 14:47:59.318948-04:00</td>\n <td>2016-04-04 14:47:55.268414-04:00</td>\n </tr>\n </tbody>\n</table>\n</div>",
"text/plain": " Tsam point_det time \\\n val count val val count \nbin \n0 0.176405 1 0.441227 2016-04-04 14:47:23.783280-04:00 2 \n1 0.286029 0 0.669130 2016-04-04 14:47:24.563358-04:00 1 \n2 0.557180 0 4.430771 2016-04-04 14:47:27.641371-04:00 1 \n3 0.661770 0 2.747908 2016-04-04 14:47:28.828644-04:00 1 \n4 0.843407 0 4.109610 2016-04-04 14:47:30.890521-04:00 1 \n5 1.018931 0 6.582481 2016-04-04 14:47:32.883008-04:00 1 \n6 1.145427 1 5.090768 2016-04-04 14:47:34.713321-04:00 2 \n7 1.847856 0 6.408363 2016-04-04 14:47:37.817168-04:00 1 \n8 2.149408 1 8.187603 2016-04-04 14:47:39.497053-04:00 2 \n9 2.521207 0 8.670130 2016-04-04 14:47:41.348520-04:00 1 \n10 2.848893 0 8.807235 2016-04-04 14:47:43.137292-04:00 1 \n11 3.065362 1 10.795123 2016-04-04 14:47:44.819770-04:00 2 \n12 3.523380 0 11.641171 2016-04-04 14:47:47.265982-04:00 1 \n13 3.904072 0 13.603472 2016-04-04 14:47:49.715474-04:00 1 \n14 4.153278 1 12.335211 2016-04-04 14:47:51.161055-04:00 2 \n15 4.395340 0 14.299821 2016-04-04 14:47:53.315850-04:00 1 \n16 5.123029 1 17.151391 2016-04-04 14:47:57.293681-04:00 2 \n\n \\\n std max \nbin \n0 00:00:00.656666 2016-04-04 14:47:24.247613-04:00 \n1 NaT 2016-04-04 14:47:24.563358-04:00 \n2 NaT 2016-04-04 14:47:27.641371-04:00 \n3 NaT 2016-04-04 14:47:28.828644-04:00 \n4 NaT 2016-04-04 14:47:30.890521-04:00 \n5 NaT 2016-04-04 14:47:32.883008-04:00 \n6 00:00:00.557728 2016-04-04 14:47:35.107694-04:00 \n7 NaT 2016-04-04 14:47:37.817168-04:00 \n8 00:00:00.251879 2016-04-04 14:47:39.675158-04:00 \n9 NaT 2016-04-04 14:47:41.348520-04:00 \n10 NaT 2016-04-04 14:47:43.137292-04:00 \n11 00:00:00.708269 2016-04-04 14:47:45.320592-04:00 \n12 NaT 2016-04-04 14:47:47.265982-04:00 \n13 NaT 2016-04-04 14:47:49.715474-04:00 \n14 00:00:00.223294 2016-04-04 14:47:51.318948-04:00 \n15 NaT 2016-04-04 14:47:53.315850-04:00 \n16 00:00:02.864160 2016-04-04 14:47:59.318948-04:00 \n\n \n min \nbin \n0 2016-04-04 14:47:23.318948-04:00 \n1 2016-04-04 14:47:24.563358-04:00 \n2 2016-04-04 14:47:27.641371-04:00 \n3 2016-04-04 14:47:28.828644-04:00 \n4 2016-04-04 14:47:30.890521-04:00 \n5 2016-04-04 14:47:32.883008-04:00 \n6 2016-04-04 14:47:34.318948-04:00 \n7 2016-04-04 14:47:37.817168-04:00 \n8 2016-04-04 14:47:39.318948-04:00 \n9 2016-04-04 14:47:41.348520-04:00 \n10 2016-04-04 14:47:43.137292-04:00 \n11 2016-04-04 14:47:44.318948-04:00 \n12 2016-04-04 14:47:47.265982-04:00 \n13 2016-04-04 14:47:49.715474-04:00 \n14 2016-04-04 14:47:51.003162-04:00 \n15 2016-04-04 14:47:53.315850-04:00 \n16 2016-04-04 14:47:55.268414-04:00 "
},
"metadata": {},
"execution_count": 20
}
]
},
{
"metadata": {
"trusted": true,
"collapsed": true
},
"cell_type": "code",
"source": "",
"execution_count": null,
"outputs": []
}
],
"metadata": {
"kernelspec": {
"name": "python3",
"display_name": "Python 3",
"language": "python"
},
"language_info": {
"mimetype": "text/x-python",
"pygments_lexer": "ipython3",
"nbconvert_exporter": "python",
"version": "3.5.1",
"file_extension": ".py",
"codemirror_mode": {
"version": 3,
"name": "ipython"
},
"name": "python"
},
"gist": {
"id": "",
"data": {
"description": "datamuxer",
"public": true
}
}
},
"nbformat": 4,
"nbformat_minor": 0
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment