All notebooks in Scipy folder.
Last active
December 19, 2015 00:19
-
-
Save jorisvandenbossche/5868420 to your computer and use it in GitHub Desktop.
Scipy Notebooks
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
ipython/ | |
nbconvert/ | |
pandas/ | |
scipy-sphinx-theme-master | |
scipy.org-new | |
spyder-2.1.11/ | |
spyderlib/ |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"metadata": { | |
"name": "example_postgresql-python" | |
}, | |
"nbformat": 3, | |
"nbformat_minor": 0, | |
"worksheets": [ | |
{ | |
"cells": [ | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"#%pylab\n", | |
"import numpy as np\n", | |
"import matplotlib.pyplot as plt\n", | |
"import psycopg2\n", | |
"import pandas as pd\n", | |
"from pandas.io.sql import read_frame\n", | |
"import datetime as dt" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 1 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"# connection to postgresql database\n", | |
"conn = psycopg2.connect(\"dbname=everyaware user=postgres password=Vito1234\")" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 2 | |
}, | |
{ | |
"cell_type": "heading", | |
"level": 2, | |
"metadata": {}, | |
"source": [ | |
"Data binnenhalen uit postgresql database: No problemo!" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"data = read_frame(\"SELECT * FROM ea_janadams_by_passage ORDER BY passageid\", conn, index_col=\"passageid\")" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 3 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"data.info()" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"output_type": "stream", | |
"stream": "stdout", | |
"text": [ | |
"<class 'pandas.core.frame.DataFrame'>\n", | |
"Int64Index: 7845 entries, 1 to 7845\n", | |
"Data columns (total 6 columns):\n", | |
"time_in 7845 non-null values\n", | |
"time_out 7845 non-null values\n", | |
"bc_aggr 7845 non-null values\n", | |
"number_of_meas 7845 non-null values\n", | |
"ln_id 7845 non-null values\n", | |
"street_name 7845 non-null values\n", | |
"dtypes: float64(2), int64(1), object(3)" | |
] | |
} | |
], | |
"prompt_number": 4 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"data.head()" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"html": [ | |
"<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n", | |
"<table border=\"1\" class=\"dataframe\">\n", | |
" <thead>\n", | |
" <tr style=\"text-align: right;\">\n", | |
" <th></th>\n", | |
" <th>time_in</th>\n", | |
" <th>time_out</th>\n", | |
" <th>bc_aggr</th>\n", | |
" <th>number_of_meas</th>\n", | |
" <th>ln_id</th>\n", | |
" <th>street_name</th>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>passageid</th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" </tr>\n", | |
" </thead>\n", | |
" <tbody>\n", | |
" <tr>\n", | |
" <th>1</th>\n", | |
" <td> 2012-10-27 15:06:03+02:00</td>\n", | |
" <td> 2012-10-27 15:06:03+02:00</td>\n", | |
" <td> 1691</td>\n", | |
" <td> 1</td>\n", | |
" <td> 53832398</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2</th>\n", | |
" <td> 2012-10-27 15:06:04+02:00</td>\n", | |
" <td> 2012-10-27 15:06:34+02:00</td>\n", | |
" <td> 1691</td>\n", | |
" <td> 31</td>\n", | |
" <td> 53832399</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>3</th>\n", | |
" <td> 2012-10-27 15:06:35+02:00</td>\n", | |
" <td> 2012-10-27 15:06:35+02:00</td>\n", | |
" <td> 1691</td>\n", | |
" <td> 1</td>\n", | |
" <td> 53832411</td>\n", | |
" <td> HELDERSTRAAT</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>4</th>\n", | |
" <td> 2012-10-27 15:06:36+02:00</td>\n", | |
" <td> 2012-10-27 15:06:36+02:00</td>\n", | |
" <td> 1691</td>\n", | |
" <td> 1</td>\n", | |
" <td> 53832399</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>5</th>\n", | |
" <td> 2012-10-27 15:06:37+02:00</td>\n", | |
" <td> 2012-10-27 15:06:45+02:00</td>\n", | |
" <td> 1735</td>\n", | |
" <td> 3</td>\n", | |
" <td> 53832411</td>\n", | |
" <td> HELDERSTRAAT</td>\n", | |
" </tr>\n", | |
" </tbody>\n", | |
"</table>\n", | |
"</div>" | |
], | |
"metadata": {}, | |
"output_type": "pyout", | |
"prompt_number": 5, | |
"text": [ | |
" time_in time_out bc_aggr \\\n", | |
"passageid \n", | |
"1 2012-10-27 15:06:03+02:00 2012-10-27 15:06:03+02:00 1691 \n", | |
"2 2012-10-27 15:06:04+02:00 2012-10-27 15:06:34+02:00 1691 \n", | |
"3 2012-10-27 15:06:35+02:00 2012-10-27 15:06:35+02:00 1691 \n", | |
"4 2012-10-27 15:06:36+02:00 2012-10-27 15:06:36+02:00 1691 \n", | |
"5 2012-10-27 15:06:37+02:00 2012-10-27 15:06:45+02:00 1735 \n", | |
"\n", | |
" number_of_meas ln_id street_name \n", | |
"passageid \n", | |
"1 1 53832398 DIKSMUIDELAAN \n", | |
"2 31 53832399 DIKSMUIDELAAN \n", | |
"3 1 53832411 HELDERSTRAAT \n", | |
"4 1 53832399 DIKSMUIDELAAN \n", | |
"5 3 53832411 HELDERSTRAAT " | |
] | |
} | |
], | |
"prompt_number": 5 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"# zelfs een tijdsreeks gaat vanzelf\n", | |
"data = read_frame(\"SELECT * FROM ea_janadams ORDER BY datetime LIMIT 2000\", conn, index_col=\"datetime\")" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 7 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"data.info()" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"output_type": "stream", | |
"stream": "stdout", | |
"text": [ | |
"<class 'pandas.core.frame.DataFrame'>\n", | |
"DatetimeIndex: 2000 entries, 2012-10-27 14:47:08+02:00 to 2012-10-27 15:20:26+02:00\n", | |
"Data columns (total 15 columns):\n", | |
"check 1999 non-null values\n", | |
"lat 1999 non-null values\n", | |
"lon 1999 non-null values\n", | |
"atn 1167 non-null values\n", | |
"bc 1166 non-null values\n", | |
"file 1167 non-null values\n", | |
"bc_ona 1166 non-null values\n", | |
"the_geom 1999 non-null values\n", | |
"ln_id 840 non-null values\n", | |
"street_name 837 non-null values\n", | |
"pt_mapped 840 non-null values\n", | |
"bc_ona_05_cor 0 non-null values\n", | |
"bc_ona_cor 1043 non-null values\n", | |
"missionid 1167 non-null values\n", | |
"bc_ona_cor_ma5s 1039 non-null values\n", | |
"dtypes: float64(11), object(4)" | |
] | |
} | |
], | |
"prompt_number": 8 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"data[1500:1510]" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"html": [ | |
"<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n", | |
"<table border=\"1\" class=\"dataframe\">\n", | |
" <thead>\n", | |
" <tr style=\"text-align: right;\">\n", | |
" <th></th>\n", | |
" <th>check</th>\n", | |
" <th>lat</th>\n", | |
" <th>lon</th>\n", | |
" <th>atn</th>\n", | |
" <th>bc</th>\n", | |
" <th>file</th>\n", | |
" <th>bc_ona</th>\n", | |
" <th>the_geom</th>\n", | |
" <th>ln_id</th>\n", | |
" <th>street_name</th>\n", | |
" <th>pt_mapped</th>\n", | |
" <th>bc_ona_05_cor</th>\n", | |
" <th>bc_ona_cor</th>\n", | |
" <th>missionid</th>\n", | |
" <th>bc_ona_cor_ma5s</th>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>datetime</th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" <th></th>\n", | |
" </tr>\n", | |
" </thead>\n", | |
" <tbody>\n", | |
" <tr>\n", | |
" <th>2012-10-27 15:12:08+02:00</th>\n", | |
" <td> 0</td>\n", | |
" <td> 51.206867</td>\n", | |
" <td> 4.445032</td>\n", | |
" <td>-16.890289</td>\n", | |
" <td> 9333</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3482.6</td>\n", | |
" <td> 0101000020E6100000A3B1F677B6C7114092CF2B9E7A9A...</td>\n", | |
" <td> 900000201</td>\n", | |
" <td> RINGFIETSPAD</td>\n", | |
" <td> 0101000020E61000002BECC87DA9C711408E1472347D9A...</td>\n", | |
" <td> None</td>\n", | |
" <td> 3483</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3483</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2012-10-27 15:12:09+02:00</th>\n", | |
" <td> 0</td>\n", | |
" <td> 51.206916</td>\n", | |
" <td> 4.445072</td>\n", | |
" <td>-16.886732</td>\n", | |
" <td> 7872</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3482.6</td>\n", | |
" <td> 0101000020E6100000147651F4C0C71140738236397C9A...</td>\n", | |
" <td> 900000201</td>\n", | |
" <td> RINGFIETSPAD</td>\n", | |
" <td> 0101000020E61000006F7C92E0B2C7114019A7C6F07D9A...</td>\n", | |
" <td> None</td>\n", | |
" <td> 3483</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3483</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2012-10-27 15:12:10+02:00</th>\n", | |
" <td> 0</td>\n", | |
" <td> 51.206966</td>\n", | |
" <td> 4.445105</td>\n", | |
" <td>-16.880972</td>\n", | |
" <td> 12831</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3482.6</td>\n", | |
" <td> 0101000020E6100000F224E99AC9C7114025B1A4DC7D9A...</td>\n", | |
" <td> 900000201</td>\n", | |
" <td> RINGFIETSPAD</td>\n", | |
" <td> 0101000020E610000085491494C7C7114074E039B67E9A...</td>\n", | |
" <td> None</td>\n", | |
" <td> 3483</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3483</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2012-10-27 15:12:11+02:00</th>\n", | |
" <td> 0</td>\n", | |
" <td> 51.207023</td>\n", | |
" <td> 4.445150</td>\n", | |
" <td>-16.877014</td>\n", | |
" <td> 8815</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3482.6</td>\n", | |
" <td> 0101000020E6100000F241CF66D5C711408942CBBA7F9A...</td>\n", | |
" <td> 900000201</td>\n", | |
" <td> RINGFIETSPAD</td>\n", | |
" <td> 0101000020E6100000AC3DB480D6C711401E6093447F9A...</td>\n", | |
" <td> None</td>\n", | |
" <td> 3483</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3483</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2012-10-27 15:12:12+02:00</th>\n", | |
" <td> 0</td>\n", | |
" <td> 51.207077</td>\n", | |
" <td> 4.445192</td>\n", | |
" <td>-16.872368</td>\n", | |
" <td> 10417</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3482.6</td>\n", | |
" <td> 0101000020E610000069C36169E0C711407C60C77F819A...</td>\n", | |
" <td> 900000201</td>\n", | |
" <td> RINGFIETSPAD</td>\n", | |
" <td> 0101000020E6100000AC30517DE4C711404F9EFBC97F9A...</td>\n", | |
" <td> None</td>\n", | |
" <td> 3483</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3483</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2012-10-27 15:12:13+02:00</th>\n", | |
" <td> 0</td>\n", | |
" <td> 51.207141</td>\n", | |
" <td> 4.445192</td>\n", | |
" <td>-16.870596</td>\n", | |
" <td> 4026</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3482.6</td>\n", | |
" <td> 0101000020E610000069C36169E0C711409354A698839A...</td>\n", | |
" <td> 900000201</td>\n", | |
" <td> RINGFIETSPAD</td>\n", | |
" <td> 0101000020E6100000D13F0B15E9C7114037D1C9F57F9A...</td>\n", | |
" <td> None</td>\n", | |
" <td> 3483</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3483</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2012-10-27 15:12:14+02:00</th>\n", | |
" <td> 0</td>\n", | |
" <td> 51.207202</td>\n", | |
" <td> 4.445199</td>\n", | |
" <td>-16.875312</td>\n", | |
" <td>-10642</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3482.6</td>\n", | |
" <td> 0101000020E6100000FDD8243FE2C7114039D55A98859A...</td>\n", | |
" <td> 900000201</td>\n", | |
" <td> RINGFIETSPAD</td>\n", | |
" <td> 0101000020E6100000F21EFCEDB0C71140EF83CE64859A...</td>\n", | |
" <td> None</td>\n", | |
" <td> 3483</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3483</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2012-10-27 15:12:15+02:00</th>\n", | |
" <td> 0</td>\n", | |
" <td> 51.207260</td>\n", | |
" <td> 4.445207</td>\n", | |
" <td>-16.873598</td>\n", | |
" <td> 3893</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3482.6</td>\n", | |
" <td> 0101000020E610000014CD0358E4C711406DE2E47E879A...</td>\n", | |
" <td> 900000201</td>\n", | |
" <td> RINGFIETSPAD</td>\n", | |
" <td> 0101000020E61000004A148E6FB0C711403742A348879A...</td>\n", | |
" <td> None</td>\n", | |
" <td> 3483</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3483</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2012-10-27 15:12:16+02:00</th>\n", | |
" <td> 0</td>\n", | |
" <td> 51.207324</td>\n", | |
" <td> 4.445205</td>\n", | |
" <td>-16.873544</td>\n", | |
" <td> 122</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3482.6</td>\n", | |
" <td> 0101000020E61000000E10CCD1E3C7114084D6C397899A...</td>\n", | |
" <td> 900000201</td>\n", | |
" <td> RINGFIETSPAD</td>\n", | |
" <td> 0101000020E6100000BE9245E3AFC711404ADF7B61899A...</td>\n", | |
" <td> None</td>\n", | |
" <td> 3483</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3483</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2012-10-27 15:12:17+02:00</th>\n", | |
" <td> 0</td>\n", | |
" <td> 51.207397</td>\n", | |
" <td> 4.445185</td>\n", | |
" <td>-16.877747</td>\n", | |
" <td> -9486</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3482.6</td>\n", | |
" <td> 0101000020E6100000D6AD9E93DEC71140EE2422FC8B9A...</td>\n", | |
" <td> 900000201</td>\n", | |
" <td> RINGFIETSPAD</td>\n", | |
" <td> 0101000020E6100000C570FE41AFC711406180ACCA8B9A...</td>\n", | |
" <td> None</td>\n", | |
" <td> 3483</td>\n", | |
" <td> 1</td>\n", | |
" <td> 3483</td>\n", | |
" </tr>\n", | |
" </tbody>\n", | |
"</table>\n", | |
"</div>" | |
], | |
"metadata": {}, | |
"output_type": "pyout", | |
"prompt_number": 9, | |
"text": [ | |
" check lat lon atn bc file \\\n", | |
"datetime \n", | |
"2012-10-27 15:12:08+02:00 0 51.206867 4.445032 -16.890289 9333 1 \n", | |
"2012-10-27 15:12:09+02:00 0 51.206916 4.445072 -16.886732 7872 1 \n", | |
"2012-10-27 15:12:10+02:00 0 51.206966 4.445105 -16.880972 12831 1 \n", | |
"2012-10-27 15:12:11+02:00 0 51.207023 4.445150 -16.877014 8815 1 \n", | |
"2012-10-27 15:12:12+02:00 0 51.207077 4.445192 -16.872368 10417 1 \n", | |
"2012-10-27 15:12:13+02:00 0 51.207141 4.445192 -16.870596 4026 1 \n", | |
"2012-10-27 15:12:14+02:00 0 51.207202 4.445199 -16.875312 -10642 1 \n", | |
"2012-10-27 15:12:15+02:00 0 51.207260 4.445207 -16.873598 3893 1 \n", | |
"2012-10-27 15:12:16+02:00 0 51.207324 4.445205 -16.873544 122 1 \n", | |
"2012-10-27 15:12:17+02:00 0 51.207397 4.445185 -16.877747 -9486 1 \n", | |
"\n", | |
" bc_ona \\\n", | |
"datetime \n", | |
"2012-10-27 15:12:08+02:00 3482.6 \n", | |
"2012-10-27 15:12:09+02:00 3482.6 \n", | |
"2012-10-27 15:12:10+02:00 3482.6 \n", | |
"2012-10-27 15:12:11+02:00 3482.6 \n", | |
"2012-10-27 15:12:12+02:00 3482.6 \n", | |
"2012-10-27 15:12:13+02:00 3482.6 \n", | |
"2012-10-27 15:12:14+02:00 3482.6 \n", | |
"2012-10-27 15:12:15+02:00 3482.6 \n", | |
"2012-10-27 15:12:16+02:00 3482.6 \n", | |
"2012-10-27 15:12:17+02:00 3482.6 \n", | |
"\n", | |
" the_geom \\\n", | |
"datetime \n", | |
"2012-10-27 15:12:08+02:00 0101000020E6100000A3B1F677B6C7114092CF2B9E7A9A... \n", | |
"2012-10-27 15:12:09+02:00 0101000020E6100000147651F4C0C71140738236397C9A... \n", | |
"2012-10-27 15:12:10+02:00 0101000020E6100000F224E99AC9C7114025B1A4DC7D9A... \n", | |
"2012-10-27 15:12:11+02:00 0101000020E6100000F241CF66D5C711408942CBBA7F9A... \n", | |
"2012-10-27 15:12:12+02:00 0101000020E610000069C36169E0C711407C60C77F819A... \n", | |
"2012-10-27 15:12:13+02:00 0101000020E610000069C36169E0C711409354A698839A... \n", | |
"2012-10-27 15:12:14+02:00 0101000020E6100000FDD8243FE2C7114039D55A98859A... \n", | |
"2012-10-27 15:12:15+02:00 0101000020E610000014CD0358E4C711406DE2E47E879A... \n", | |
"2012-10-27 15:12:16+02:00 0101000020E61000000E10CCD1E3C7114084D6C397899A... \n", | |
"2012-10-27 15:12:17+02:00 0101000020E6100000D6AD9E93DEC71140EE2422FC8B9A... \n", | |
"\n", | |
" ln_id street_name \\\n", | |
"datetime \n", | |
"2012-10-27 15:12:08+02:00 900000201 RINGFIETSPAD \n", | |
"2012-10-27 15:12:09+02:00 900000201 RINGFIETSPAD \n", | |
"2012-10-27 15:12:10+02:00 900000201 RINGFIETSPAD \n", | |
"2012-10-27 15:12:11+02:00 900000201 RINGFIETSPAD \n", | |
"2012-10-27 15:12:12+02:00 900000201 RINGFIETSPAD \n", | |
"2012-10-27 15:12:13+02:00 900000201 RINGFIETSPAD \n", | |
"2012-10-27 15:12:14+02:00 900000201 RINGFIETSPAD \n", | |
"2012-10-27 15:12:15+02:00 900000201 RINGFIETSPAD \n", | |
"2012-10-27 15:12:16+02:00 900000201 RINGFIETSPAD \n", | |
"2012-10-27 15:12:17+02:00 900000201 RINGFIETSPAD \n", | |
"\n", | |
" pt_mapped \\\n", | |
"datetime \n", | |
"2012-10-27 15:12:08+02:00 0101000020E61000002BECC87DA9C711408E1472347D9A... \n", | |
"2012-10-27 15:12:09+02:00 0101000020E61000006F7C92E0B2C7114019A7C6F07D9A... \n", | |
"2012-10-27 15:12:10+02:00 0101000020E610000085491494C7C7114074E039B67E9A... \n", | |
"2012-10-27 15:12:11+02:00 0101000020E6100000AC3DB480D6C711401E6093447F9A... \n", | |
"2012-10-27 15:12:12+02:00 0101000020E6100000AC30517DE4C711404F9EFBC97F9A... \n", | |
"2012-10-27 15:12:13+02:00 0101000020E6100000D13F0B15E9C7114037D1C9F57F9A... \n", | |
"2012-10-27 15:12:14+02:00 0101000020E6100000F21EFCEDB0C71140EF83CE64859A... \n", | |
"2012-10-27 15:12:15+02:00 0101000020E61000004A148E6FB0C711403742A348879A... \n", | |
"2012-10-27 15:12:16+02:00 0101000020E6100000BE9245E3AFC711404ADF7B61899A... \n", | |
"2012-10-27 15:12:17+02:00 0101000020E6100000C570FE41AFC711406180ACCA8B9A... \n", | |
"\n", | |
" bc_ona_05_cor bc_ona_cor missionid \\\n", | |
"datetime \n", | |
"2012-10-27 15:12:08+02:00 None 3483 1 \n", | |
"2012-10-27 15:12:09+02:00 None 3483 1 \n", | |
"2012-10-27 15:12:10+02:00 None 3483 1 \n", | |
"2012-10-27 15:12:11+02:00 None 3483 1 \n", | |
"2012-10-27 15:12:12+02:00 None 3483 1 \n", | |
"2012-10-27 15:12:13+02:00 None 3483 1 \n", | |
"2012-10-27 15:12:14+02:00 None 3483 1 \n", | |
"2012-10-27 15:12:15+02:00 None 3483 1 \n", | |
"2012-10-27 15:12:16+02:00 None 3483 1 \n", | |
"2012-10-27 15:12:17+02:00 None 3483 1 \n", | |
"\n", | |
" bc_ona_cor_ma5s \n", | |
"datetime \n", | |
"2012-10-27 15:12:08+02:00 3483 \n", | |
"2012-10-27 15:12:09+02:00 3483 \n", | |
"2012-10-27 15:12:10+02:00 3483 \n", | |
"2012-10-27 15:12:11+02:00 3483 \n", | |
"2012-10-27 15:12:12+02:00 3483 \n", | |
"2012-10-27 15:12:13+02:00 3483 \n", | |
"2012-10-27 15:12:14+02:00 3483 \n", | |
"2012-10-27 15:12:15+02:00 3483 \n", | |
"2012-10-27 15:12:16+02:00 3483 \n", | |
"2012-10-27 15:12:17+02:00 3483 " | |
] | |
} | |
], | |
"prompt_number": 9 | |
}, | |
{ | |
"cell_type": "heading", | |
"level": 2, | |
"metadata": {}, | |
"source": [ | |
"Data wegschrijven gaat ook" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"df = pd.DataFrame({'A':np.random.randint(10,size=10), 'B':np.random.randn(10)})" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 10 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"df" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"html": [ | |
"<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n", | |
"<table border=\"1\" class=\"dataframe\">\n", | |
" <thead>\n", | |
" <tr style=\"text-align: right;\">\n", | |
" <th></th>\n", | |
" <th>A</th>\n", | |
" <th>B</th>\n", | |
" </tr>\n", | |
" </thead>\n", | |
" <tbody>\n", | |
" <tr>\n", | |
" <th>0</th>\n", | |
" <td> 2</td>\n", | |
" <td> 0.134571</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>1</th>\n", | |
" <td> 1</td>\n", | |
" <td>-0.286259</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2</th>\n", | |
" <td> 7</td>\n", | |
" <td> 0.128622</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>3</th>\n", | |
" <td> 8</td>\n", | |
" <td> 0.708400</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>4</th>\n", | |
" <td> 3</td>\n", | |
" <td>-0.050506</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>5</th>\n", | |
" <td> 1</td>\n", | |
" <td> 0.296163</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>6</th>\n", | |
" <td> 0</td>\n", | |
" <td>-0.259292</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>7</th>\n", | |
" <td> 5</td>\n", | |
" <td>-1.604566</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>8</th>\n", | |
" <td> 5</td>\n", | |
" <td> 0.255891</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>9</th>\n", | |
" <td> 3</td>\n", | |
" <td> 0.958897</td>\n", | |
" </tr>\n", | |
" </tbody>\n", | |
"</table>\n", | |
"</div>" | |
], | |
"metadata": {}, | |
"output_type": "pyout", | |
"prompt_number": 11, | |
"text": [ | |
" A B\n", | |
"0 2 0.134571\n", | |
"1 1 -0.286259\n", | |
"2 7 0.128622\n", | |
"3 8 0.708400\n", | |
"4 3 -0.050506\n", | |
"5 1 0.296163\n", | |
"6 0 -0.259292\n", | |
"7 5 -1.604566\n", | |
"8 5 0.255891\n", | |
"9 3 0.958897" | |
] | |
} | |
], | |
"prompt_number": 11 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"%load_ext autoreload" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 15 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"%autoreload" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 50 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"from sql import write_frame, table_exists" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 51 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"conn = psycopg2.connect(\"dbname=everyaware user=postgres password=Vito1234\")" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 59 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"write_frame(df, 'test_python', conn, flavor='postgresql', if_exists='replace')" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"output_type": "stream", | |
"stream": "stdout", | |
"text": [ | |
"CREATE TABLE test_python (\n", | |
" \"A\" integer,\n", | |
" \"B\" double precision\n", | |
" \n", | |
" );\n", | |
"INSERT INTO public.test_python (\"A\",\"B\") VALUES (%s,%s)\n", | |
"[(2.0, 0.13457116358655005), (1.0, -0.286258866343026), (7.0, 0.1286223235146213), (8.0, 0.70839965290445095), (3.0, -0.0505057600042913), (1.0, 0.29616283632347251), (0.0, -0.25929225924274452), (5.0, -1.6045658162631629), (5.0, 0.25589081321036716), (3.0, 0.95889727982104267)]\n" | |
] | |
} | |
], | |
"prompt_number": 60 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"data = read_frame(\"SELECT * FROM test_python\", conn)\n", | |
"data" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"html": [ | |
"<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n", | |
"<table border=\"1\" class=\"dataframe\">\n", | |
" <thead>\n", | |
" <tr style=\"text-align: right;\">\n", | |
" <th></th>\n", | |
" <th>A</th>\n", | |
" <th>B</th>\n", | |
" </tr>\n", | |
" </thead>\n", | |
" <tbody>\n", | |
" <tr>\n", | |
" <th>0</th>\n", | |
" <td> 2</td>\n", | |
" <td> 0.134571</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>1</th>\n", | |
" <td> 1</td>\n", | |
" <td>-0.286259</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2</th>\n", | |
" <td> 7</td>\n", | |
" <td> 0.128622</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>3</th>\n", | |
" <td> 8</td>\n", | |
" <td> 0.708400</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>4</th>\n", | |
" <td> 3</td>\n", | |
" <td>-0.050506</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>5</th>\n", | |
" <td> 1</td>\n", | |
" <td> 0.296163</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>6</th>\n", | |
" <td> 0</td>\n", | |
" <td>-0.259292</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>7</th>\n", | |
" <td> 5</td>\n", | |
" <td>-1.604566</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>8</th>\n", | |
" <td> 5</td>\n", | |
" <td> 0.255891</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>9</th>\n", | |
" <td> 3</td>\n", | |
" <td> 0.958897</td>\n", | |
" </tr>\n", | |
" </tbody>\n", | |
"</table>\n", | |
"</div>" | |
], | |
"metadata": {}, | |
"output_type": "pyout", | |
"prompt_number": 8, | |
"text": [ | |
" A B\n", | |
"0 2 0.134571\n", | |
"1 1 -0.286259\n", | |
"2 7 0.128622\n", | |
"3 8 0.708400\n", | |
"4 3 -0.050506\n", | |
"5 1 0.296163\n", | |
"6 0 -0.259292\n", | |
"7 5 -1.604566\n", | |
"8 5 0.255891\n", | |
"9 3 0.958897" | |
] | |
} | |
], | |
"prompt_number": 8 | |
}, | |
{ | |
"cell_type": "heading", | |
"level": 2, | |
"metadata": {}, | |
"source": [ | |
"SQL magic: nice!" | |
] | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"%load_ext sql" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 48 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"%sql postgresql://postgres:Vito1234@localhost/everyaware" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"output_type": "pyout", | |
"prompt_number": 52, | |
"text": [ | |
"u'Connected: postgres@everyaware'" | |
] | |
} | |
], | |
"prompt_number": 52 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"% sql SELECT * FROM ea_janadams_by_passage ORDER BY passageid LIMIT 20" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"html": [ | |
"<table>\n", | |
" <tr>\n", | |
" <th>passageid</th>\n", | |
" <th>time_in</th>\n", | |
" <th>time_out</th>\n", | |
" <th>bc_aggr</th>\n", | |
" <th>number_of_meas</th>\n", | |
" <th>ln_id</th>\n", | |
" <th>street_name</th>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>1</td>\n", | |
" <td>2012-10-27 15:06:03+02:00</td>\n", | |
" <td>2012-10-27 15:06:03+02:00</td>\n", | |
" <td>1691.0</td>\n", | |
" <td>1</td>\n", | |
" <td>53832398.0</td>\n", | |
" <td>DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>2</td>\n", | |
" <td>2012-10-27 15:06:04+02:00</td>\n", | |
" <td>2012-10-27 15:06:34+02:00</td>\n", | |
" <td>1691.0</td>\n", | |
" <td>31</td>\n", | |
" <td>53832399.0</td>\n", | |
" <td>DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>3</td>\n", | |
" <td>2012-10-27 15:06:35+02:00</td>\n", | |
" <td>2012-10-27 15:06:35+02:00</td>\n", | |
" <td>1691.0</td>\n", | |
" <td>1</td>\n", | |
" <td>53832411.0</td>\n", | |
" <td>HELDERSTRAAT</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>4</td>\n", | |
" <td>2012-10-27 15:06:36+02:00</td>\n", | |
" <td>2012-10-27 15:06:36+02:00</td>\n", | |
" <td>1691.0</td>\n", | |
" <td>1</td>\n", | |
" <td>53832399.0</td>\n", | |
" <td>DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>5</td>\n", | |
" <td>2012-10-27 15:06:37+02:00</td>\n", | |
" <td>2012-10-27 15:06:45+02:00</td>\n", | |
" <td>1735.0</td>\n", | |
" <td>3</td>\n", | |
" <td>53832411.0</td>\n", | |
" <td>HELDERSTRAAT</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>6</td>\n", | |
" <td>2012-10-27 15:06:39+02:00</td>\n", | |
" <td>2012-10-27 15:07:32+02:00</td>\n", | |
" <td>1793.0</td>\n", | |
" <td>22</td>\n", | |
" <td>53832400.0</td>\n", | |
" <td>DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>7</td>\n", | |
" <td>2012-10-27 15:07:00+02:00</td>\n", | |
" <td>2012-10-27 15:07:00+02:00</td>\n", | |
" <td>1823.0</td>\n", | |
" <td>1</td>\n", | |
" <td>53832435.0</td>\n", | |
" <td>LODEWIJK VAN BERCKENLAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>8</td>\n", | |
" <td>2012-10-27 15:07:01+02:00</td>\n", | |
" <td>2012-10-27 15:07:03+02:00</td>\n", | |
" <td>1823.0</td>\n", | |
" <td>3</td>\n", | |
" <td>53832400.0</td>\n", | |
" <td>DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>9</td>\n", | |
" <td>2012-10-27 15:07:04+02:00</td>\n", | |
" <td>2012-10-27 15:07:04+02:00</td>\n", | |
" <td>1823.0</td>\n", | |
" <td>1</td>\n", | |
" <td>53832413.0</td>\n", | |
" <td>LODEWIJK VAN BERCKENLAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>10</td>\n", | |
" <td>2012-10-27 15:07:05+02:00</td>\n", | |
" <td>2012-10-27 15:07:05+02:00</td>\n", | |
" <td>1823.0</td>\n", | |
" <td>1</td>\n", | |
" <td>53832400.0</td>\n", | |
" <td>DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>11</td>\n", | |
" <td>2012-10-27 15:07:06+02:00</td>\n", | |
" <td>2012-10-27 15:07:06+02:00</td>\n", | |
" <td>1823.0</td>\n", | |
" <td>1</td>\n", | |
" <td>53832413.0</td>\n", | |
" <td>LODEWIJK VAN BERCKENLAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>12</td>\n", | |
" <td>2012-10-27 15:07:33+02:00</td>\n", | |
" <td>2012-10-27 15:07:33+02:00</td>\n", | |
" <td>1823.0</td>\n", | |
" <td>1</td>\n", | |
" <td>53832444.0</td>\n", | |
" <td>LODEWIJK VAN BERCKENLAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>13</td>\n", | |
" <td>2012-10-27 15:07:35+02:00</td>\n", | |
" <td>2012-10-27 15:07:35+02:00</td>\n", | |
" <td>1823.0</td>\n", | |
" <td>1</td>\n", | |
" <td>53832435.0</td>\n", | |
" <td>LODEWIJK VAN BERCKENLAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>14</td>\n", | |
" <td>2012-10-27 15:07:36+02:00</td>\n", | |
" <td>2012-10-27 15:07:47+02:00</td>\n", | |
" <td>1823.0</td>\n", | |
" <td>12</td>\n", | |
" <td>53832401.0</td>\n", | |
" <td>DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>15</td>\n", | |
" <td>2012-10-27 15:07:48+02:00</td>\n", | |
" <td>2012-10-27 15:07:51+02:00</td>\n", | |
" <td>1823.0</td>\n", | |
" <td>4</td>\n", | |
" <td>53832520.0</td>\n", | |
" <td>MINERVASTRAAT</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>16</td>\n", | |
" <td>2012-10-27 15:07:52+02:00</td>\n", | |
" <td>2012-10-27 15:08:08+02:00</td>\n", | |
" <td>1823.0</td>\n", | |
" <td>17</td>\n", | |
" <td>53832402.0</td>\n", | |
" <td>DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>17</td>\n", | |
" <td>2012-10-27 15:08:09+02:00</td>\n", | |
" <td>2012-10-27 15:08:10+02:00</td>\n", | |
" <td>3331.0</td>\n", | |
" <td>2</td>\n", | |
" <td>53832519.0</td>\n", | |
" <td>EUTERPESTRAAT</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>18</td>\n", | |
" <td>2012-10-27 15:08:11+02:00</td>\n", | |
" <td>2012-10-27 15:08:35+02:00</td>\n", | |
" <td>3331.0</td>\n", | |
" <td>25</td>\n", | |
" <td>60070893.0</td>\n", | |
" <td>DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>19</td>\n", | |
" <td>2012-10-27 15:08:36+02:00</td>\n", | |
" <td>2012-10-27 15:08:41+02:00</td>\n", | |
" <td>3331.0</td>\n", | |
" <td>6</td>\n", | |
" <td>60070894.0</td>\n", | |
" <td>DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <td>20</td>\n", | |
" <td>2012-10-27 15:08:42+02:00</td>\n", | |
" <td>2012-10-27 15:08:43+02:00</td>\n", | |
" <td>3331.0</td>\n", | |
" <td>2</td>\n", | |
" <td>60070892.0</td>\n", | |
" <td>BORSBEEKSEBRUG</td>\n", | |
" </tr>\n", | |
"</table>" | |
], | |
"output_type": "pyout", | |
"prompt_number": 54, | |
"text": [ | |
"[(1, datetime.datetime(2012, 10, 27, 15, 6, 3, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 6, 3, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1691.0, 1, 53832398.0, u'DIKSMUIDELAAN'),\n", | |
" (2, datetime.datetime(2012, 10, 27, 15, 6, 4, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 6, 34, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1691.0, 31, 53832399.0, u'DIKSMUIDELAAN'),\n", | |
" (3, datetime.datetime(2012, 10, 27, 15, 6, 35, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 6, 35, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1691.0, 1, 53832411.0, u'HELDERSTRAAT'),\n", | |
" (4, datetime.datetime(2012, 10, 27, 15, 6, 36, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 6, 36, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1691.0, 1, 53832399.0, u'DIKSMUIDELAAN'),\n", | |
" (5, datetime.datetime(2012, 10, 27, 15, 6, 37, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 6, 45, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1735.0, 3, 53832411.0, u'HELDERSTRAAT'),\n", | |
" (6, datetime.datetime(2012, 10, 27, 15, 6, 39, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 7, 32, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1793.0, 22, 53832400.0, u'DIKSMUIDELAAN'),\n", | |
" (7, datetime.datetime(2012, 10, 27, 15, 7, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 7, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1823.0, 1, 53832435.0, u'LODEWIJK VAN BERCKENLAAN'),\n", | |
" (8, datetime.datetime(2012, 10, 27, 15, 7, 1, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 7, 3, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1823.0, 3, 53832400.0, u'DIKSMUIDELAAN'),\n", | |
" (9, datetime.datetime(2012, 10, 27, 15, 7, 4, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 7, 4, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1823.0, 1, 53832413.0, u'LODEWIJK VAN BERCKENLAAN'),\n", | |
" (10, datetime.datetime(2012, 10, 27, 15, 7, 5, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 7, 5, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1823.0, 1, 53832400.0, u'DIKSMUIDELAAN'),\n", | |
" (11, datetime.datetime(2012, 10, 27, 15, 7, 6, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 7, 6, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1823.0, 1, 53832413.0, u'LODEWIJK VAN BERCKENLAAN'),\n", | |
" (12, datetime.datetime(2012, 10, 27, 15, 7, 33, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 7, 33, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1823.0, 1, 53832444.0, u'LODEWIJK VAN BERCKENLAAN'),\n", | |
" (13, datetime.datetime(2012, 10, 27, 15, 7, 35, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 7, 35, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1823.0, 1, 53832435.0, u'LODEWIJK VAN BERCKENLAAN'),\n", | |
" (14, datetime.datetime(2012, 10, 27, 15, 7, 36, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 7, 47, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1823.0, 12, 53832401.0, u'DIKSMUIDELAAN'),\n", | |
" (15, datetime.datetime(2012, 10, 27, 15, 7, 48, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 7, 51, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1823.0, 4, 53832520.0, u'MINERVASTRAAT'),\n", | |
" (16, datetime.datetime(2012, 10, 27, 15, 7, 52, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 8, 8, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 1823.0, 17, 53832402.0, u'DIKSMUIDELAAN'),\n", | |
" (17, datetime.datetime(2012, 10, 27, 15, 8, 9, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 8, 10, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 3331.0, 2, 53832519.0, u'EUTERPESTRAAT'),\n", | |
" (18, datetime.datetime(2012, 10, 27, 15, 8, 11, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 8, 35, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 3331.0, 25, 60070893.0, u'DIKSMUIDELAAN'),\n", | |
" (19, datetime.datetime(2012, 10, 27, 15, 8, 36, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 8, 41, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 3331.0, 6, 60070894.0, u'DIKSMUIDELAAN'),\n", | |
" (20, datetime.datetime(2012, 10, 27, 15, 8, 42, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), datetime.datetime(2012, 10, 27, 15, 8, 43, tzinfo=psycopg2.tz.FixedOffsetTimezone(offset=120, name=None)), 3331.0, 2, 60070892.0, u'BORSBEEKSEBRUG')]" | |
] | |
} | |
], | |
"prompt_number": 54 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"result = %sql SELECT * FROM ea_janadams_by_passage ORDER BY passageid LIMIT 20\n", | |
"df_from_db = pd.DataFrame(result, columns=result.keys)" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [], | |
"prompt_number": 56 | |
}, | |
{ | |
"cell_type": "code", | |
"collapsed": false, | |
"input": [ | |
"df_from_db" | |
], | |
"language": "python", | |
"metadata": {}, | |
"outputs": [ | |
{ | |
"html": [ | |
"<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n", | |
"<table border=\"1\" class=\"dataframe\">\n", | |
" <thead>\n", | |
" <tr style=\"text-align: right;\">\n", | |
" <th></th>\n", | |
" <th>passageid</th>\n", | |
" <th>time_in</th>\n", | |
" <th>time_out</th>\n", | |
" <th>bc_aggr</th>\n", | |
" <th>number_of_meas</th>\n", | |
" <th>ln_id</th>\n", | |
" <th>street_name</th>\n", | |
" </tr>\n", | |
" </thead>\n", | |
" <tbody>\n", | |
" <tr>\n", | |
" <th>0 </th>\n", | |
" <td> 1</td>\n", | |
" <td> 2012-10-27 15:06:03+02:00</td>\n", | |
" <td> 2012-10-27 15:06:03+02:00</td>\n", | |
" <td> 1691</td>\n", | |
" <td> 1</td>\n", | |
" <td> 5.38324e+07</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>1 </th>\n", | |
" <td> 2</td>\n", | |
" <td> 2012-10-27 15:06:04+02:00</td>\n", | |
" <td> 2012-10-27 15:06:34+02:00</td>\n", | |
" <td> 1691</td>\n", | |
" <td> 31</td>\n", | |
" <td> 5.38324e+07</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>2 </th>\n", | |
" <td> 3</td>\n", | |
" <td> 2012-10-27 15:06:35+02:00</td>\n", | |
" <td> 2012-10-27 15:06:35+02:00</td>\n", | |
" <td> 1691</td>\n", | |
" <td> 1</td>\n", | |
" <td> 5.383241e+07</td>\n", | |
" <td> HELDERSTRAAT</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>3 </th>\n", | |
" <td> 4</td>\n", | |
" <td> 2012-10-27 15:06:36+02:00</td>\n", | |
" <td> 2012-10-27 15:06:36+02:00</td>\n", | |
" <td> 1691</td>\n", | |
" <td> 1</td>\n", | |
" <td> 5.38324e+07</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>4 </th>\n", | |
" <td> 5</td>\n", | |
" <td> 2012-10-27 15:06:37+02:00</td>\n", | |
" <td> 2012-10-27 15:06:45+02:00</td>\n", | |
" <td> 1735</td>\n", | |
" <td> 3</td>\n", | |
" <td> 5.383241e+07</td>\n", | |
" <td> HELDERSTRAAT</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>5 </th>\n", | |
" <td> 6</td>\n", | |
" <td> 2012-10-27 15:06:39+02:00</td>\n", | |
" <td> 2012-10-27 15:07:32+02:00</td>\n", | |
" <td> 1793</td>\n", | |
" <td> 22</td>\n", | |
" <td> 5.38324e+07</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>6 </th>\n", | |
" <td> 7</td>\n", | |
" <td> 2012-10-27 15:07:00+02:00</td>\n", | |
" <td> 2012-10-27 15:07:00+02:00</td>\n", | |
" <td> 1823</td>\n", | |
" <td> 1</td>\n", | |
" <td> 5.383244e+07</td>\n", | |
" <td> LODEWIJK VAN BERCKENLAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>7 </th>\n", | |
" <td> 8</td>\n", | |
" <td> 2012-10-27 15:07:01+02:00</td>\n", | |
" <td> 2012-10-27 15:07:03+02:00</td>\n", | |
" <td> 1823</td>\n", | |
" <td> 3</td>\n", | |
" <td> 5.38324e+07</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>8 </th>\n", | |
" <td> 9</td>\n", | |
" <td> 2012-10-27 15:07:04+02:00</td>\n", | |
" <td> 2012-10-27 15:07:04+02:00</td>\n", | |
" <td> 1823</td>\n", | |
" <td> 1</td>\n", | |
" <td> 5.383241e+07</td>\n", | |
" <td> LODEWIJK VAN BERCKENLAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>9 </th>\n", | |
" <td> 10</td>\n", | |
" <td> 2012-10-27 15:07:05+02:00</td>\n", | |
" <td> 2012-10-27 15:07:05+02:00</td>\n", | |
" <td> 1823</td>\n", | |
" <td> 1</td>\n", | |
" <td> 5.38324e+07</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>10</th>\n", | |
" <td> 11</td>\n", | |
" <td> 2012-10-27 15:07:06+02:00</td>\n", | |
" <td> 2012-10-27 15:07:06+02:00</td>\n", | |
" <td> 1823</td>\n", | |
" <td> 1</td>\n", | |
" <td> 5.383241e+07</td>\n", | |
" <td> LODEWIJK VAN BERCKENLAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>11</th>\n", | |
" <td> 12</td>\n", | |
" <td> 2012-10-27 15:07:33+02:00</td>\n", | |
" <td> 2012-10-27 15:07:33+02:00</td>\n", | |
" <td> 1823</td>\n", | |
" <td> 1</td>\n", | |
" <td> 5.383244e+07</td>\n", | |
" <td> LODEWIJK VAN BERCKENLAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>12</th>\n", | |
" <td> 13</td>\n", | |
" <td> 2012-10-27 15:07:35+02:00</td>\n", | |
" <td> 2012-10-27 15:07:35+02:00</td>\n", | |
" <td> 1823</td>\n", | |
" <td> 1</td>\n", | |
" <td> 5.383244e+07</td>\n", | |
" <td> LODEWIJK VAN BERCKENLAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>13</th>\n", | |
" <td> 14</td>\n", | |
" <td> 2012-10-27 15:07:36+02:00</td>\n", | |
" <td> 2012-10-27 15:07:47+02:00</td>\n", | |
" <td> 1823</td>\n", | |
" <td> 12</td>\n", | |
" <td> 5.38324e+07</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>14</th>\n", | |
" <td> 15</td>\n", | |
" <td> 2012-10-27 15:07:48+02:00</td>\n", | |
" <td> 2012-10-27 15:07:51+02:00</td>\n", | |
" <td> 1823</td>\n", | |
" <td> 4</td>\n", | |
" <td> 5.383252e+07</td>\n", | |
" <td> MINERVASTRAAT</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>15</th>\n", | |
" <td> 16</td>\n", | |
" <td> 2012-10-27 15:07:52+02:00</td>\n", | |
" <td> 2012-10-27 15:08:08+02:00</td>\n", | |
" <td> 1823</td>\n", | |
" <td> 17</td>\n", | |
" <td> 5.38324e+07</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>16</th>\n", | |
" <td> 17</td>\n", | |
" <td> 2012-10-27 15:08:09+02:00</td>\n", | |
" <td> 2012-10-27 15:08:10+02:00</td>\n", | |
" <td> 3331</td>\n", | |
" <td> 2</td>\n", | |
" <td> 5.383252e+07</td>\n", | |
" <td> EUTERPESTRAAT</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>17</th>\n", | |
" <td> 18</td>\n", | |
" <td> 2012-10-27 15:08:11+02:00</td>\n", | |
" <td> 2012-10-27 15:08:35+02:00</td>\n", | |
" <td> 3331</td>\n", | |
" <td> 25</td>\n", | |
" <td> 6.007089e+07</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>18</th>\n", | |
" <td> 19</td>\n", | |
" <td> 2012-10-27 15:08:36+02:00</td>\n", | |
" <td> 2012-10-27 15:08:41+02:00</td>\n", | |
" <td> 3331</td>\n", | |
" <td> 6</td>\n", | |
" <td> 6.007089e+07</td>\n", | |
" <td> DIKSMUIDELAAN</td>\n", | |
" </tr>\n", | |
" <tr>\n", | |
" <th>19</th>\n", | |
" <td> 20</td>\n", | |
" <td> 2012-10-27 15:08:42+02:00</td>\n", | |
" <td> 2012-10-27 15:08:43+02:00</td>\n", | |
" <td> 3331</td>\n", | |
" <td> 2</td>\n", | |
" <td> 6.007089e+07</td>\n", | |
" <td> BORSBEEKSEBRUG</td>\n", | |
" </tr>\n", | |
" </tbody>\n", | |
"</table>\n", | |
"</div>" | |
], | |
"output_type": "pyout", | |
"prompt_number": 57, | |
"text": [ | |
" passageid time_in time_out bc_aggr \\\n", | |
"0 1 2012-10-27 15:06:03+02:00 2012-10-27 15:06:03+02:00 1691 \n", | |
"1 2 2012-10-27 15:06:04+02:00 2012-10-27 15:06:34+02:00 1691 \n", | |
"2 3 2012-10-27 15:06:35+02:00 2012-10-27 15:06:35+02:00 1691 \n", | |
"3 4 2012-10-27 15:06:36+02:00 2012-10-27 15:06:36+02:00 1691 \n", | |
"4 5 2012-10-27 15:06:37+02:00 2012-10-27 15:06:45+02:00 1735 \n", | |
"5 6 2012-10-27 15:06:39+02:00 2012-10-27 15:07:32+02:00 1793 \n", | |
"6 7 2012-10-27 15:07:00+02:00 2012-10-27 15:07:00+02:00 1823 \n", | |
"7 8 2012-10-27 15:07:01+02:00 2012-10-27 15:07:03+02:00 1823 \n", | |
"8 9 2012-10-27 15:07:04+02:00 2012-10-27 15:07:04+02:00 1823 \n", | |
"9 10 2012-10-27 15:07:05+02:00 2012-10-27 15:07:05+02:00 1823 \n", | |
"10 11 2012-10-27 15:07:06+02:00 2012-10-27 15:07:06+02:00 1823 \n", | |
"11 12 2012-10-27 15:07:33+02:00 2012-10-27 15:07:33+02:00 1823 \n", | |
"12 13 2012-10-27 15:07:35+02:00 2012-10-27 15:07:35+02:00 1823 \n", | |
"13 14 2012-10-27 15:07:36+02:00 2012-10-27 15:07:47+02:00 1823 \n", | |
"14 15 2012-10-27 15:07:48+02:00 2012-10-27 15:07:51+02:00 1823 \n", | |
"15 16 2012-10-27 15:07:52+02:00 2012-10-27 15:08:08+02:00 1823 \n", | |
"16 17 2012-10-27 15:08:09+02:00 2012-10-27 15:08:10+02:00 3331 \n", | |
"17 18 2012-10-27 15:08:11+02:00 2012-10-27 15:08:35+02:00 3331 \n", | |
"18 19 2012-10-27 15:08:36+02:00 2012-10-27 15:08:41+02:00 3331 \n", | |
"19 20 2012-10-27 15:08:42+02:00 2012-10-27 15:08:43+02:00 3331 \n", | |
"\n", | |
" number_of_meas ln_id street_name \n", | |
"0 1 5.38324e+07 DIKSMUIDELAAN \n", | |
"1 31 5.38324e+07 DIKSMUIDELAAN \n", | |
"2 1 5.383241e+07 HELDERSTRAAT \n", | |
"3 1 5.38324e+07 DIKSMUIDELAAN \n", | |
"4 3 5.383241e+07 HELDERSTRAAT \n", | |
"5 22 5.38324e+07 DIKSMUIDELAAN \n", | |
"6 1 5.383244e+07 LODEWIJK VAN BERCKENLAAN \n", | |
"7 3 5.38324e+07 DIKSMUIDELAAN \n", | |
"8 1 5.383241e+07 LODEWIJK VAN BERCKENLAAN \n", | |
"9 1 5.38324e+07 DIKSMUIDELAAN \n", | |
"10 1 5.383241e+07 LODEWIJK VAN BERCKENLAAN \n", | |
"11 1 5.383244e+07 LODEWIJK VAN BERCKENLAAN \n", | |
"12 1 5.383244e+07 LODEWIJK VAN BERCKENLAAN \n", | |
"13 12 5.38324e+07 DIKSMUIDELAAN \n", | |
"14 4 5.383252e+07 MINERVASTRAAT \n", | |
"15 17 5.38324e+07 DIKSMUIDELAAN \n", | |
"16 2 5.383252e+07 EUTERPESTRAAT \n", | |
"17 25 6.007089e+07 DIKSMUIDELAAN \n", | |
"18 6 6.007089e+07 DIKSMUIDELAAN \n", | |
"19 2 6.007089e+07 BORSBEEKSEBRUG " | |
] | |
} | |
], | |
"prompt_number": 57 | |
} | |
], | |
"metadata": {} | |
} | |
] | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment