Skip to content

Instantly share code, notes, and snippets.

@ncouture
Created May 18, 2014 23:35
Show Gist options
  • Save ncouture/233e57e734ba36562c7c to your computer and use it in GitHub Desktop.
Save ncouture/233e57e734ba36562c7c to your computer and use it in GitHub Desktop.
from 20075000+ lines of csv data :(
# 47 years of historical weather data, for once city
mysql> select count(*) from hist where station_name = "HUNTINGDON";
+----------+
| count(*) |
+----------+
| 17167 |
+----------+
1 row in set (6.24 sec)
mysql>
# 20412 years of historical weather data, for once province
mysql> select count(*) from hist;
+----------+
| count(*) |
+----------+
| 7450637 |
+----------+
1 row in set (6.11 sec)
# 863 weather stations data
mysql> select distinct(station_name) from hist;
+----------------------------------------+
| station_name |
+----------------------------------------+
[ ... ]
863 rows in set (0.00 sec)
# 1 row per day, over 30 attributes
mysql> describe `hist`;
+---------------------+-------------+------+-----+---------+----------------+
| Field | Type | Null | Key | Default | Extra |
+---------------------+-------------+------+-----+---------+----------------+
| idhistory | int(11) | NO | PRI | NULL | auto_increment |
| clim_id | varchar(45) | YES | | NULL | |
| cool_deg_days | varchar(45) | YES | | NULL | |
| cool_deg_days_flag | varchar(45) | YES | | NULL | |
| datetime | datetime | YES | | NULL | |
| dir_max_gust | varchar(45) | YES | | NULL | |
| dir_max_gust_flag | varchar(45) | YES | | NULL | |
| elev | varchar(45) | YES | | NULL | |
| heat_deg_days | varchar(45) | YES | | NULL | |
| heat_deg_days_flag | varchar(45) | YES | | NULL | |
| lat | varchar(45) | YES | | NULL | |
| long | varchar(45) | YES | | NULL | |
| max_temp | varchar(45) | YES | | NULL | |
| max_temp_flag | varchar(45) | YES | | NULL | |
| mean_temp | varchar(45) | YES | | NULL | |
| mean_temp_flag | varchar(45) | YES | | NULL | |
| min_temp | varchar(45) | YES | | NULL | |
| min_temp_flag | varchar(45) | YES | | NULL | |
| station_name | varchar(45) | YES | | NULL | |
| prov | varchar(45) | YES | | NULL | |
| snow_on_ground | varchar(45) | YES | | NULL | |
| snow_on_ground_flag | varchar(45) | YES | | NULL | |
| speed_max_gust | varchar(45) | YES | | NULL | |
| td_id | varchar(45) | YES | | NULL | |
| total_precip | varchar(45) | YES | | NULL | |
| total_precip_flag | varchar(45) | YES | | NULL | |
| total_rain | varchar(45) | YES | | NULL | |
| total_rain_flag | varchar(45) | YES | | NULL | |
| total_snow | varchar(45) | YES | | NULL | |
| total_snow_flag | varchar(45) | YES | | NULL | |
| wmo_id | varchar(45) | YES | | NULL | |
| speed_max_gust_flag | varchar(45) | YES | | NULL | |
+---------------------+-------------+------+-----+---------+----------------+
32 rows in set (0.00 sec)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment