nrrb · May 19, 2017 13:48
diff --git a/.block b/.block
 license: gpl-3.0
 height: 2910
 border: no
diff --git a/README.md b/README.md
diff --git a/chicago_snowdepth.csv b/chicago_snowdepth.csv
diff --git a/index.html b/index.html
 <!DOCTYPE html>
 <meta charset="utf-8">
 <style>

 body {
  font: 10px sans-serif;
  shape-rendering: crispEdges;
 }

 .day {
  fill: #fff;
  stroke: #ccc;
 }

 .month {
  fill: none;
  stroke: #000;
  stroke-width: 2px;
 }

 .RdPu .q0-9{fill:rgb(255,247,243)}
 .RdPu .q1-9{fill:rgb(253,224,221)}
 .RdPu .q2-9{fill:rgb(252,197,192)}
 .RdPu .q3-9{fill:rgb(250,159,181)}
 .RdPu .q4-9{fill:rgb(247,104,161)}
 .RdPu .q5-9{fill:rgb(221,52,151)}
 .RdPu .q6-9{fill:rgb(174,1,126)}
 .RdPu .q7-9{fill:rgb(122,1,119)}
 .RdPu .q8-9{fill:rgb(73,0,106)}

 .YlGnBu .q0-9{fill:rgb(255,255,217)}
 .YlGnBu .q1-9{fill:rgb(237,248,177)}
 .YlGnBu .q2-9{fill:rgb(199,233,180)}
 .YlGnBu .q3-9{fill:rgb(127,205,187)}
 .YlGnBu .q4-9{fill:rgb(65,182,196)}
 .YlGnBu .q5-9{fill:rgb(29,145,192)}
 .YlGnBu .q6-9{fill:rgb(34,94,168)}
 .YlGnBu .q7-9{fill:rgb(37,52,148)}
 .YlGnBu .q8-9{fill:rgb(8,29,88)}

 </style>
 <body>
 <script src="http://d3js.org/d3.v3.min.js"></script>
 <script>

 var width = 960,
    height = 136,
    cellSize = 17; // cell size

 var day = d3.time.format("%w"),
    week = d3.time.format("%U"),
    format = d3.time.format("%Y-%m-%d");

 var color = d3.scale.quantize()
    .domain([0.0, 2.0])
    .range(d3.range(9).map(function(d) { return "q" + d + "-9"; }));

 var svg = d3.select("body").selectAll("svg")
    .data(d3.range(1964, 2015))
  .enter().append("svg")
    .attr("width", width)
    .attr("height", height)
    .attr("class", "RdPu")
  .append("g")
    .attr("transform", "translate(" + ((width - cellSize * 53) / 2) + "," + (height - cellSize * 7 - 1) + ")");

 svg.append("text")
    .attr("transform", "translate(-6," + cellSize * 3.5 + ")rotate(-90)")
    .style("text-anchor", "middle")
    .text(function(d) { return d; });

 var rect = svg.selectAll(".day")
    .data(function(d) { return d3.time.days(new Date(d, 0, 1), new Date(d + 1, 0, 1)); })
  .enter().append("rect")
    .attr("class", "day")
    .attr("width", cellSize)
    .attr("height", cellSize)
    .attr("x", function(d) { return week(d) * cellSize; })
    .attr("y", function(d) { return day(d) * cellSize; })
    .datum(format);

 rect.append("title")
    .text(function(d) { return d; });

 svg.selectAll(".month")
    .data(function(d) { return d3.time.months(new Date(d, 0, 1), new Date(d + 1, 0, 1)); })
  .enter().append("path")
    .attr("class", "month")
    .attr("d", monthPath);

 var data;
 d3.csv("chicago_snowdepth.csv", function(error, csv) {
  data = d3.nest()
    .key(function(d) { return d.DATE; })
    .rollup(function(d) { return d[0].SNOWDEPTH_INCHES; })
    .map(csv);

  rect.filter(function(d) { return d in data; })
      .attr("class", function(d) { return "day " + color(data[d]); })
    .select("title")
      .text(function(d) { return d + ": " + data[d] + " inches"; });
 });

 function monthPath(t0) {
  var t1 = new Date(t0.getFullYear(), t0.getMonth() + 1, 0),
      d0 = +day(t0), w0 = +week(t0),
      d1 = +day(t1), w1 = +week(t1);
  return "M" + (w0 + 1) * cellSize + "," + d0 * cellSize
      + "H" + w0 * cellSize + "V" + 7 * cellSize
      + "H" + w1 * cellSize + "V" + (d1 + 1) * cellSize
      + "H" + (w1 + 1) * cellSize + "V" + 0
      + "H" + (w0 + 1) * cellSize + "Z";
 }

 d3.select(self.frameElement).style("height", "7000px");

 </script>
diff --git a/process_ghcn_csv.py b/process_ghcn_csv.py
 import csv
 import sys
 from dateutil.parser import parse as parse_date


 def millimeters_to_inches(distance):
 	'''
 	There are 25.4 mm in an inch.

 	25.4 mm = 1.0 inch
 	x mm = (x/25.4) inches
 	'''
 	return float(distance) / 25.4


 def celsius_to_fahrenheit(temperature):
 	'''
 	Temperature conversion from Celsius to Fahrenheit works be multiplying the
 	Celsius value by 9/5 and adding 32.

 	100 degrees Celsius = 212 degrees Fahrenheit
 	0 degrees Celsius = 32 degrees Fahrenheit

 	x degrees Celsius = ((9/5)*x + 32) degrees Fahrenheit
 	'''
 	return 1.8 * float(temperature) + 32.



 def main():
 	with open('ohare_with_header.csv', 'rb') as f_in:
 		dict_reader = csv.DictReader(f_in)
 		with open('ohare_snowdepth.csv', 'wb') as f_out:
 			dict_writer = csv.DictWriter(f_out, fieldnames=['DATE',
 				'PRECIPITATION_INCHES', 'SNOW_INCHES', 'SNOWDEPTH_INCHES', 
 				'TEMP_MAX_F', 'TEMP_MIN_F'])
 			dict_writer.writeheader()
 			for row in dict_reader:
 				measurement_date = parse_date(row['DATE'])
 				for header in ('PRCP', 'SNOW', 'SNWD', 'TMAX', 'TMIN'):
 					if row[header] == '-9999':
 						# Missing data is recorded in the data source as -9999. For the
 						# sake of simplicity, we're re-encoding these as 0. This would
 						# count as a false reading of 0, but it's better than a false
 						# reading of -9999.
 						row[header] = '0'
 					row[header] = float(row[header])
 				new_row = {
 					'DATE': measurement_date.strftime('%Y-%m-%d'),
 #					'PRECIPITATION_INCHES': round(millimeters_to_inches(row['PRCP']/10.), 1),
 #					'SNOW_INCHES': round(millimeters_to_inches(row['SNOW']/10.), 1),
 					'SNOWDEPTH_INCHES': round(millimeters_to_inches(row['SNWD']/10.), 1),
 #					'TEMP_MAX_F': round(celsius_to_fahrenheit(row['TMAX']/10.), 1),
 #					'TEMP_MIN_F': round(celsius_to_fahrenheit(row['TMIN']/10.), 1)
 				}
 				dict_writer.writerow(new_row)


 if __name__=="__main__":
 	sys.exit(main())
	<!DOCTYPE html>
	<meta charset="utf-8">
	<style>

	body {
	font: 10px sans-serif;
	shape-rendering: crispEdges;
	}

	.day {
	fill: #fff;
	stroke: #ccc;
	}

	.month {
	fill: none;
	stroke: #000;
	stroke-width: 2px;
	}

	.RdPu .q0-9{fill:rgb(255,247,243)}
	.RdPu .q1-9{fill:rgb(253,224,221)}
	.RdPu .q2-9{fill:rgb(252,197,192)}
	.RdPu .q3-9{fill:rgb(250,159,181)}
	.RdPu .q4-9{fill:rgb(247,104,161)}
	.RdPu .q5-9{fill:rgb(221,52,151)}
	.RdPu .q6-9{fill:rgb(174,1,126)}
	.RdPu .q7-9{fill:rgb(122,1,119)}
	.RdPu .q8-9{fill:rgb(73,0,106)}

	.YlGnBu .q0-9{fill:rgb(255,255,217)}
	.YlGnBu .q1-9{fill:rgb(237,248,177)}
	.YlGnBu .q2-9{fill:rgb(199,233,180)}
	.YlGnBu .q3-9{fill:rgb(127,205,187)}
	.YlGnBu .q4-9{fill:rgb(65,182,196)}
	.YlGnBu .q5-9{fill:rgb(29,145,192)}
	.YlGnBu .q6-9{fill:rgb(34,94,168)}
	.YlGnBu .q7-9{fill:rgb(37,52,148)}
	.YlGnBu .q8-9{fill:rgb(8,29,88)}

	</style>
	<body>
	<script src="http://d3js.org/d3.v3.min.js"></script>
	<script>

	var width = 960,
	height = 136,
	cellSize = 17; // cell size

	var day = d3.time.format("%w"),
	week = d3.time.format("%U"),
	format = d3.time.format("%Y-%m-%d");

	var color = d3.scale.quantize()
	.domain([0.0, 2.0])
	.range(d3.range(9).map(function(d) { return "q" + d + "-9"; }));

	var svg = d3.select("body").selectAll("svg")
	.data(d3.range(1964, 2015))
	.enter().append("svg")
	.attr("width", width)
	.attr("height", height)
	.attr("class", "RdPu")
	.append("g")
	.attr("transform", "translate(" + ((width - cellSize * 53) / 2) + "," + (height - cellSize * 7 - 1) + ")");

	svg.append("text")
	.attr("transform", "translate(-6," + cellSize * 3.5 + ")rotate(-90)")
	.style("text-anchor", "middle")
	.text(function(d) { return d; });

	var rect = svg.selectAll(".day")
	.data(function(d) { return d3.time.days(new Date(d, 0, 1), new Date(d + 1, 0, 1)); })
	.enter().append("rect")
	.attr("class", "day")
	.attr("width", cellSize)
	.attr("height", cellSize)
	.attr("x", function(d) { return week(d) * cellSize; })
	.attr("y", function(d) { return day(d) * cellSize; })
	.datum(format);

	rect.append("title")
	.text(function(d) { return d; });

	svg.selectAll(".month")
	.data(function(d) { return d3.time.months(new Date(d, 0, 1), new Date(d + 1, 0, 1)); })
	.enter().append("path")
	.attr("class", "month")
	.attr("d", monthPath);

	var data;
	d3.csv("chicago_snowdepth.csv", function(error, csv) {
	data = d3.nest()
	.key(function(d) { return d.DATE; })
	.rollup(function(d) { return d[0].SNOWDEPTH_INCHES; })
	.map(csv);

	rect.filter(function(d) { return d in data; })
	.attr("class", function(d) { return "day " + color(data[d]); })
	.select("title")
	.text(function(d) { return d + ": " + data[d] + " inches"; });
	});

	function monthPath(t0) {
	var t1 = new Date(t0.getFullYear(), t0.getMonth() + 1, 0),
	d0 = +day(t0), w0 = +week(t0),
	d1 = +day(t1), w1 = +week(t1);
	return "M" + (w0 + 1) * cellSize + "," + d0 * cellSize
	+ "H" + w0 * cellSize + "V" + 7 * cellSize
	+ "H" + w1 * cellSize + "V" + (d1 + 1) * cellSize
	+ "H" + (w1 + 1) * cellSize + "V" + 0
	+ "H" + (w0 + 1) * cellSize + "Z";
	}

	d3.select(self.frameElement).style("height", "7000px");

	</script>
	import csv
	import sys
	from dateutil.parser import parse as parse_date


	def millimeters_to_inches(distance):
	'''
	There are 25.4 mm in an inch.

	25.4 mm = 1.0 inch
	x mm = (x/25.4) inches
	'''
	return float(distance) / 25.4


	def celsius_to_fahrenheit(temperature):
	'''
	Temperature conversion from Celsius to Fahrenheit works be multiplying the
	Celsius value by 9/5 and adding 32.

	100 degrees Celsius = 212 degrees Fahrenheit
	0 degrees Celsius = 32 degrees Fahrenheit

	x degrees Celsius = ((9/5)*x + 32) degrees Fahrenheit
	'''
	return 1.8 * float(temperature) + 32.



	def main():
	with open('ohare_with_header.csv', 'rb') as f_in:
	dict_reader = csv.DictReader(f_in)
	with open('ohare_snowdepth.csv', 'wb') as f_out:
	dict_writer = csv.DictWriter(f_out, fieldnames=['DATE',
	'PRECIPITATION_INCHES', 'SNOW_INCHES', 'SNOWDEPTH_INCHES',
	'TEMP_MAX_F', 'TEMP_MIN_F'])
	dict_writer.writeheader()
	for row in dict_reader:
	measurement_date = parse_date(row['DATE'])
	for header in ('PRCP', 'SNOW', 'SNWD', 'TMAX', 'TMIN'):
	if row[header] == '-9999':
	# Missing data is recorded in the data source as -9999. For the
	# sake of simplicity, we're re-encoding these as 0. This would
	# count as a false reading of 0, but it's better than a false
	# reading of -9999.
	row[header] = '0'
	row[header] = float(row[header])
	new_row = {
	'DATE': measurement_date.strftime('%Y-%m-%d'),
	# 'PRECIPITATION_INCHES': round(millimeters_to_inches(row['PRCP']/10.), 1),
	# 'SNOW_INCHES': round(millimeters_to_inches(row['SNOW']/10.), 1),
	'SNOWDEPTH_INCHES': round(millimeters_to_inches(row['SNWD']/10.), 1),
	# 'TEMP_MAX_F': round(celsius_to_fahrenheit(row['TMAX']/10.), 1),
	# 'TEMP_MIN_F': round(celsius_to_fahrenheit(row['TMIN']/10.), 1)
	}
	dict_writer.writerow(new_row)


	if __name__=="__main__":
	sys.exit(main())