chrislkeller · March 13, 2018 15:19
diff --git a/README.md b/README.md
diff --git a/blog_post.md b/blog_post.md
diff --git a/csv-to-json.py b/csv-to-json.py
 #!/usr/local/bin/python

 import os
 import sys
 import argparse
 import re
 import types
 import csv
 import json
 import logging

 logging.basicConfig(format='\033[1;36m%(levelname)s:\033[0;37m %(message)s', level=logging.DEBUG)

 parser = argparse.ArgumentParser()
 parser.add_argument('csv_filename', help='Name of the csv file you want to convert to json')
 parser.add_argument('usage', help='Add \'timeline\' if you want json for a vertical timeline, or \'handlebars\' if you want json for a handlebars template')
 args = parser.parse_args()

 def processCsvForConversion(filename, output):
    print "parsing %s \n" % (filename)
    file = open(filename, 'rU')
    fieldnames = []
    dict_keys = file.readline()
    split_keys = dict_keys.rstrip('\r\n').split(',')
    for key in split_keys:
        if ' ' in key:
            edited_key = key.replace(" ", "").lower()
            fieldnames.append(edited_key)
        elif '_' in key:
            edited_key = key.replace("_", "").lower()
            fieldnames.append(edited_key)
        else:
            edited_key = key.lower()
            fieldnames.append(edited_key)
    fieldnames = tuple(fieldnames)
    csvInstance = csv.DictReader(file, fieldnames = fieldnames)
    process(csvInstance, filename)
    file.close()


 def process(csvInstance, filename):
    jsonOutput = json.dumps([row for row in csvInstance])




    if args.usage == 'timeline':
        print "creating json for timeline"
        data_to_write = '%s' % (jsonOutput)
        json_flat_file = os.path.splitext(filename)[0] + '_timeline.json'

    elif args.usage == 'array':
        print "creating array of objects"
        data_to_write = '%s' % (jsonOutput)
        json_flat_file = os.path.splitext(filename)[0] + '_array.json'


    else:
        print "creating json for handlebars template"
        data_to_write = '{"objects": %s}' % jsonOutput
        json_flat_file = os.path.splitext(filename)[0] + '_handlebars.json'




    new_file = open(json_flat_file, 'w')
    new_file.write(data_to_write)
    new_file.close()
    print '%s converted to %s \n' % (filename, json_flat_file)
    return

 if __name__ == '__main__':
    processCsvForConversion(args.csv_filename, args.usage)
diff --git a/handlebars-json-csvkit.py b/handlebars-json-csvkit.py
 import os, sys, argparse
 from subprocess import Popen, PIPE, STDOUT

 parser = argparse.ArgumentParser()
 parser.add_argument("csv_filename", help="Name of the csv file you want to convert to json")
 args = parser.parse_args()

 def convertToJson(filename):

    # take argument run command in the shell, capturing output
    cmd = 'csvjson %s' % filename
    p = Popen(cmd, shell=True, stdin=PIPE, stdout=PIPE, stderr=STDOUT, close_fds=True)

    print "parsing csv"

    # set command line output to variable
    jsonOutput = p.stdout.read()

    # wrap the json
    writeTestData = '{"objects": %s}' % jsonOutput

    # get file name by stripping csv extension and rename as json
    jsonDataFile = os.path.splitext(filename)[0] + '.json'

    # open output file
    f = open(jsonDataFile, 'w')

    # write to the output file
    f.write(writeTestData)

    # close the output file
    f.close()

    print "csv converted to json"

    return

 convertToJson(args.csv_filename)
diff --git a/working-data-file-handlebars.json b/working-data-file-handlebars.json
 {"objects": [{"sourcelink": "http://www.nelp.org/", "dataorder": "1", "data": "12.29.2012", "source": "National Employment Law Project", "title": "The last day anyone will receive benefits from the Emergency Unemployment Compensation program unless Congress acts to renew it."}, {"sourcelink": "", "dataorder": "2", "data": "$30,000,000,000", "source": "Congressional Budget Office", "title": "Estimated cost to renew the Emergency Unemployment Compensation program through the end of 2013."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "3", "data": "400,000", "source": "National Employment Law Project", "title": "Estimated number of Californians receiving benefits from the Emergency Unemployment Compensation program, which is set to expire Jan. 2."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "4", "data": "2,100,000", "source": "National Employment Law Project", "title": "Estimated number of Americans receiving benefits under the Emergency Unemployment Compensation program that would lose their unemployment benefits come January if Congress doesn\u2019t act."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "5", "data": "940,000", "source": "National Employment Law Project", "title": "Estimated number of Americans whose state unemployment benefits will end in the first quarter of 2013, and would be eligible for benefits under the Emergency Unemployment Compensation program."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "6", "data": "February 2012", "source": "National Employment Law Project", "title": "The date when the Emergency Unemployment Compensation program was last renewed by Congress."}, {"sourcelink": "http://www.ows.doleta.gov/unemploy/supp_act.asp", "dataorder": "7", "data": "June 30, 2008", "source": "U.S. Department of Labor", "title": "The date the Emergency Unemployment Compensation program was created."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "8", "data": "10", "source": "National Employment Law Project", "title": "The number of times Congress has renewed the Emergency Unemployment Compensation program since it was first created in the summer of 2008."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "9", "data": "37 percent", "source": "National Employment Law Project", "title": "Estimated percent of Californians that have been unemployed more than a year since 2008, when the Emergency Unemployment Compensation program was created to help the long-term unemployed."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "10", "data": "5,000,000", "source": "National Employment Law Project", "title": "Estimated number of Americans that have been without work for six months or longer"}, {"sourcelink": "http://workforcesecurity.doleta.gov/unemploy/docs/potential_weeks_map.pdf", "dataorder": "11", "data": "26 weeks", "source": "U.S. Department of Labor", "title": "Cap on unemployment benefits by the least generous states."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "12", "data": "14 to 47 weeks", "source": "National Employment Law Project", "title": "The range of maximum benefits states offer, subsidized by the Emergency Unemployment Compensation program."}, {"sourcelink": "http://workforcesecurity.doleta.gov/unemploy/docs/potential_weeks_map.pdf", "dataorder": "13", "data": "73 weeks", "source": "U.S. Department of Labor", "title": "Maximum length of benefits for new claimants in California under the Emergency Unemployment Compensation program."}, {"sourcelink": "http://www.cbpp.org/cms/index.cfm?fa=view&id=3164", "dataorder": "14", "data": "Nine states", "source": "Center on Budget & Policy Priorities", "title": "Number of states with unemployment rates above 9 percent in which workers are eligible for up to 47 weeks of additional benefits under the Emergency Unemployment Compensation program."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "15", "data": "$40,000,000,000", "source": "U.S. Department of Labor", "title": "Estimated amount of money brought into the state of California by those receiving benefits from the Emergency Unemployment Compensation program since it began in July 2008."}]}
diff --git a/working-data-file-timeline.json b/working-data-file-timeline.json
 [{"sourcelink": "http://www.nelp.org/", "dataorder": "1", "data": "12.29.2012", "source": "National Employment Law Project", "title": "The last day anyone will receive benefits from the Emergency Unemployment Compensation program unless Congress acts to renew it."}, {"sourcelink": "", "dataorder": "2", "data": "$30,000,000,000", "source": "Congressional Budget Office", "title": "Estimated cost to renew the Emergency Unemployment Compensation program through the end of 2013."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "3", "data": "400,000", "source": "National Employment Law Project", "title": "Estimated number of Californians receiving benefits from the Emergency Unemployment Compensation program, which is set to expire Jan. 2."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "4", "data": "2,100,000", "source": "National Employment Law Project", "title": "Estimated number of Americans receiving benefits under the Emergency Unemployment Compensation program that would lose their unemployment benefits come January if Congress doesn\u2019t act."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "5", "data": "940,000", "source": "National Employment Law Project", "title": "Estimated number of Americans whose state unemployment benefits will end in the first quarter of 2013, and would be eligible for benefits under the Emergency Unemployment Compensation program."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "6", "data": "February 2012", "source": "National Employment Law Project", "title": "The date when the Emergency Unemployment Compensation program was last renewed by Congress."}, {"sourcelink": "http://www.ows.doleta.gov/unemploy/supp_act.asp", "dataorder": "7", "data": "June 30, 2008", "source": "U.S. Department of Labor", "title": "The date the Emergency Unemployment Compensation program was created."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "8", "data": "10", "source": "National Employment Law Project", "title": "The number of times Congress has renewed the Emergency Unemployment Compensation program since it was first created in the summer of 2008."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "9", "data": "37 percent", "source": "National Employment Law Project", "title": "Estimated percent of Californians that have been unemployed more than a year since 2008, when the Emergency Unemployment Compensation program was created to help the long-term unemployed."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "10", "data": "5,000,000", "source": "National Employment Law Project", "title": "Estimated number of Americans that have been without work for six months or longer"}, {"sourcelink": "http://workforcesecurity.doleta.gov/unemploy/docs/potential_weeks_map.pdf", "dataorder": "11", "data": "26 weeks", "source": "U.S. Department of Labor", "title": "Cap on unemployment benefits by the least generous states."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "12", "data": "14 to 47 weeks", "source": "National Employment Law Project", "title": "The range of maximum benefits states offer, subsidized by the Emergency Unemployment Compensation program."}, {"sourcelink": "http://workforcesecurity.doleta.gov/unemploy/docs/potential_weeks_map.pdf", "dataorder": "13", "data": "73 weeks", "source": "U.S. Department of Labor", "title": "Maximum length of benefits for new claimants in California under the Emergency Unemployment Compensation program."}, {"sourcelink": "http://www.cbpp.org/cms/index.cfm?fa=view&id=3164", "dataorder": "14", "data": "Nine states", "source": "Center on Budget & Policy Priorities", "title": "Number of states with unemployment rates above 9 percent in which workers are eligible for up to 47 weeks of additional benefits under the Emergency Unemployment Compensation program."}, {"sourcelink": "http://www.nelp.org/", "dataorder": "15", "data": "$40,000,000,000", "source": "U.S. Department of Labor", "title": "Estimated amount of money brought into the state of California by those receiving benefits from the Emergency Unemployment Compensation program since it began in July 2008."}]
diff --git a/working-handlebars.csv b/working-handlebars.csv
diff --git a/working-timeline.csv b/working-timeline.csv
	#!/usr/local/bin/python

	import os
	import sys
	import argparse
	import re
	import types
	import csv
	import json
	import logging

	logging.basicConfig(format='\033[1;36m%(levelname)s:\033[0;37m %(message)s', level=logging.DEBUG)

	parser = argparse.ArgumentParser()
	parser.add_argument('csv_filename', help='Name of the csv file you want to convert to json')
	parser.add_argument('usage', help='Add \'timeline\' if you want json for a vertical timeline, or \'handlebars\' if you want json for a handlebars template')
	args = parser.parse_args()

	def processCsvForConversion(filename, output):
	print "parsing %s \n" % (filename)
	file = open(filename, 'rU')
	fieldnames = []
	dict_keys = file.readline()
	split_keys = dict_keys.rstrip('\r\n').split(',')
	for key in split_keys:
	if ' ' in key:
	edited_key = key.replace(" ", "").lower()
	fieldnames.append(edited_key)
	elif '_' in key:
	edited_key = key.replace("_", "").lower()
	fieldnames.append(edited_key)
	else:
	edited_key = key.lower()
	fieldnames.append(edited_key)
	fieldnames = tuple(fieldnames)
	csvInstance = csv.DictReader(file, fieldnames = fieldnames)
	process(csvInstance, filename)
	file.close()


	def process(csvInstance, filename):
	jsonOutput = json.dumps([row for row in csvInstance])




	if args.usage == 'timeline':
	print "creating json for timeline"
	data_to_write = '%s' % (jsonOutput)
	json_flat_file = os.path.splitext(filename)[0] + '_timeline.json'

	elif args.usage == 'array':
	print "creating array of objects"
	data_to_write = '%s' % (jsonOutput)
	json_flat_file = os.path.splitext(filename)[0] + '_array.json'


	else:
	print "creating json for handlebars template"
	data_to_write = '{"objects": %s}' % jsonOutput
	json_flat_file = os.path.splitext(filename)[0] + '_handlebars.json'




	new_file = open(json_flat_file, 'w')
	new_file.write(data_to_write)
	new_file.close()
	print '%s converted to %s \n' % (filename, json_flat_file)
	return

	if __name__ == '__main__':
	processCsvForConversion(args.csv_filename, args.usage)
	import os, sys, argparse
	from subprocess import Popen, PIPE, STDOUT

	parser = argparse.ArgumentParser()
	parser.add_argument("csv_filename", help="Name of the csv file you want to convert to json")
	args = parser.parse_args()

	def convertToJson(filename):

	# take argument run command in the shell, capturing output
	cmd = 'csvjson %s' % filename
	p = Popen(cmd, shell=True, stdin=PIPE, stdout=PIPE, stderr=STDOUT, close_fds=True)

	print "parsing csv"

	# set command line output to variable
	jsonOutput = p.stdout.read()

	# wrap the json
	writeTestData = '{"objects": %s}' % jsonOutput

	# get file name by stripping csv extension and rename as json
	jsonDataFile = os.path.splitext(filename)[0] + '.json'

	# open output file
	f = open(jsonDataFile, 'w')

	# write to the output file
	f.write(writeTestData)

	# close the output file
	f.close()

	print "csv converted to json"

	return

	convertToJson(args.csv_filename)
DataOrder	Data	Title	Source	SourceLink
1	12.29.2012	The last day anyone will receive benefits from the Emergency Unemployment Compensation program unless Congress acts to renew it.	National Employment Law Project	http://www.nelp.org/
2	$30,000,000,000	Estimated cost to renew the Emergency Unemployment Compensation program through the end of 2013.	Congressional Budget Office
3	400,000	Estimated number of Californians receiving benefits from the Emergency Unemployment Compensation program, which is set to expire Jan. 2.	National Employment Law Project	http://www.nelp.org/
4	2,100,000	Estimated number of Americans receiving benefits under the Emergency Unemployment Compensation program that would lose their unemployment benefits come January if Congress doesn’t act.	National Employment Law Project	http://www.nelp.org/
5	940,000	Estimated number of Americans whose state unemployment benefits will end in the first quarter of 2013, and would be eligible for benefits under the Emergency Unemployment Compensation program.	National Employment Law Project	http://www.nelp.org/
6	February 2012	The date when the Emergency Unemployment Compensation program was last renewed by Congress.	National Employment Law Project	http://www.nelp.org/
7	June 30, 2008	The date the Emergency Unemployment Compensation program was created.	U.S. Department of Labor	http://www.ows.doleta.gov/unemploy/supp_act.asp
8	10	The number of times Congress has renewed the Emergency Unemployment Compensation program since it was first created in the summer of 2008.	National Employment Law Project	http://www.nelp.org/
9	37 percent	Estimated percent of Californians that have been unemployed more than a year since 2008, when the Emergency Unemployment Compensation program was created to help the long-term unemployed.	National Employment Law Project	http://www.nelp.org/
10	5,000,000	Estimated number of Americans that have been without work for six months or longer	National Employment Law Project	http://www.nelp.org/
11	26 weeks	Cap on unemployment benefits by the least generous states.	U.S. Department of Labor	http://workforcesecurity.doleta.gov/unemploy/docs/potential_weeks_map.pdf
12	14 to 47 weeks	The range of maximum benefits states offer, subsidized by the Emergency Unemployment Compensation program.	National Employment Law Project	http://www.nelp.org/
13	73 weeks	Maximum length of benefits for new claimants in California under the Emergency Unemployment Compensation program.	U.S. Department of Labor	http://workforcesecurity.doleta.gov/unemploy/docs/potential_weeks_map.pdf
14	Nine states	Number of states with unemployment rates above 9 percent in which workers are eligible for up to 47 weeks of additional benefits under the Emergency Unemployment Compensation program.	Center on Budget & Policy Priorities	http://www.cbpp.org/cms/index.cfm?fa=view&id=3164
15	$40,000,000,000	Estimated amount of money brought into the state of California by those receiving benefits from the Emergency Unemployment Compensation program since it began in July 2008.	U.S. Department of Labor	http://www.nelp.org/
title	date	display date	photo url	caption	body	read more url
Peregrine Falcon Adult, Morro Bay, CA 27 May 2008	May 27, 2008	May 27	http://builtbybalance.com/github-timeline/pic3.jpg	Mike Baird	Lorem ipsum dolor sit amet, consectetuer adipiscing elit. Aenean commodo ligula eget dolor. Aenean massa. Cum sociis natoque penatibus et magnis dis parturient montes, nascetur ridiculus mus. Donec qu	http://www.flickr.com/photos/mikebaird/2529507825/
Aenean commodo ligula eget dolor.	March 3, 2009	Mar 3			Aenean massa. Cum sociis natoque penatibus et magnis dis parturient montes, nascetur ridiculus mus. Donec qu	http://www.google.com
Snowy Egret (Egretta thula) with crown extended	October 6, 2009	Oct 6	http://builtbybalance.com/github-timeline/pic2.jpg	Mike Baird	Lorem ipsum dolor sit amet, consectetuer adipiscing elit. Aenean commodo ligula eget dolor.	http://www.flickr.com/photos/mikebaird/3988717588/
Long-billed Curlew, Numenius americanus, bird, in evening sun, on Morro	August 21, 2008	Aug 21	http://builtbybalance.com/github-timeline/pic4.jpg	Mike Baird	Sed posuere consectetur est at lobortis. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Maecenas sed diam eget risus varius blandit sit amet non magna. Duis mollis, est non commodo luctus, nisi erat porttitor ligula, eget lacinia odio sem nec elit.	http://www.flickr.com/photos/mikebaird/2786060728/
	October 8, 2009	Oct 8			Europa usa li sam vocabular. Li lingues differe solmen in li grammatica, li pro
The quick, brown fox jumps over a lazy dog.	Feb 4, 2011	Feb 5			Li Europan lingues es membres del sam familie. Lor separat existentie es un myth. Por scientie, musica, sport etc, litot Europa usa li sam vocabular. Li lingues differe solmen in li grammatica, li pro
Spotted Dove	October 27, 2011	Oct 27	http://builtbybalance.com/github-timeline/pic1.jpg	Nagesh Kamath	Sed posuere consectetur est at lobortis. Lorem ipsum dolor sit amet, consectetur adipiscing elit. Maecenas sed diam eget risus varius blandit sit amet non magna.	http://www.flickr.com/photos/nagesh_kamath/7106670413/in/pool-809956@N25/
Bawds jog, flick quartz, vex nymphs. Waltz, bad nymph, for quick jigs vex!	Jul 6, 2011	Jul 6			Duis mollis, est non commodo luctus, nisi erat porttitor ligula, eget lacinia odio sem nec elit.