Results

grand_sum.py

import os
import json

summary_folder = "summary"
summary = {}
for path in os.listdir(summary_folder):
    path_summary = json.load(open(os.path.join(summary_folder, path), "r"))
    if not len(summary):
        summary = path_summary
    else:
        summary = dict(summary.items() + path_summary.items())
json.dump(summary, open("grand_summary.json", "w"))

grand_summary.json

{"UCLA26.txt": {"max": 8, "total": 1263021592, "number": 418304756, "mean": 3}, "Simmons81.txt": {"max": 7, "total": 5856794, "number": 2278590, "mean": 2}, "Pepperdine86.txt": {"max": 9.0, "total": 29572114.0, "number": 11830160, "mean": 2.4997222353712885}, "Harvard1.txt": {"max": 11.0, "total": 656643896.0, "number": 227572310, "mean": 2.8854296728806768}, "Caltech36.txt": {"max": 6, "total": 1355676, "number": 579882, "mean": 2.3378480449470755}, "Syracuse56.txt": {"max": 7, "total": 532511480, "number": 186035960, "mean": 2}, "NYU9.txt": {"max": 8, "total": 1405922392, "number": 467532506, "mean": 3.0071115354704343}, "MU78.txt": {"max": 7, "total": 677938974, "number": 237915200, "mean": 2.849498367485558}, "Virginia63.txt": {"max": 9, "total": 1304049184, "number": 454478442, "mean": 2}, "Haverford76.txt": {"max": 6, "total": 4655060, "number": 2089470, "mean": 2.2278663967417573}, "Emory27.txt": {"max": 8, "total": 150716538, "number": 55480152, "mean": 2.7165848067611638}, "Villanova62.txt": {"max": 7, "total": 165014900, "number": 60132270, "mean": 2}, "Amherst41.txt": {"max": 7, "total": 12001456, "number": 4992990, "mean": 2.4036611329083373}, "Bingham82.txt": {"max": 8, "total": 282068642, "number": 100010000, "mean": 2.820404379562044}, "Dartmouth6.txt": {"max": 8, "total": 163110374, "number": 58928652, "mean": 2.767929834878965}, "UCSC68.txt": {"max": 8, "total": 244158720, "number": 80613462, "mean": 3}, "Wake73.txt": {"max": 9, "total": 72378740, "number": 28788590, "mean": 2}, "USC35.txt": {"max": 9, "total": 851832846, "number": 304136160, "mean": 2}, "Columbia2.txt": {"max": 9, "total": 388656870, "number": 137018730, "mean": 2.836523663589642}, "UConn91.txt": {"max": 8, "total": 863837120, "number": 296029230, "mean": 2}, "BU10.txt": {"max": 9, "total": 1170957108, "number": 386731890, "mean": 3.027826611350825}, "USF51.txt": {"max": 8, "total": 559697418, "number": 178663322, "mean": 3}, "UChicago30.txt": {"max": 10, "total": 120843606, "number": 43040160, "mean": 2}, "Carnegie49.txt": {"max": 8, "total": 120012256, "number": 43831020, "mean": 2.7380666934057203}, "UCSD34.txt": {"max": 9, "total": 670709324, "number": 223069160, "mean": 3}, "MSU24.txt": {"max": 8.0, "total": 3187076152.0, "number": 1047201960, "mean": 3.0434207285097137}, "Mich67.txt": {"max": 7, "total": 39812440, "number": 14021280, "mean": 2.8394297810185662}, "Penn94.txt": {"max": 8.0, "total": 5385466182.0, "number": 1725197760, "mean": 3.1216515038832418}, "UPenn7.txt": {"max": 9, "total": 634787210, "number": 221637656, "mean": 2}, "Colgate88.txt": {"max": 6, "total": 29775714, "number": 12120842, "mean": 2.4565714164082}, "Maryland58.txt": {"max": 7, "total": 1274098760, "number": 433826412, "mean": 2.9368861018079278}, "Vanderbilt48.txt": {"max": 7, "total": 169852216, "number": 65003906, "mean": 2}, "Howard90.txt": {"max": 7, "total": 39582968, "number": 16374162, "mean": 2.4174042005935936}, "American75.txt": {"max": 9, "total": 112216842, "number": 40570530, "mean": 2.7659693378420247}, "Middlebury45.txt": {"max": 7, "total": 23600814, "number": 9415692, "mean": 2.5065405707833266}, "Oklahoma97.txt": {"max": 9, "total": 839877102, "number": 303438980, "mean": 2.7678616043331017}, "Wesleyan43.txt": {"max": 7, "total": 32912288, "number": 12891690, "mean": 2}, "Oberlin44.txt": {"max": 7, "total": 21985652, "number": 8523480, "mean": 2.5794220201138502}, "UIllinois20.txt": {"max": 8.0, "total": 2831082422.0, "number": 948301230, "mean": 2.9854252345533707}, "Tufts18.txt": {"max": 10, "total": 123072150, "number": 44508912, "mean": 2}, "Smith60.txt": {"max": 7, "total": 22024166, "number": 8817930, "mean": 2}, "GWU54.txt": {"max": 9, "total": 418077016, "number": 147950732, "mean": 2.825785383745178}, "Mississippi66.txt": {"max": 7, "total": 290096528, "number": 110638842, "mean": 2.62201341550556}, "Vermont70.txt": {"max": 7, "total": 155638724, "number": 53604362, "mean": 2}, "Berkeley13.txt": {"max": 7, "total": 1541648740, "number": 524387100, "mean": 2.9399059206452636}, "Northwestern25.txt": {"max": 9, "total": 302355268, "number": 111017832, "mean": 2.723483809339746}, "BC17.txt": {"max": 9, "total": 369059972, "number": 132192506, "mean": 2.7918373224575985}, "Bucknell39.txt": {"max": 6, "total": 36651556, "number": 14619152, "mean": 2.507091793012344}, "USFCA72.txt": {"max": 7, "total": 19204770, "number": 7136912, "mean": 2}, "Maine59.txt": {"max": 7, "total": 240856044, "number": 82165160, "mean": 2.931364631919417}, "Williams40.txt": {"max": 6, "total": 18772608, "number": 7770156, "mean": 2}, "Northeastern19.txt": {"max": 9, "total": 583873772, "number": 192307556, "mean": 3.0361457664201192}, "Cornell5.txt": {"max": 8, "total": 997136694, "number": 346723020, "mean": 2.875888350303363}, "Swarthmore42.txt": {"max": 6, "total": 6361058, "number": 2743992, "mean": 2}, "Hamilton46.txt": {"max": 6, "total": 12624764, "number": 5343032, "mean": 2.362846413796511}, "Tulane29.txt": {"max": 8, "total": 168312834, "number": 59899860, "mean": 2}, "UCSB37.txt": {"max": 8, "total": 666748046, "number": 222501972, "mean": 2}, "Rutgers89.txt": {"max": 8, "total": 1869050096, "number": 603562056, "mean": 3}, "Santa74.txt": {"max": 8, "total": 31814584, "number": 12798506, "mean": 2}, "Duke14.txt": {"max": 8, "total": 264985242, "number": 97703340, "mean": 2.71214107931213}, "Rice31.txt": {"max": 6, "total": 41128338, "number": 16666806, "mean": 2}, "Bowdoin47.txt": {"max": 6, "total": 12289906, "number": 5060250, "mean": 2.4287151820562225}, "Cal65.txt": {"max": 8, "total": 372275120, "number": 126393806, "mean": 2.945358888868336}, "Wisconsin87.txt": {"max": 9, "total": 1678118088, "number": 567892730, "mean": 2}, "Tennessee95.txt": {"max": 7, "total": 793116178, "number": 288201552, "mean": 2}, "Reed98.txt": {"max": 6, "total": 2275576, "number": 924482, "mean": 2}, "UF21.txt": {"max": 8.0, "total": 3607590946.0, "number": 1232747210, "mean": 2.9264644987515323}, "Temple83.txt": {"max": 8, "total": 568159422, "number": 186390756, "mean": 3}, "Michigan23.txt": {"max": 9.0, "total": 2769169846.0, "number": 906341130, "mean": 3.055328456736814}, "WashU32.txt": {"max": 8, "total": 157441804, "number": 59745170, "mean": 2}, "Baylor93.txt": {"max": 7, "total": 436945562, "number": 163801602, "mean": 2.6675292345431396}, "Notre Dame57.txt": {"max": 8, "total": 404348274, "number": 147586052, "mean": 2.739745853490274}, "Texas80.txt": {"max": 8.0, "total": 3035848740.0, "number": 994613906, "mean": 3.0522886536034415}, "Vassar85.txt": {"max": 8, "total": 23167944, "number": 9409556, "mean": 2}, "UC61.txt": {"max": 8, "total": 563517222, "number": 188663960, "mean": 2}, "UMass92.txt": {"max": 8, "total": 798824540, "number": 272299502, "mean": 2}, "Wellesley22.txt": {"max": 8, "total": 22795532, "number": 8817930, "mean": 2}, "Georgetown15.txt": {"max": 11, "total": 242950720, "number": 88125156, "mean": 2.7568827225678896}, "Brown11.txt": {"max": 9, "total": 198735832, "number": 73710810, "mean": 2.6961558555658254}, "Auburn71.txt": {"max": 7, "total": 910489718, "number": 340310256, "mean": 2.675469522140996}, "Johns Hopkins55.txt": {"max": 8, "total": 72063164, "number": 26589492, "mean": 2.710212139442153}, "UVA16.txt": {"max": 8, "total": 828071464, "number": 295066506, "mean": 2}, "FSU53.txt": {"max": 8.0, "total": 2322284818.0, "number": 768980630, "mean": 3.01995229450708}, "MIT8.txt": {"max": 8, "total": 111474714, "number": 40979202, "mean": 2.7202753728586515}, "Rochester38.txt": {"max": 7, "total": 54962360, "number": 20798160, "mean": 2}, "Texas84.txt": {"max": 7.0, "total": 3826389198.0, "number": 1322304132, "mean": 2.893728534457911}, "UCF52.txt": {"max": 8, "total": 651359340, "number": 223069160, "mean": 2}, "William77.txt": {"max": 8, "total": 109101864, "number": 41880312, "mean": 2}, "JMU79.txt": {"max": 7.0, "total": 560175488.0, "number": 197950830, "mean": 2.829871882830701}, "UNC28.txt": {"max": 7, "total": 923593972, "number": 329694806, "mean": 2}, "Brandeis99.txt": {"max": 7, "total": 37623038, "number": 15104882, "mean": 2.4907866211732075}, "Yale4.txt": {"max": 9, "total": 196208534, "number": 73282160, "mean": 2}, "Trinity100.txt": {"max": 6, "total": 16568648, "number": 6825156, "mean": 2}, "Princeton12.txt": {"max": 9, "total": 115671514, "number": 43224050, "mean": 2.676091527749019}, "Lehigh96.txt": {"max": 6, "total": 67543234, "number": 25730256, "mean": 2.625050990553689}, "UGA50.txt": {"max": 8, "total": 1693815100, "number": 594360020, "mean": 2}, "UC33.txt": {"max": 8, "total": 854556226, "number": 282223200, "mean": 3}, "Indiana69.txt": {"max": 8.0, "total": 2617676188.0, "number": 883962092, "mean": 2.9612991458461773}, "UC64.txt": {"max": 8, "total": 139803046, "number": 46369290, "mean": 3}, "Stanford3.txt": {"max": 9, "total": 378318592, "number": 134223810, "mean": 2}}

Merge json files into a json file

summary_folder = "summary"
for path in os.listdir(summary_folder):
    path_summary = json.load(open(os.path.join(summary_folder, path), "r"))
    if not len(summary):
        summary = path_summary
    else:
        summary = dict(summary.items() + path_summary.items())
json.dump(summary, open("grand_summary.json", "w"))

Check the result from grand summary

import json


summary = json.load(open("grand_summary.json", "r"))
number = 0
total = 0
maximum = []

for item in summary:
    total += summary[item]["total"]
    number += summary[item]["number"]
    maximum.append(summary[item]["max"])

print "total:", total
print "number:", number
print "mean:", float(total)/float(number)
print "max:", max(maximum)

Copy python script and execute %paste in IPython to paste the code

sanghee@stylepoint-deb:~/Downloads$ ipython
Python 2.7.6 (default, May 11 2014, 16:10:59) 
Type "copyright", "credits" or "license" for more information.

IPython 2.2.0 -- An enhanced Interactive Python.
?         -> Introduction and overview of IPython's features.
%quickref -> Quick reference.
help      -> Python's own help system.
object?   -> Details about 'object', use 'object??' for extra details.

In [1]: %paste
import json
...
print "max:", max(maximum)

## -- End pasted text --
total: 66694464284.0
number: 22707322342
mean: 2.93713469512
max: 11.0