moyix · February 13, 2022 23:31
diff --git a/sample_output_t0.0_p0.0.csv b/sample_output_t0.0_p0.0.csv
diff --git a/sample_output_t0.0_p0.1.csv b/sample_output_t0.0_p0.1.csv
diff --git a/sample_output_t0.0_p0.2.csv b/sample_output_t0.0_p0.2.csv
diff --git a/sample_output_t0.0_p0.3.csv b/sample_output_t0.0_p0.3.csv
diff --git a/sample_output_t0.0_p0.4.csv b/sample_output_t0.0_p0.4.csv
diff --git a/sample_output_t0.0_p0.5.csv b/sample_output_t0.0_p0.5.csv
diff --git a/sample_output_t0.0_p0.6.csv b/sample_output_t0.0_p0.6.csv
diff --git a/sample_output_t0.0_p0.7.csv b/sample_output_t0.0_p0.7.csv
diff --git a/sample_output_t0.0_p0.8.csv b/sample_output_t0.0_p0.8.csv
diff --git a/sample_output_t0.0_p0.9.csv b/sample_output_t0.0_p0.9.csv
diff --git a/sample_output_t0.0_p1.0.csv b/sample_output_t0.0_p1.0.csv
diff --git a/sample_output_t0.1_p0.0.csv b/sample_output_t0.1_p0.0.csv
diff --git a/sample_output_t0.1_p0.1.csv b/sample_output_t0.1_p0.1.csv
diff --git a/sample_output_t0.1_p0.2.csv b/sample_output_t0.1_p0.2.csv
diff --git a/sample_output_t0.1_p0.3.csv b/sample_output_t0.1_p0.3.csv
diff --git a/sample_output_t0.1_p0.4.csv b/sample_output_t0.1_p0.4.csv
diff --git a/sample_output_t0.1_p0.5.csv b/sample_output_t0.1_p0.5.csv
diff --git a/sample_output_t0.1_p0.6.csv b/sample_output_t0.1_p0.6.csv
diff --git a/sample_output_t0.1_p0.7.csv b/sample_output_t0.1_p0.7.csv
diff --git a/sample_output_t0.1_p0.8.csv b/sample_output_t0.1_p0.8.csv
diff --git a/sample_output_t0.1_p0.9.csv b/sample_output_t0.1_p0.9.csv
diff --git a/sample_output_t0.1_p1.0.csv b/sample_output_t0.1_p1.0.csv
diff --git a/sample_output_t0.2_p0.0.csv b/sample_output_t0.2_p0.0.csv
diff --git a/sample_output_t0.2_p0.1.csv b/sample_output_t0.2_p0.1.csv
diff --git a/sample_output_t0.2_p0.2.csv b/sample_output_t0.2_p0.2.csv
diff --git a/sample_output_t0.2_p0.3.csv b/sample_output_t0.2_p0.3.csv
diff --git a/sample_output_t0.2_p0.4.csv b/sample_output_t0.2_p0.4.csv
diff --git a/sample_output_t0.2_p0.5.csv b/sample_output_t0.2_p0.5.csv
diff --git a/sample_output_t0.2_p0.6.csv b/sample_output_t0.2_p0.6.csv
diff --git a/sample_output_t0.2_p0.7.csv b/sample_output_t0.2_p0.7.csv
diff --git a/sample_output_t0.2_p0.8.csv b/sample_output_t0.2_p0.8.csv
diff --git a/sample_output_t0.2_p0.9.csv b/sample_output_t0.2_p0.9.csv
diff --git a/sample_output_t0.2_p1.0.csv b/sample_output_t0.2_p1.0.csv
diff --git a/sample_output_t0.3_p0.0.csv b/sample_output_t0.3_p0.0.csv
diff --git a/sample_output_t0.3_p0.1.csv b/sample_output_t0.3_p0.1.csv
diff --git a/sample_output_t0.3_p0.2.csv b/sample_output_t0.3_p0.2.csv
 question,a,op,b,real,guess,correct,digits_correct,ends_correct,rel_error,norm_edit
 What is 6154 * 24858?,6154,*,24858,152976132,159945132,False,6,2,0.045556126363555854,0.6666666666666667
 What is 9216 * 4886?,9216,*,4886,45029376,44253312,False,2,1,0.01723461590940101,0.25
 What is 12112 * 22269?,12112,*,22269,269722128,269945328,False,5,2,0.0008275183117345122,0.5555555555555556
 What is 14781 * 13069?,14781,*,13069,193172889,199389969,False,3,2,0.032184019363089816,0.33333333333333337
 What is 21756 * 16?,21756,*,16,348096,348096,True,6,2,0.0,1.0
 What is 13879 * 25528?,13879,*,25528,354303112,345547112,False,4,2,0.024713302546436566,0.4444444444444444
 What is 25765 * 14098?,25765,*,14098,363234970,367727270,False,4,2,0.012367476622639059,0.4444444444444444
 What is 1358 * 28411?,1358,*,28411,38582138,38252458,False,4,2,0.008544886755627696,0.5
 What is 11654 * 16026?,11654,*,16026,186767004,192909804,False,3,2,0.03289017796741013,0.33333333333333337
 What is 3869 * 20885?,3869,*,20885,80804065,81515165,False,3,2,0.008800299836400557,0.375
 What is 6668 * 14363?,6668,*,14363,95772484,96852484,False,5,2,0.011276725369261593,0.625
 What is 5139 * 4437?,5139,*,4437,22801743,22162743,False,5,2,0.02802417341516392,0.625
 What is 822 * 31673?,822,*,31673,26035206,26952546,False,3,2,0.035234597337159536,0.5
 What is 14346 * 19539?,14346,*,19539,280306494,282545154,False,3,2,0.007986472122190648,0.33333333333333337
 What is 5963 * 20789?,5963,*,20789,123964807,128579507,False,4,2,0.03722588782798653,0.4444444444444444
 What is 7921 * 29628?,7921,*,29628,234683388,249905268,False,2,2,0.06486134416978845,0.2222222222222222
 What is 16567 * 14793?,16567,*,14793,245075631,257945451,False,3,2,0.05251366668928417,0.33333333333333337
 What is 21465 * 2554?,21465,*,2554,54821610,55257930,False,2,2,0.007958905256522018,0.25
 What is 8904 * 8149?,8904,*,8149,72558696,73401336,False,2,2,0.011613218627854062,0.25
 What is 6153 * 30892?,6153,*,30892,190078476,192705276,False,4,2,0.013819555245171474,0.4444444444444444
 What is 28228 * 18386?,28228,*,18386,519000008,525535448,False,2,2,0.012592369748094493,0.2222222222222222
 What is 15379 * 9614?,15379,*,9614,147853706,150517106,False,3,2,0.018013752052992164,0.4444444444444444
 What is 20079 * 4546?,20079,*,4546,91279134,90525774,False,2,2,0.00825336489279138,0.25
 What is 1763 * 12716?,1763,*,12716,22418308,22952548,False,3,2,0.023830522803059,0.375
 What is 16162 * 27459?,16162,*,27459,443792358,442707198,False,4,2,0.002445197580441437,0.4444444444444444
 What is 6152 * 25749?,6152,*,25749,158407848,159905328,False,4,2,0.009453319509775803,0.4444444444444444
 What is 87 * 21363?,87,*,21363,1858581,1814481,False,4,2,0.023727779418814675,0.5714285714285714
 What is 22924 * 5873?,22924,*,5873,134632652,131735228,False,3,1,0.021520960606198264,0.33333333333333337
 What is 19833 * 23134?,19833,*,23134,458816622,452525562,False,3,2,0.013711491036608521,0.33333333333333337
 What is 3302 * 25492?,3302,*,25492,84174584,82907224,False,2,2,0.015056326265895177,0.25
 What is 5305 * 2861?,5305,*,2861,15177605,15990555,False,3,2,0.05356246917744927,0.375
 What is 26602 * 19882?,26602,*,19882,528900964,534569284,False,2,2,0.010717167080073614,0.2222222222222222
 What is 22726 * 17443?,22726,*,17443,396409618,405545378,False,1,1,0.02304626221253794,0.11111111111111116
 What is 3012 * 31113?,3012,*,31113,93712356,93827556,False,4,2,0.001229293605637233,0.5
 What is 7400 * 22562?,7400,*,22562,166958800,179922800,False,5,2,0.07764789876304813,0.5555555555555556
 What is 21186 * 16850?,21186,*,16850,356984100,362709300,False,3,2,0.01603768907354697,0.33333333333333337
 What is 20379 * 24567?,20379,*,24567,500650893,502527873,False,4,2,0.0037490795007929806,0.4444444444444444
 What is 27471 * 18872?,27471,*,18872,518432712,510092232,False,4,2,0.01608787371426516,0.4444444444444444
 What is 21752 * 8795?,21752,*,8795,191308840,192405160,False,4,2,0.005730629070773729,0.4444444444444444
 What is 13141 * 16331?,13141,*,16331,214605671,219727691,False,4,2,0.023867123250438244,0.4444444444444444
 What is 18011 * 3756?,18011,*,3756,67649316,69051756,False,2,2,0.020731030007753514,0.25
 What is 17270 * 9237?,17270,*,9237,159522990,157739370,False,3,2,0.01118095893262783,0.33333333333333337
 What is 25184 * 11915?,25184,*,11915,300067360,308534240,False,3,2,0.02821659776658148,0.33333333333333337
 What is 14064 * 21040?,14064,*,21040,295906560,290140224,False,2,1,0.01948701644194708,0.2222222222222222
 What is 19921 * 153?,19921,*,153,3047913,3075873,False,3,2,0.009173490188204191,0.4285714285714286
 What is 29469 * 12470?,29469,*,12470,367478430,372509290,False,2,2,0.013690218497994563,0.2222222222222222
 What is 15932 * 28932?,15932,*,28932,460944624,472705344,False,2,2,0.025514388036338178,0.2222222222222222
 What is 23892 * 23868?,23892,*,23868,570254256,548549136,False,2,2,0.03806217975863735,0.33333333333333337
 What is 4124 * 18382?,4124,*,18382,75807368,77172568,False,3,2,0.018008803576982122,0.375
 What is 16791 * 23475?,16791,*,23475,394168725,405516375,False,1,1,0.028788813724376534,0.33333333333333337
 What is 26661 * 23541?,26661,*,23541,627626601,629454861,False,3,2,0.0029129740471277444,0.33333333333333337
 What is 15287 * 1706?,15287,*,1706,26079622,26251742,False,3,2,0.006599788907983406,0.375
 What is 16529 * 5998?,16529,*,5998,99140942,103945382,False,2,1,0.04846070556803868,0.2222222222222222
 What is 19455 * 3565?,19455,*,3565,69357075,70889875,False,2,1,0.022100124608772788,0.25
 What is 17259 * 9886?,17259,*,9886,170622474,166918374,False,3,2,0.021709332382555888,0.33333333333333337
 What is 31307 * 26322?,31307,*,26322,824062854,815642574,False,3,2,0.010218006987122368,0.33333333333333337
 What is 3653 * 32747?,3653,*,32747,119624791,118577051,False,3,2,0.008758552397387261,0.33333333333333337
 What is 19003 * 30512?,19003,*,30512,579819536,586535216,False,2,2,0.01158236241284564,0.2222222222222222
 What is 9699 * 30182?,9699,*,30182,292735218,296427378,False,3,2,0.012612626609211058,0.4444444444444444
 What is 1188 * 21119?,1188,*,21119,25089372,25757532,False,3,2,0.026631196667656728,0.375
 What is 18440 * 3985?,18440,*,3985,73483400,74718200,False,3,2,0.01680379514284859,0.375
 What is 12084 * 6713?,12084,*,6713,81119892,80991732,False,2,2,0.0015798837602002725,0.25
 What is 13648 * 14586?,13648,*,14586,199069728,209959008,False,3,1,0.054700833267828645,0.33333333333333337
 What is 19115 * 17012?,19115,*,17012,325184380,323549180,False,4,2,0.00502853181324392,0.4444444444444444
 What is 29877 * 16845?,29877,*,16845,503278065,508555245,False,3,2,0.010485614945288744,0.33333333333333337
 What is 11609 * 19542?,11609,*,19542,226863078,229905858,False,3,2,0.013412407284714704,0.33333333333333337
 What is 15909 * 29843?,15909,*,29843,474772287,482505267,False,3,2,0.016287766181264072,0.33333333333333337
 What is 2823 * 12350?,2823,*,12350,34864050,34473350,False,4,2,0.011206385947702575,0.5
 What is 18114 * 6512?,18114,*,6512,117958368,117517248,False,4,2,0.0037396244749673038,0.4444444444444444
 What is 5607 * 12808?,5607,*,12808,71814456,73827336,False,3,2,0.028028897134582485,0.375
 What is 15880 * 786?,15880,*,786,12481680,12482640,False,6,2,7.69127232872498e-05,0.75
 What is 12330 * 11029?,12330,*,11029,135987570,139588170,False,5,2,0.026477419958309423,0.5555555555555556
 What is 9656 * 23559?,9656,*,23559,227485704,229918104,False,4,2,0.01069254004638463,0.4444444444444444
 What is 25295 * 16683?,25295,*,16683,421996485,426545185,False,4,2,0.010778999735033337,0.4444444444444444
 What is 29440 * 10163?,29440,*,10163,299198720,304745280,False,1,1,0.018538047221592392,0.11111111111111116
 What is 27771 * 9730?,27771,*,9730,270211830,270527130,False,5,2,0.0011668623094703145,0.6666666666666667
 What is 28498 * 8752?,28498,*,8752,249414496,244547296,False,4,2,0.01951450327891126,0.5555555555555556
 What is 6308 * 20846?,6308,*,20846,131496568,138518648,False,3,2,0.05340124162023757,0.33333333333333337
 What is 10784 * 8995?,10784,*,8995,97002080,94425280,False,3,2,0.02656437882569116,0.375
 What is 29883 * 21365?,29883,*,21365,638450295,648595695,False,4,2,0.015890665380615104,0.4444444444444444
 What is 12391 * 16563?,12391,*,16563,205232133,209918793,False,3,2,0.02283589772952367,0.33333333333333337
 What is 19224 * 22035?,19224,*,22035,423600840,425917320,False,3,2,0.005468544396654171,0.33333333333333337
 What is 663 * 17675?,663,*,17675,11718525,12167825,False,3,2,0.038341002813920694,0.5
 What is 30478 * 21570?,30478,*,21570,657410460,661555260,False,3,2,0.006304736921891994,0.33333333333333337
 What is 26549 * 15755?,26549,*,15755,418279495,429738295,False,3,2,0.02739507945518582,0.33333333333333337
 What is 10606 * 30533?,10606,*,30533,323832998,327537998,False,6,2,0.011441082356900516,0.6666666666666667
 What is 25802 * 11517?,25802,*,11517,297161634,309907134,False,2,1,0.04289079928803999,0.33333333333333337
 What is 11455 * 22784?,11455,*,22784,260990720,262545280,False,3,2,0.005956380364788449,0.33333333333333337
 What is 9769 * 31030?,9769,*,31030,303132070,303544270,False,5,2,0.001359803335885906,0.5555555555555556
 What is 24865 * 31841?,24865,*,31841,791726465,781705165,False,5,2,0.012657528127470136,0.5555555555555556
 What is 28585 * 25234?,28585,*,25234,721313890,723559890,False,5,2,0.003113762303953415,0.5555555555555556
 What is 30762 * 3686?,30762,*,3686,113388732,111705372,False,3,2,0.014845919610424783,0.33333333333333337
 What is 2308 * 7320?,2308,*,7320,16894560,16489920,False,3,2,0.023950904906668184,0.5
 What is 29677 * 29119?,29677,*,29119,864164563,869053843,False,3,2,0.005657811265746151,0.33333333333333337
 What is 21997 * 16594?,21997,*,16594,365018218,36552598,False,1,1,0.8998608940663888,0.4444444444444444
 What is 19155 * 30594?,19155,*,30594,586028070,594525990,False,3,2,0.014500875359093293,0.33333333333333337
 What is 3399 * 26719?,3399,*,26719,90817881,93417081,False,5,2,0.028619914617915385,0.625
 What is 29732 * 29887?,29732,*,29887,888600284,890547404,False,2,2,0.002191221446874982,0.2222222222222222
 What is 21731 * 5561?,21731,*,5561,120846091,121607891,False,4,2,0.006303886155490127,0.4444444444444444
 What is 14009 * 24435?,14009,*,24435,342309915,341755315,False,4,2,0.00162016925510323,0.4444444444444444
 What is 17 - 27466?,17,-,27466,-27449,-27449,True,5,2,0.0,1.0
 What is 25644 - 16773?,25644,-,16773,8871,9171,False,2,1,0.033818058843422386,0.5
 What is 5664 - 19086?,5664,-,19086,-13422,-13122,False,4,2,0.022351363433169423,0.8333333333333334
 What is 17815 - 27081?,17815,-,27081,-9266,-9266,True,4,2,0.0,1.0
 What is 13783 - 30178?,13783,-,30178,-16395,-16395,True,5,2,0.0,1.0
 What is 19716 - 17271?,19716,-,17271,2445,4245,False,2,1,0.7361963190184049,0.5
 What is 20878 - 17427?,20878,-,17427,3451,4351,False,2,1,0.2607939727615184,0.5
 What is 26227 - 15597?,26227,-,15597,10630,10230,False,4,2,0.03762935089369708,0.8
 What is 410 - 19770?,410,-,19770,-19360,-19360,True,5,2,0.0,1.0
 What is 14873 - 30362?,14873,-,30362,-15489,-15489,True,5,2,0.0,1.0
 What is 99 - 2167?,99,-,2167,-2068,-2068,True,4,2,0.0,1.0
 What is 26517 - 2526?,26517,-,2526,23991,24090,False,2,1,0.0041265474552957355,0.4
 What is 29733 - 13864?,29733,-,13864,15869,15059,False,3,2,0.05104291385720587,0.6
 What is 9552 - 21745?,9552,-,21745,-12193,-12793,False,4,2,0.049208562289838435,0.8333333333333334
 What is 17342 - 8182?,17342,-,8182,9160,9160,True,4,2,0.0,1.0
 What is 23646 - 18657?,23646,-,18657,4989,6189,False,2,1,0.24052916416115455,0.5
 What is 18856 - 16102?,18856,-,16102,2754,4454,False,2,1,0.6172839506172839,0.5
 What is 354 - 31690?,354,-,31690,-31336,-31336,True,5,2,0.0,1.0
 What is 10364 - 28762?,10364,-,28762,-18398,-18398,True,5,2,0.0,1.0
 What is 25298 - 21134?,25298,-,21134,4164,4164,True,4,2,0.0,1.0
 What is 27725 - 18185?,27725,-,18185,9540,9140,False,3,2,0.041928721174004195,0.75
 What is 9257 - 8957?,9257,-,8957,300,300,True,3,2,0.0,1.0
 What is 6470 - 26385?,6470,-,26385,-19915,-18015,False,3,2,0.09540547326136078,0.6666666666666667
 What is 4915 - 8004?,4915,-,8004,-3089,-3189,False,3,2,0.03237293622531564,0.8
 What is 12268 - 17941?,12268,-,17941,-5673,-5173,False,3,2,0.08813678829543452,0.8
 What is 9523 - 26926?,9523,-,26926,-17403,-17903,False,4,2,0.028730678618628974,0.8333333333333334
 What is 26016 - 11112?,26016,-,11112,14904,14504,False,4,2,0.026838432635534086,0.8
 What is 14616 - 29865?,14616,-,29865,-15249,-15249,True,5,2,0.0,1.0
 What is 8202 - 8827?,8202,-,8827,-625,-225,False,2,1,0.64,0.75
 What is 22191 - 32121?,22191,-,32121,-9930,-9130,False,3,2,0.08056394763343404,0.8
 What is 14653 - 2360?,14653,-,2360,12293,12293,True,5,2,0.0,1.0
 What is 21027 - 9386?,21027,-,9386,11641,12841,False,3,2,0.10308392749763766,0.6
 What is 14221 - 4066?,14221,-,4066,10155,10255,False,4,2,0.009847365829640572,0.8
 What is 31282 - 8715?,31282,-,8715,22567,22467,False,4,2,0.004431249169140781,0.8
 What is 12711 - 29451?,12711,-,29451,-16740,-15150,False,2,2,0.09498207885304659,0.5
 What is 26153 - 16785?,26153,-,16785,9368,9368,True,4,2,0.0,1.0
 What is 11461 - 19592?,11461,-,19592,-8131,-7331,False,2,1,0.09838888205632763,0.6
 What is 7988 - 10329?,7988,-,10329,-2341,-3141,False,2,1,0.34173430158052115,0.6
 What is 5500 - 15995?,5500,-,15995,-10495,-10995,False,4,2,0.04764173415912339,0.8333333333333334
 What is 4640 - 12946?,4640,-,12946,-8306,-8306,True,4,2,0.0,1.0
 What is 6939 - 15982?,6939,-,15982,-9043,-9043,True,4,2,0.0,1.0
 What is 11912 - 5665?,11912,-,5665,6247,6347,False,3,2,0.01600768368817032,0.75
 What is 30581 - 10827?,30581,-,10827,19754,20454,False,2,1,0.03
diff --git a/sample_output_t0.3_p0.3.csv b/sample_output_t0.3_p0.3.csv
diff --git a/sample_output_t0.3_p0.4.csv b/sample_output_t0.3_p0.4.csv
diff --git a/sample_output_t0.3_p0.5.csv b/sample_output_t0.3_p0.5.csv
diff --git a/sample_output_t0.3_p0.6.csv b/sample_output_t0.3_p0.6.csv
diff --git a/sample_output_t0.3_p0.7.csv b/sample_output_t0.3_p0.7.csv
diff --git a/sample_output_t0.3_p0.8.csv b/sample_output_t0.3_p0.8.csv
diff --git a/sample_output_t0.3_p0.9.csv b/sample_output_t0.3_p0.9.csv
diff --git a/sample_output_t0.3_p1.0.csv b/sample_output_t0.3_p1.0.csv
diff --git a/sample_output_t0.4_p0.0.csv b/sample_output_t0.4_p0.0.csv
diff --git a/sample_output_t0.4_p0.1.csv b/sample_output_t0.4_p0.1.csv
diff --git a/sample_output_t0.4_p0.2.csv b/sample_output_t0.4_p0.2.csv
diff --git a/sample_output_t0.4_p0.3.csv b/sample_output_t0.4_p0.3.csv
diff --git a/sample_output_t0.4_p0.4.csv b/sample_output_t0.4_p0.4.csv
diff --git a/sample_output_t0.4_p0.5.csv b/sample_output_t0.4_p0.5.csv
diff --git a/sample_output_t0.4_p0.6.csv b/sample_output_t0.4_p0.6.csv
diff --git a/sample_output_t0.4_p0.7.csv b/sample_output_t0.4_p0.7.csv
diff --git a/sample_output_t0.4_p0.8.csv b/sample_output_t0.4_p0.8.csv
diff --git a/sample_output_t0.4_p0.9.csv b/sample_output_t0.4_p0.9.csv
diff --git a/sample_output_t0.4_p1.0.csv b/sample_output_t0.4_p1.0.csv
diff --git a/sample_output_t0.5_p0.0.csv b/sample_output_t0.5_p0.0.csv
diff --git a/sample_output_t0.5_p0.1.csv b/sample_output_t0.5_p0.1.csv
diff --git a/sample_output_t0.5_p0.2.csv b/sample_output_t0.5_p0.2.csv
diff --git a/sample_output_t0.5_p0.3.csv b/sample_output_t0.5_p0.3.csv
diff --git a/sample_output_t0.5_p0.4.csv b/sample_output_t0.5_p0.4.csv
diff --git a/sample_output_t0.5_p0.5.csv b/sample_output_t0.5_p0.5.csv
diff --git a/sample_output_t0.5_p0.6.csv b/sample_output_t0.5_p0.6.csv
diff --git a/sample_output_t0.5_p0.7.csv b/sample_output_t0.5_p0.7.csv
diff --git a/sample_output_t0.5_p0.8.csv b/sample_output_t0.5_p0.8.csv
diff --git a/sample_output_t0.5_p0.9.csv b/sample_output_t0.5_p0.9.csv
diff --git a/sample_output_t0.5_p1.0.csv b/sample_output_t0.5_p1.0.csv
diff --git a/sample_output_t0.6_p0.0.csv b/sample_output_t0.6_p0.0.csv
diff --git a/sample_output_t0.6_p0.1.csv b/sample_output_t0.6_p0.1.csv
diff --git a/sample_output_t0.6_p0.2.csv b/sample_output_t0.6_p0.2.csv
diff --git a/sample_output_t0.6_p0.3.csv b/sample_output_t0.6_p0.3.csv
diff --git a/sample_output_t0.6_p0.4.csv b/sample_output_t0.6_p0.4.csv
diff --git a/sample_output_t0.6_p0.5.csv b/sample_output_t0.6_p0.5.csv
diff --git a/sample_output_t0.6_p0.6.csv b/sample_output_t0.6_p0.6.csv
diff --git a/sample_output_t0.6_p0.7.csv b/sample_output_t0.6_p0.7.csv
diff --git a/sample_output_t0.6_p0.8.csv b/sample_output_t0.6_p0.8.csv
diff --git a/sample_output_t0.6_p0.9.csv b/sample_output_t0.6_p0.9.csv
diff --git a/sample_output_t0.6_p1.0.csv b/sample_output_t0.6_p1.0.csv
diff --git a/sample_output_t0.7_p0.0.csv b/sample_output_t0.7_p0.0.csv
diff --git a/sample_output_t0.7_p0.1.csv b/sample_output_t0.7_p0.1.csv
diff --git a/sample_output_t0.7_p0.2.csv b/sample_output_t0.7_p0.2.csv
diff --git a/sample_output_t0.7_p0.3.csv b/sample_output_t0.7_p0.3.csv
diff --git a/sample_output_t0.7_p0.4.csv b/sample_output_t0.7_p0.4.csv
diff --git a/sample_output_t0.7_p0.5.csv b/sample_output_t0.7_p0.5.csv
diff --git a/sample_output_t0.7_p0.6.csv b/sample_output_t0.7_p0.6.csv
diff --git a/sample_output_t0.7_p0.7.csv b/sample_output_t0.7_p0.7.csv
diff --git a/sample_output_t0.7_p0.8.csv b/sample_output_t0.7_p0.8.csv
diff --git a/sample_output_t0.7_p0.9.csv b/sample_output_t0.7_p0.9.csv
diff --git a/sample_output_t0.7_p1.0.csv b/sample_output_t0.7_p1.0.csv
diff --git a/sample_output_t0.8_p0.0.csv b/sample_output_t0.8_p0.0.csv
diff --git a/sample_output_t0.8_p0.1.csv b/sample_output_t0.8_p0.1.csv
diff --git a/sample_output_t0.8_p0.2.csv b/sample_output_t0.8_p0.2.csv
diff --git a/sample_output_t0.8_p0.3.csv b/sample_output_t0.8_p0.3.csv
diff --git a/sample_output_t0.8_p0.4.csv b/sample_output_t0.8_p0.4.csv
diff --git a/sample_output_t0.8_p0.5.csv b/sample_output_t0.8_p0.5.csv
diff --git a/sample_output_t0.8_p0.6.csv b/sample_output_t0.8_p0.6.csv
diff --git a/sample_output_t0.8_p0.7.csv b/sample_output_t0.8_p0.7.csv
diff --git a/sample_output_t0.8_p0.8.csv b/sample_output_t0.8_p0.8.csv
diff --git a/sample_output_t0.8_p0.9.csv b/sample_output_t0.8_p0.9.csv
diff --git a/sample_output_t0.8_p1.0.csv b/sample_output_t0.8_p1.0.csv
diff --git a/sample_output_t0.9_p0.0.csv b/sample_output_t0.9_p0.0.csv
diff --git a/sample_output_t0.9_p0.1.csv b/sample_output_t0.9_p0.1.csv
diff --git a/sample_output_t0.9_p0.2.csv b/sample_output_t0.9_p0.2.csv
diff --git a/sample_output_t0.9_p0.3.csv b/sample_output_t0.9_p0.3.csv
diff --git a/sample_output_t0.9_p0.4.csv b/sample_output_t0.9_p0.4.csv
diff --git a/sample_output_t0.9_p0.5.csv b/sample_output_t0.9_p0.5.csv
diff --git a/sample_output_t0.9_p0.6.csv b/sample_output_t0.9_p0.6.csv
diff --git a/sample_output_t0.9_p0.7.csv b/sample_output_t0.9_p0.7.csv
diff --git a/sample_output_t0.9_p0.8.csv b/sample_output_t0.9_p0.8.csv
diff --git a/sample_output_t0.9_p0.9.csv b/sample_output_t0.9_p0.9.csv
diff --git a/sample_output_t0.9_p1.0.csv b/sample_output_t0.9_p1.0.csv
diff --git a/sample_output_t1.0_p0.0.csv b/sample_output_t1.0_p0.0.csv
diff --git a/sample_output_t1.0_p0.1.csv b/sample_output_t1.0_p0.1.csv
diff --git a/sample_output_t1.0_p0.2.csv b/sample_output_t1.0_p0.2.csv
diff --git a/sample_output_t1.0_p0.3.csv b/sample_output_t1.0_p0.3.csv
diff --git a/sample_output_t1.0_p0.4.csv b/sample_output_t1.0_p0.4.csv
diff --git a/sample_output_t1.0_p0.5.csv b/sample_output_t1.0_p0.5.csv
diff --git a/sample_output_t1.0_p0.6.csv b/sample_output_t1.0_p0.6.csv
diff --git a/sample_output_t1.0_p0.7.csv b/sample_output_t1.0_p0.7.csv
diff --git a/sample_output_t1.0_p0.8.csv b/sample_output_t1.0_p0.8.csv
diff --git a/sample_output_t1.0_p0.9.csv b/sample_output_t1.0_p0.9.csv
diff --git a/sample_output_t1.0_p1.0.csv b/sample_output_t1.0_p1.0.csv
	question,a,op,b,real,guess,correct,digits_correct,ends_correct,rel_error,norm_edit
	What is 6154 * 24858?,6154,*,24858,152976132,159945132,False,6,2,0.045556126363555854,0.6666666666666667
	What is 9216 * 4886?,9216,*,4886,45029376,44253312,False,2,1,0.01723461590940101,0.25
	What is 12112 * 22269?,12112,*,22269,269722128,269945328,False,5,2,0.0008275183117345122,0.5555555555555556
	What is 14781 * 13069?,14781,*,13069,193172889,199389969,False,3,2,0.032184019363089816,0.33333333333333337
	What is 21756 * 16?,21756,*,16,348096,348096,True,6,2,0.0,1.0
	What is 13879 * 25528?,13879,*,25528,354303112,345547112,False,4,2,0.024713302546436566,0.4444444444444444
	What is 25765 * 14098?,25765,*,14098,363234970,367727270,False,4,2,0.012367476622639059,0.4444444444444444
	What is 1358 * 28411?,1358,*,28411,38582138,38252458,False,4,2,0.008544886755627696,0.5
	What is 11654 * 16026?,11654,*,16026,186767004,192909804,False,3,2,0.03289017796741013,0.33333333333333337
	What is 3869 * 20885?,3869,*,20885,80804065,81515165,False,3,2,0.008800299836400557,0.375
	What is 6668 * 14363?,6668,*,14363,95772484,96852484,False,5,2,0.011276725369261593,0.625
	What is 5139 * 4437?,5139,*,4437,22801743,22162743,False,5,2,0.02802417341516392,0.625
	What is 822 * 31673?,822,*,31673,26035206,26952546,False,3,2,0.035234597337159536,0.5
	What is 14346 * 19539?,14346,*,19539,280306494,282545154,False,3,2,0.007986472122190648,0.33333333333333337
	What is 5963 * 20789?,5963,*,20789,123964807,128579507,False,4,2,0.03722588782798653,0.4444444444444444
	What is 7921 * 29628?,7921,*,29628,234683388,249905268,False,2,2,0.06486134416978845,0.2222222222222222
	What is 16567 * 14793?,16567,*,14793,245075631,257945451,False,3,2,0.05251366668928417,0.33333333333333337
	What is 21465 * 2554?,21465,*,2554,54821610,55257930,False,2,2,0.007958905256522018,0.25
	What is 8904 * 8149?,8904,*,8149,72558696,73401336,False,2,2,0.011613218627854062,0.25
	What is 6153 * 30892?,6153,*,30892,190078476,192705276,False,4,2,0.013819555245171474,0.4444444444444444
	What is 28228 * 18386?,28228,*,18386,519000008,525535448,False,2,2,0.012592369748094493,0.2222222222222222
	What is 15379 * 9614?,15379,*,9614,147853706,150517106,False,3,2,0.018013752052992164,0.4444444444444444
	What is 20079 * 4546?,20079,*,4546,91279134,90525774,False,2,2,0.00825336489279138,0.25
	What is 1763 * 12716?,1763,*,12716,22418308,22952548,False,3,2,0.023830522803059,0.375
	What is 16162 * 27459?,16162,*,27459,443792358,442707198,False,4,2,0.002445197580441437,0.4444444444444444
	What is 6152 * 25749?,6152,*,25749,158407848,159905328,False,4,2,0.009453319509775803,0.4444444444444444
	What is 87 * 21363?,87,*,21363,1858581,1814481,False,4,2,0.023727779418814675,0.5714285714285714
	What is 22924 * 5873?,22924,*,5873,134632652,131735228,False,3,1,0.021520960606198264,0.33333333333333337
	What is 19833 * 23134?,19833,*,23134,458816622,452525562,False,3,2,0.013711491036608521,0.33333333333333337
	What is 3302 * 25492?,3302,*,25492,84174584,82907224,False,2,2,0.015056326265895177,0.25
	What is 5305 * 2861?,5305,*,2861,15177605,15990555,False,3,2,0.05356246917744927,0.375
	What is 26602 * 19882?,26602,*,19882,528900964,534569284,False,2,2,0.010717167080073614,0.2222222222222222
	What is 22726 * 17443?,22726,*,17443,396409618,405545378,False,1,1,0.02304626221253794,0.11111111111111116
	What is 3012 * 31113?,3012,*,31113,93712356,93827556,False,4,2,0.001229293605637233,0.5
	What is 7400 * 22562?,7400,*,22562,166958800,179922800,False,5,2,0.07764789876304813,0.5555555555555556
	What is 21186 * 16850?,21186,*,16850,356984100,362709300,False,3,2,0.01603768907354697,0.33333333333333337
	What is 20379 * 24567?,20379,*,24567,500650893,502527873,False,4,2,0.0037490795007929806,0.4444444444444444
	What is 27471 * 18872?,27471,*,18872,518432712,510092232,False,4,2,0.01608787371426516,0.4444444444444444
	What is 21752 * 8795?,21752,*,8795,191308840,192405160,False,4,2,0.005730629070773729,0.4444444444444444
	What is 13141 * 16331?,13141,*,16331,214605671,219727691,False,4,2,0.023867123250438244,0.4444444444444444
	What is 18011 * 3756?,18011,*,3756,67649316,69051756,False,2,2,0.020731030007753514,0.25
	What is 17270 * 9237?,17270,*,9237,159522990,157739370,False,3,2,0.01118095893262783,0.33333333333333337
	What is 25184 * 11915?,25184,*,11915,300067360,308534240,False,3,2,0.02821659776658148,0.33333333333333337
	What is 14064 * 21040?,14064,*,21040,295906560,290140224,False,2,1,0.01948701644194708,0.2222222222222222
	What is 19921 * 153?,19921,*,153,3047913,3075873,False,3,2,0.009173490188204191,0.4285714285714286
	What is 29469 * 12470?,29469,*,12470,367478430,372509290,False,2,2,0.013690218497994563,0.2222222222222222
	What is 15932 * 28932?,15932,*,28932,460944624,472705344,False,2,2,0.025514388036338178,0.2222222222222222
	What is 23892 * 23868?,23892,*,23868,570254256,548549136,False,2,2,0.03806217975863735,0.33333333333333337
	What is 4124 * 18382?,4124,*,18382,75807368,77172568,False,3,2,0.018008803576982122,0.375
	What is 16791 * 23475?,16791,*,23475,394168725,405516375,False,1,1,0.028788813724376534,0.33333333333333337
	What is 26661 * 23541?,26661,*,23541,627626601,629454861,False,3,2,0.0029129740471277444,0.33333333333333337
	What is 15287 * 1706?,15287,*,1706,26079622,26251742,False,3,2,0.006599788907983406,0.375
	What is 16529 * 5998?,16529,*,5998,99140942,103945382,False,2,1,0.04846070556803868,0.2222222222222222
	What is 19455 * 3565?,19455,*,3565,69357075,70889875,False,2,1,0.022100124608772788,0.25
	What is 17259 * 9886?,17259,*,9886,170622474,166918374,False,3,2,0.021709332382555888,0.33333333333333337
	What is 31307 * 26322?,31307,*,26322,824062854,815642574,False,3,2,0.010218006987122368,0.33333333333333337
	What is 3653 * 32747?,3653,*,32747,119624791,118577051,False,3,2,0.008758552397387261,0.33333333333333337
	What is 19003 * 30512?,19003,*,30512,579819536,586535216,False,2,2,0.01158236241284564,0.2222222222222222
	What is 9699 * 30182?,9699,*,30182,292735218,296427378,False,3,2,0.012612626609211058,0.4444444444444444
	What is 1188 * 21119?,1188,*,21119,25089372,25757532,False,3,2,0.026631196667656728,0.375
	What is 18440 * 3985?,18440,*,3985,73483400,74718200,False,3,2,0.01680379514284859,0.375
	What is 12084 * 6713?,12084,*,6713,81119892,80991732,False,2,2,0.0015798837602002725,0.25
	What is 13648 * 14586?,13648,*,14586,199069728,209959008,False,3,1,0.054700833267828645,0.33333333333333337
	What is 19115 * 17012?,19115,*,17012,325184380,323549180,False,4,2,0.00502853181324392,0.4444444444444444
	What is 29877 * 16845?,29877,*,16845,503278065,508555245,False,3,2,0.010485614945288744,0.33333333333333337
	What is 11609 * 19542?,11609,*,19542,226863078,229905858,False,3,2,0.013412407284714704,0.33333333333333337
	What is 15909 * 29843?,15909,*,29843,474772287,482505267,False,3,2,0.016287766181264072,0.33333333333333337
	What is 2823 * 12350?,2823,*,12350,34864050,34473350,False,4,2,0.011206385947702575,0.5
	What is 18114 * 6512?,18114,*,6512,117958368,117517248,False,4,2,0.0037396244749673038,0.4444444444444444
	What is 5607 * 12808?,5607,*,12808,71814456,73827336,False,3,2,0.028028897134582485,0.375
	What is 15880 * 786?,15880,*,786,12481680,12482640,False,6,2,7.69127232872498e-05,0.75
	What is 12330 * 11029?,12330,*,11029,135987570,139588170,False,5,2,0.026477419958309423,0.5555555555555556
	What is 9656 * 23559?,9656,*,23559,227485704,229918104,False,4,2,0.01069254004638463,0.4444444444444444
	What is 25295 * 16683?,25295,*,16683,421996485,426545185,False,4,2,0.010778999735033337,0.4444444444444444
	What is 29440 * 10163?,29440,*,10163,299198720,304745280,False,1,1,0.018538047221592392,0.11111111111111116
	What is 27771 * 9730?,27771,*,9730,270211830,270527130,False,5,2,0.0011668623094703145,0.6666666666666667
	What is 28498 * 8752?,28498,*,8752,249414496,244547296,False,4,2,0.01951450327891126,0.5555555555555556
	What is 6308 * 20846?,6308,*,20846,131496568,138518648,False,3,2,0.05340124162023757,0.33333333333333337
	What is 10784 * 8995?,10784,*,8995,97002080,94425280,False,3,2,0.02656437882569116,0.375
	What is 29883 * 21365?,29883,*,21365,638450295,648595695,False,4,2,0.015890665380615104,0.4444444444444444
	What is 12391 * 16563?,12391,*,16563,205232133,209918793,False,3,2,0.02283589772952367,0.33333333333333337
	What is 19224 * 22035?,19224,*,22035,423600840,425917320,False,3,2,0.005468544396654171,0.33333333333333337
	What is 663 * 17675?,663,*,17675,11718525,12167825,False,3,2,0.038341002813920694,0.5
	What is 30478 * 21570?,30478,*,21570,657410460,661555260,False,3,2,0.006304736921891994,0.33333333333333337
	What is 26549 * 15755?,26549,*,15755,418279495,429738295,False,3,2,0.02739507945518582,0.33333333333333337
	What is 10606 * 30533?,10606,*,30533,323832998,327537998,False,6,2,0.011441082356900516,0.6666666666666667
	What is 25802 * 11517?,25802,*,11517,297161634,309907134,False,2,1,0.04289079928803999,0.33333333333333337
	What is 11455 * 22784?,11455,*,22784,260990720,262545280,False,3,2,0.005956380364788449,0.33333333333333337
	What is 9769 * 31030?,9769,*,31030,303132070,303544270,False,5,2,0.001359803335885906,0.5555555555555556
	What is 24865 * 31841?,24865,*,31841,791726465,781705165,False,5,2,0.012657528127470136,0.5555555555555556
	What is 28585 * 25234?,28585,*,25234,721313890,723559890,False,5,2,0.003113762303953415,0.5555555555555556
	What is 30762 * 3686?,30762,*,3686,113388732,111705372,False,3,2,0.014845919610424783,0.33333333333333337
	What is 2308 * 7320?,2308,*,7320,16894560,16489920,False,3,2,0.023950904906668184,0.5
	What is 29677 * 29119?,29677,*,29119,864164563,869053843,False,3,2,0.005657811265746151,0.33333333333333337
	What is 21997 * 16594?,21997,*,16594,365018218,36552598,False,1,1,0.8998608940663888,0.4444444444444444
	What is 19155 * 30594?,19155,*,30594,586028070,594525990,False,3,2,0.014500875359093293,0.33333333333333337
	What is 3399 * 26719?,3399,*,26719,90817881,93417081,False,5,2,0.028619914617915385,0.625
	What is 29732 * 29887?,29732,*,29887,888600284,890547404,False,2,2,0.002191221446874982,0.2222222222222222
	What is 21731 * 5561?,21731,*,5561,120846091,121607891,False,4,2,0.006303886155490127,0.4444444444444444
	What is 14009 * 24435?,14009,*,24435,342309915,341755315,False,4,2,0.00162016925510323,0.4444444444444444
	What is 17 - 27466?,17,-,27466,-27449,-27449,True,5,2,0.0,1.0
	What is 25644 - 16773?,25644,-,16773,8871,9171,False,2,1,0.033818058843422386,0.5
	What is 5664 - 19086?,5664,-,19086,-13422,-13122,False,4,2,0.022351363433169423,0.8333333333333334
	What is 17815 - 27081?,17815,-,27081,-9266,-9266,True,4,2,0.0,1.0
	What is 13783 - 30178?,13783,-,30178,-16395,-16395,True,5,2,0.0,1.0
	What is 19716 - 17271?,19716,-,17271,2445,4245,False,2,1,0.7361963190184049,0.5
	What is 20878 - 17427?,20878,-,17427,3451,4351,False,2,1,0.2607939727615184,0.5
	What is 26227 - 15597?,26227,-,15597,10630,10230,False,4,2,0.03762935089369708,0.8
	What is 410 - 19770?,410,-,19770,-19360,-19360,True,5,2,0.0,1.0
	What is 14873 - 30362?,14873,-,30362,-15489,-15489,True,5,2,0.0,1.0
	What is 99 - 2167?,99,-,2167,-2068,-2068,True,4,2,0.0,1.0
	What is 26517 - 2526?,26517,-,2526,23991,24090,False,2,1,0.0041265474552957355,0.4
	What is 29733 - 13864?,29733,-,13864,15869,15059,False,3,2,0.05104291385720587,0.6
	What is 9552 - 21745?,9552,-,21745,-12193,-12793,False,4,2,0.049208562289838435,0.8333333333333334
	What is 17342 - 8182?,17342,-,8182,9160,9160,True,4,2,0.0,1.0
	What is 23646 - 18657?,23646,-,18657,4989,6189,False,2,1,0.24052916416115455,0.5
	What is 18856 - 16102?,18856,-,16102,2754,4454,False,2,1,0.6172839506172839,0.5
	What is 354 - 31690?,354,-,31690,-31336,-31336,True,5,2,0.0,1.0
	What is 10364 - 28762?,10364,-,28762,-18398,-18398,True,5,2,0.0,1.0
	What is 25298 - 21134?,25298,-,21134,4164,4164,True,4,2,0.0,1.0
	What is 27725 - 18185?,27725,-,18185,9540,9140,False,3,2,0.041928721174004195,0.75
	What is 9257 - 8957?,9257,-,8957,300,300,True,3,2,0.0,1.0
	What is 6470 - 26385?,6470,-,26385,-19915,-18015,False,3,2,0.09540547326136078,0.6666666666666667
	What is 4915 - 8004?,4915,-,8004,-3089,-3189,False,3,2,0.03237293622531564,0.8
	What is 12268 - 17941?,12268,-,17941,-5673,-5173,False,3,2,0.08813678829543452,0.8
	What is 9523 - 26926?,9523,-,26926,-17403,-17903,False,4,2,0.028730678618628974,0.8333333333333334
	What is 26016 - 11112?,26016,-,11112,14904,14504,False,4,2,0.026838432635534086,0.8
	What is 14616 - 29865?,14616,-,29865,-15249,-15249,True,5,2,0.0,1.0
	What is 8202 - 8827?,8202,-,8827,-625,-225,False,2,1,0.64,0.75
	What is 22191 - 32121?,22191,-,32121,-9930,-9130,False,3,2,0.08056394763343404,0.8
	What is 14653 - 2360?,14653,-,2360,12293,12293,True,5,2,0.0,1.0
	What is 21027 - 9386?,21027,-,9386,11641,12841,False,3,2,0.10308392749763766,0.6
	What is 14221 - 4066?,14221,-,4066,10155,10255,False,4,2,0.009847365829640572,0.8
	What is 31282 - 8715?,31282,-,8715,22567,22467,False,4,2,0.004431249169140781,0.8
	What is 12711 - 29451?,12711,-,29451,-16740,-15150,False,2,2,0.09498207885304659,0.5
	What is 26153 - 16785?,26153,-,16785,9368,9368,True,4,2,0.0,1.0
	What is 11461 - 19592?,11461,-,19592,-8131,-7331,False,2,1,0.09838888205632763,0.6
	What is 7988 - 10329?,7988,-,10329,-2341,-3141,False,2,1,0.34173430158052115,0.6
	What is 5500 - 15995?,5500,-,15995,-10495,-10995,False,4,2,0.04764173415912339,0.8333333333333334
	What is 4640 - 12946?,4640,-,12946,-8306,-8306,True,4,2,0.0,1.0
	What is 6939 - 15982?,6939,-,15982,-9043,-9043,True,4,2,0.0,1.0
	What is 11912 - 5665?,11912,-,5665,6247,6347,False,3,2,0.01600768368817032,0.75
	What is 30581 - 10827?,30581,-,10827,19754,20454,False,2,1,0.03