Last active
February 16, 2019 16:24
-
-
Save mattip/004c1e02a3a66ce5e0c8768d314e3291 to your computer and use it in GitHub Desktop.
Recreating the speed.pypy.org bottom plot. The runner script forces two iterations "base" and "changed", and does not write the sys.version_info of each
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| // This is the code from codespeed https://github.com/mattip/codespeed/blob/5a3bb8ca11e6468a515a4550198d6c21870210ba/example/templates/home.html#L94 | |
| // Prepare and render second plot | |
| var geomeans = [1.0]; | |
| var num_of_benchs = 0; | |
| for (var i in data['tagged_revs']) { | |
| num_of_benchs = tagged_data[i].length; | |
| var tempgeo = 1; | |
| for (var j in tagged_data[i]) { | |
| tempgeo *= tagged_data[i][j]; | |
| } | |
| tempgeo = Math.pow(tempgeo, 1/tagged_data[i].length); | |
| tempgeo = 1/tempgeo; | |
| geomeans.push(tempgeo); | |
| } | |
| geomeans.push(1/trunk_geomean); | |
| var ticks = [data['baseline']]; | |
| for (var i in data['tagged_revs']) { | |
| ticks.push(data['tagged_revs'][i]); | |
| } | |
| ticks.push('PyPy trunk'); | |
| var geolabels = new Array(); | |
| for (var i in geomeans) { | |
| // geolabels.push(geomeans[i].toFixed(2) + " (" + (1/geomeans[i]).toFixed(1) + "x)"); | |
| geolabels.push(geomeans[i].toFixed(2) + "x"); | |
| } | |
| $('#num_of_benchs').html(num_of_benchs) | |
| plotoptions2 = { | |
| seriesDefaults: { | |
| renderer:$.jqplot.BarRenderer, | |
| showMarker: false | |
| }, | |
| axesDefaults: { | |
| tickRenderer: $.jqplot.CanvasAxisTickRenderer | |
| }, | |
| series:[ | |
| { | |
| pointLabels:{labels:geolabels} | |
| } | |
| ], | |
| axes: { | |
| xaxis: { | |
| renderer: $.jqplot.CategoryAxisRenderer, | |
| ticks: ticks, | |
| tickOptions: {angle: -40} | |
| }, | |
| yaxis:{ | |
| // ticks: [0.0, 0.25, 0.5, 0.75, 1.0, 1.25], | |
| min: 0, | |
| tickOptions:{formatString:'%.2f'} | |
| } | |
| } | |
| }; | |
| plot2 = $.jqplot("cpythonplot2", [geomeans], plotoptions2); |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "branch": "default", | |
| "options": "", | |
| "results": [ | |
| [ | |
| "ai", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.09261221408844604, | |
| "avg_changed": 0.018074455261228004, | |
| "delta_avg": "5.1239x faster", | |
| "delta_min": "5.1443x faster", | |
| "delta_std": "1.5738x smaller", | |
| "min_base": 0.0920729637146, | |
| "min_changed": 0.0178980827332, | |
| "std_base": 0.0004887037956451962, | |
| "std_changed": 0.0003105332151582142, | |
| "t_msg": "Significant (t=910.267395, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "bm_chameleon", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.02296442031859866, | |
| "avg_changed": 0.007859187126160936, | |
| "delta_avg": "2.9220x faster", | |
| "delta_min": "3.5321x faster", | |
| "delta_std": "21.2131x larger", | |
| "min_base": 0.0228281021118, | |
| "min_changed": 0.00646305084229, | |
| "std_base": 0.00010280666797399101, | |
| "std_changed": 0.0021808468321696927, | |
| "t_msg": "Significant (t=84.735594, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "bm_dulwich_log", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.27479416131969997, | |
| "avg_changed": 0.11441335678099, | |
| "delta_avg": "2.4018x faster", | |
| "delta_min": "3.0308x faster", | |
| "delta_std": "38.3759x larger", | |
| "min_base": 0.272123098373, | |
| "min_changed": 0.0897870063782, | |
| "std_base": 0.002178690760108441, | |
| "std_changed": 0.08360929764741346, | |
| "t_msg": "Significant (t=8.575618, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "bm_krakatau", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 4.175451893806, | |
| "avg_changed": 1.6535024023053995, | |
| "delta_avg": "2.5252x faster", | |
| "delta_min": "2.5233x faster", | |
| "delta_std": "1.5498x larger", | |
| "min_base": 4.15566420555, | |
| "min_changed": 1.64692401886, | |
| "std_base": 0.007182341853684643, | |
| "std_changed": 0.011131276879497394, | |
| "t_msg": "Significant (t=1346.150192, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "bm_mako", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.037808804512029996, | |
| "avg_changed": 0.0092663431167598, | |
| "delta_avg": "4.0802x faster", | |
| "delta_min": "4.8194x faster", | |
| "delta_std": "8.7553x larger", | |
| "min_base": 0.0373551845551, | |
| "min_changed": 0.00775098800659, | |
| "std_base": 0.00029113242584904357, | |
| "std_changed": 0.002548939975892416, | |
| "t_msg": "Significant (t=78.668765, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "bm_mdp", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 3.202927684782, | |
| "avg_changed": 3.877198457718, | |
| "delta_avg": "1.2105x slower", | |
| "delta_min": "1.1730x slower", | |
| "delta_std": "16.4354x larger", | |
| "min_base": 3.18133711815, | |
| "min_changed": 3.73160505295, | |
| "std_base": 0.016049897324756274, | |
| "std_changed": 0.26378686989513545, | |
| "t_msg": "Significant (t=-5.705107, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "chaos", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.09823077678680799, | |
| "avg_changed": 0.004240236282349199, | |
| "delta_avg": "23.1663x faster", | |
| "delta_min": "30.9445x faster", | |
| "delta_std": "10.8803x larger", | |
| "min_base": 0.0976591110229, | |
| "min_changed": 0.00315594673157, | |
| "std_base": 0.0006162892534831427, | |
| "std_changed": 0.00670543354950901, | |
| "t_msg": "Significant (t=98.699668, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sphinx", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 44.5984239578 | |
| ], | |
| "changed_times": [ | |
| 62.2706000805 | |
| ] | |
| } | |
| ], | |
| [ | |
| "crypto_pyaes", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.70448485374444, | |
| "avg_changed": 0.024438309669493997, | |
| "delta_avg": "28.8271x faster", | |
| "delta_min": "30.2599x faster", | |
| "delta_std": "2.7629x larger", | |
| "min_base": 0.701547861099, | |
| "min_changed": 0.0231840610504, | |
| "std_base": 0.0023443355939328295, | |
| "std_changed": 0.006477054540492438, | |
| "t_msg": "Significant (t=698.094187, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "deltablue", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.0074903297424322, | |
| "avg_changed": 0.0046913909912095, | |
| "delta_avg": "1.5966x faster", | |
| "delta_min": "12.0134x faster", | |
| "delta_std": "21.7439x larger", | |
| "min_base": 0.00725793838501, | |
| "min_changed": 0.000604152679443, | |
| "std_base": 0.00025195973300385705, | |
| "std_changed": 0.005478587372396601, | |
| "t_msg": "Significant (t=3.608702, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "django", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.21189619064329995, | |
| "avg_changed": 0.014225234985349994, | |
| "delta_avg": "14.8958x faster", | |
| "delta_min": "15.8339x faster", | |
| "delta_std": "1.3672x larger", | |
| "min_base": 0.210510015488, | |
| "min_changed": 0.0132949352264, | |
| "std_base": 0.001018597900849793, | |
| "std_changed": 0.0013926488605174503, | |
| "t_msg": "Significant (t=810.097949, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "eparse", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.27968492507938, | |
| "avg_changed": 0.17508363246920003, | |
| "delta_avg": "1.5974x faster", | |
| "delta_min": "1.9083x faster", | |
| "delta_std": "7.0838x larger", | |
| "min_base": 0.257688999176, | |
| "min_changed": 0.135035991669, | |
| "std_base": 0.0065457610426827425, | |
| "std_changed": 0.04636866307178501, | |
| "t_msg": "Significant (t=15.794746, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "fannkuch", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.4132059001923398, | |
| "avg_changed": 0.09081239223479604, | |
| "delta_avg": "4.5501x faster", | |
| "delta_min": "4.5582x faster", | |
| "delta_std": "1.7384x larger", | |
| "min_base": 0.411022186279, | |
| "min_changed": 0.0901710987091, | |
| "std_base": 0.0011624943909204746, | |
| "std_changed": 0.0020208525556688764, | |
| "t_msg": "Significant (t=977.826936, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "float", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.13624813079836, | |
| "avg_changed": 0.017665896415714, | |
| "delta_avg": "7.7125x faster", | |
| "delta_min": "8.9071x faster", | |
| "delta_std": "1.0901x smaller", | |
| "min_base": 0.132786035538, | |
| "min_changed": 0.0149078369141, | |
| "std_base": 0.0023710633104725622, | |
| "std_changed": 0.002175066218387423, | |
| "t_msg": "Significant (t=260.600102, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "genshi_text", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.033384222984312005, | |
| "avg_changed": 0.008039698600768797, | |
| "delta_avg": "4.1524x faster", | |
| "delta_min": "4.9243x faster", | |
| "delta_std": "12.8560x larger", | |
| "min_base": 0.0328450202942, | |
| "min_changed": 0.00666999816895, | |
| "std_base": 0.00044540883292542395, | |
| "std_changed": 0.005726159503663832, | |
| "t_msg": "Significant (t=31.202962, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "genshi_xml", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.07366223335265802, | |
| "avg_changed": 0.021677966117862, | |
| "delta_avg": "3.3980x faster", | |
| "delta_min": "3.7733x faster", | |
| "delta_std": "13.4117x larger", | |
| "min_base": 0.0719709396362, | |
| "min_changed": 0.0190739631653, | |
| "std_base": 0.0009028487821484786, | |
| "std_changed": 0.012108696507071066, | |
| "t_msg": "Significant (t=30.273013, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "go", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.20764305114745998, | |
| "avg_changed": 0.054025502204896006, | |
| "delta_avg": "3.8434x faster", | |
| "delta_min": "5.2351x faster", | |
| "delta_std": "11.7310x larger", | |
| "min_base": 0.205852985382, | |
| "min_changed": 0.0393218994141, | |
| "std_base": 0.0011701204741082578, | |
| "std_changed": 0.013726661589001217, | |
| "t_msg": "Significant (t=78.847638, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "hexiom2", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 56.154024004950024, | |
| "avg_changed": 6.039115071295, | |
| "delta_avg": "9.2984x faster", | |
| "delta_min": "9.5157x faster", | |
| "delta_std": "3.7706x larger", | |
| "min_base": 56.1163980961, | |
| "min_changed": 5.89724206924, | |
| "std_base": 0.038007907565916994, | |
| "std_changed": 0.14331337402911945, | |
| "t_msg": "Significant (t=2390.040527, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "html5lib", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 3.9959733009320004, | |
| "avg_changed": 1.3087488174442001, | |
| "delta_avg": "3.0533x faster", | |
| "delta_min": "3.9309x faster", | |
| "delta_std": "5.9309x larger", | |
| "min_base": 3.90764403343, | |
| "min_changed": 0.994085073471, | |
| "std_base": 0.07276508935670233, | |
| "std_changed": 0.4315646097959672, | |
| "t_msg": "Significant (t=13.729543, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "json_bench", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 1.1123105192188003, | |
| "avg_changed": 0.35981350898748005, | |
| "delta_avg": "3.0914x faster", | |
| "delta_min": "3.0911x faster", | |
| "delta_std": "2.5683x larger", | |
| "min_base": 1.10601305962, | |
| "min_changed": 0.357804059982, | |
| "std_base": 0.0031947298499595237, | |
| "std_changed": 0.008204927213715466, | |
| "t_msg": "Significant (t=604.314381, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "meteor-contest", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.09585946083069803, | |
| "avg_changed": 0.042774891853329985, | |
| "delta_avg": "2.2410x faster", | |
| "delta_min": "2.2720x faster", | |
| "delta_std": "16.3824x larger", | |
| "min_base": 0.0956790447235, | |
| "min_changed": 0.0421130657196, | |
| "std_base": 0.00014627292240507438, | |
| "std_changed": 0.0023962978496523575, | |
| "t_msg": "Significant (t=156.352528, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "nbody_modified", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.12420750617980002, | |
| "avg_changed": 0.019517078399657998, | |
| "delta_avg": "6.3640x faster", | |
| "delta_min": "6.4513x faster", | |
| "delta_std": "3.6572x larger", | |
| "min_base": 0.123935937881, | |
| "min_changed": 0.0192110538483, | |
| "std_base": 0.00034340339642311964, | |
| "std_changed": 0.0012558921942904177, | |
| "t_msg": "Significant (t=568.568304, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "nqueens", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 10.19425883296, | |
| "avg_changed": 9.091812562940001, | |
| "delta_avg": "1.1213x faster", | |
| "delta_min": "1.1200x faster", | |
| "delta_std": "1.1725x larger", | |
| "min_base": 10.1576430798, | |
| "min_changed": 9.06912088394, | |
| "std_base": 0.026633187856062102, | |
| "std_changed": 0.03122663768220339, | |
| "t_msg": "Significant (t=60.064242, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "pidigits", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 5.493788814546, | |
| "avg_changed": 4.371435022354, | |
| "delta_avg": "1.2567x faster", | |
| "delta_min": "1.2581x faster", | |
| "delta_std": "4.8909x larger", | |
| "min_base": 5.49162888527, | |
| "min_changed": 4.3651740551, | |
| "std_base": 0.0014553304475716157, | |
| "std_changed": 0.007117890716266272, | |
| "t_msg": "Significant (t=345.438229, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "pyflate-fast", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.5968233585358198, | |
| "avg_changed": 0.15026651859282, | |
| "delta_avg": "3.9718x faster", | |
| "delta_min": "3.9952x faster", | |
| "delta_std": "1.2967x smaller", | |
| "min_base": 0.590890884399, | |
| "min_changed": 0.147899150848, | |
| "std_base": 0.003282450350942435, | |
| "std_changed": 0.0025314749870463168, | |
| "t_msg": "Significant (t=761.753047, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "pypy_interp", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.10839766025543997, | |
| "avg_changed": 0.046250753402714014, | |
| "delta_avg": "2.3437x faster", | |
| "delta_min": "9.9527x faster", | |
| "delta_std": "13.3712x larger", | |
| "min_base": 0.106980085373, | |
| "min_changed": 0.0107488632202, | |
| "std_base": 0.003935144266598066, | |
| "std_changed": 0.052617439864948136, | |
| "t_msg": "Significant (t=8.328440, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "pyxl_bench", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.09525835514068597, | |
| "avg_changed": 0.045842771530151996, | |
| "delta_avg": "2.0779x faster", | |
| "delta_min": "6.1089x faster", | |
| "delta_std": "121.7787x larger", | |
| "min_base": 0.0941679477692, | |
| "min_changed": 0.0154149532318, | |
| "std_base": 0.0004425619624527357, | |
| "std_changed": 0.05389460712069823, | |
| "t_msg": "Significant (t=6.483193, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "raytrace-simple", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.5302658748626599, | |
| "avg_changed": 0.0099684619903548, | |
| "delta_avg": "53.1944x faster", | |
| "delta_min": "58.9154x faster", | |
| "delta_std": "1.0149x smaller", | |
| "min_base": 0.525635004044, | |
| "min_changed": 0.00892186164856, | |
| "std_base": 0.0028130492393173083, | |
| "std_changed": 0.0027717817080148478, | |
| "t_msg": "Significant (t=931.600641, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "richards", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.07545870780944201, | |
| "avg_changed": 0.0016009140014650004, | |
| "delta_avg": "47.1348x faster", | |
| "delta_min": "53.6882x faster", | |
| "delta_std": "1.1384x larger", | |
| "min_base": 0.074471950531, | |
| "min_changed": 0.00138711929321, | |
| "std_base": 0.0004530300593117742, | |
| "std_changed": 0.0005157445267081245, | |
| "t_msg": "Significant (t=760.791214, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "rietveld", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.15095734596253996, | |
| "avg_changed": 0.09546362876888397, | |
| "delta_avg": "1.5813x faster", | |
| "delta_min": "4.0100x faster", | |
| "delta_std": "43.9498x larger", | |
| "min_base": 0.148918867111, | |
| "min_changed": 0.0371370315552, | |
| "std_base": 0.001743384270247316, | |
| "std_changed": 0.07662140556103801, | |
| "t_msg": "Significant (t=5.119957, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "scimark_fft", | |
| "SimpleComparisonResult", | |
| { | |
| "base_time": 5.7713011550902005, | |
| "changed_time": -1, | |
| "time_delta": -1 | |
| } | |
| ], | |
| [ | |
| "scimark_lu", | |
| "SimpleComparisonResult", | |
| { | |
| "base_time": 49.89274081706801, | |
| "changed_time": -1, | |
| "time_delta": -1 | |
| } | |
| ], | |
| [ | |
| "scimark_montecarlo", | |
| "SimpleComparisonResult", | |
| { | |
| "base_time": 5.0027252197265994, | |
| "changed_time": -1, | |
| "time_delta": -1 | |
| } | |
| ], | |
| [ | |
| "scimark_sor", | |
| "SimpleComparisonResult", | |
| { | |
| "base_time": 101.89220279221998, | |
| "changed_time": -1, | |
| "time_delta": -1 | |
| } | |
| ], | |
| [ | |
| "scimark_sparsematmult", | |
| "SimpleComparisonResult", | |
| { | |
| "base_time": 7.0676437616352, | |
| "changed_time": -1, | |
| "time_delta": -1 | |
| } | |
| ], | |
| [ | |
| "slowspitfire", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.14408910751342, | |
| "avg_changed": 0.13302289485936, | |
| "delta_avg": "1.0832x faster", | |
| "delta_min": "1.1089x faster", | |
| "delta_std": "1.0796x smaller", | |
| "min_base": 0.143456935883, | |
| "min_changed": 0.129367113113, | |
| "std_base": 0.001775389178013922, | |
| "std_changed": 0.001644497689180833, | |
| "t_msg": "Significant (t=32.334743, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "spambayes", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.075750079154964, | |
| "avg_changed": 0.04129492282867, | |
| "delta_avg": "1.8344x faster", | |
| "delta_min": "2.6834x faster", | |
| "delta_std": "73.5297x larger", | |
| "min_base": 0.0756080150604, | |
| "min_changed": 0.0281760692596, | |
| "std_base": 0.0001610554300868954, | |
| "std_changed": 0.011842352403727675, | |
| "t_msg": "Significant (t=20.571269, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "spectral-norm", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.11175416469572001, | |
| "avg_changed": 0.0043556547164922, | |
| "delta_avg": "25.6573x faster", | |
| "delta_min": "28.2992x faster", | |
| "delta_std": "13.1967x larger", | |
| "min_base": 0.11160993576, | |
| "min_changed": 0.0039439201355, | |
| "std_base": 0.00011999365014326355, | |
| "std_changed": 0.0015835225730246375, | |
| "t_msg": "Significant (t=478.206740, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "spitfire", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 1.712, | |
| "avg_changed": 0.9527999999999999, | |
| "delta_avg": "1.7968x faster", | |
| "delta_min": "1.8387x faster", | |
| "delta_std": "4.2436x larger", | |
| "min_base": 1.71, | |
| "min_changed": 0.93, | |
| "std_base": 0.004517539514526261, | |
| "std_changed": 0.019170555653961446, | |
| "t_msg": "Significant (t=272.565592, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "spitfire_cstringio", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 3.380399999999997, | |
| "avg_changed": 0.3906000000000003, | |
| "delta_avg": "8.6544x faster", | |
| "delta_min": "9.1351x faster", | |
| "delta_std": "9.2652x larger", | |
| "min_base": 3.38, | |
| "min_changed": 0.37, | |
| "std_base": 0.00197948663722162, | |
| "std_changed": 0.01834032025180518, | |
| "t_msg": "Significant (t=1146.054527, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sqlalchemy_declarative", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.06813969294229802, | |
| "avg_changed": 0.033144130706786686, | |
| "delta_avg": "2.0559x faster", | |
| "delta_min": "1.3289x faster", | |
| "delta_std": "1.5521x smaller", | |
| "min_base": 0.0261759757996, | |
| "min_changed": 0.0196979045868, | |
| "std_base": 0.025614155908660816, | |
| "std_changed": 0.016503023725883515, | |
| "t_msg": "Significant (t=14.066398, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sqlalchemy_imperative", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.009313133239746146, | |
| "avg_changed": 0.018105649471283836, | |
| "delta_avg": "1.9441x slower", | |
| "delta_min": "2.6469x faster", | |
| "delta_std": "178.1392x larger", | |
| "min_base": 0.00909686088562, | |
| "min_changed": 0.00343680381775, | |
| "std_base": 0.0003412228121088192, | |
| "std_changed": 0.06078516767895364, | |
| "t_msg": "Significant (t=-3.234400, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sqlitesynth", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.7128384113312, | |
| "avg_changed": 0.6305803060532, | |
| "delta_avg": "1.1304x faster", | |
| "delta_min": "1.1263x faster", | |
| "delta_std": "1.0177x smaller", | |
| "min_base": 0.70632314682, | |
| "min_changed": 0.627104043961, | |
| "std_base": 0.0028544462010722726, | |
| "std_changed": 0.0028047325001661814, | |
| "t_msg": "Significant (t=65.001523, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sympy_expand", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.343439769745, | |
| "avg_changed": 0.2408583641052, | |
| "delta_avg": "1.4259x faster", | |
| "delta_min": "2.1161x faster", | |
| "delta_std": "55.2389x larger", | |
| "min_base": 0.338551044464, | |
| "min_changed": 0.159987926483, | |
| "std_base": 0.002833418381715151, | |
| "std_changed": 0.15651499918990347, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sympy_integrate", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 1.21108341217, | |
| "avg_changed": 1.103659534455, | |
| "delta_avg": "1.0973x faster", | |
| "delta_min": "1.6351x faster", | |
| "delta_std": "503.9832x larger", | |
| "min_base": 1.20961093903, | |
| "min_changed": 0.739755868912, | |
| "std_base": 0.001096311766465239, | |
| "std_changed": 0.5525226902915166, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sympy_str", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.1634476184846, | |
| "avg_changed": 0.2441692829132, | |
| "delta_avg": "1.4939x slower", | |
| "delta_min": "1.4550x faster", | |
| "delta_std": "35.6009x larger", | |
| "min_base": 0.158972024918, | |
| "min_changed": 0.109258174896, | |
| "std_base": 0.005097950825901979, | |
| "std_changed": 0.18149160121426158, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sympy_sum", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.4411437988279999, | |
| "avg_changed": 0.214535188675, | |
| "delta_avg": "2.0563x faster", | |
| "delta_min": "3.0784x faster", | |
| "delta_std": "30.7386x larger", | |
| "min_base": 0.436034917831, | |
| "min_changed": 0.141642093658, | |
| "std_base": 0.0036787865129580136, | |
| "std_changed": 0.11308063686428228, | |
| "t_msg": "Significant (t=4.478612, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "telco", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.2954881000000001, | |
| "avg_changed": 0.010848000859999998, | |
| "delta_avg": "27.2389x faster", | |
| "delta_min": "36.6338x faster", | |
| "delta_std": "2.1988x larger", | |
| "min_base": 0.292141, | |
| "min_changed": 0.007974638, | |
| "std_base": 0.0032644141909696535, | |
| "std_changed": 0.007177785712992106, | |
| "t_msg": "Significant (t=255.250249, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "trans2_annotate", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 336.4 | |
| ], | |
| "changed_times": null | |
| } | |
| ], | |
| [ | |
| "trans2_rtype", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 1174.5 | |
| ], | |
| "changed_times": null | |
| } | |
| ], | |
| [ | |
| "trans2_backendopt", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 117.4 | |
| ], | |
| "changed_times": null | |
| } | |
| ], | |
| [ | |
| "trans2_database", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 124.3 | |
| ], | |
| "changed_times": null | |
| } | |
| ], | |
| [ | |
| "trans2_source", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 215.1 | |
| ], | |
| "changed_times": null | |
| } | |
| ], | |
| [ | |
| "twisted_iteration", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.026414351287449383, | |
| "avg_changed": 0.0021762251940576197, | |
| "delta_avg": "12.1377x faster", | |
| "delta_min": "12.2220x faster", | |
| "delta_std": "8.8394x smaller", | |
| "min_base": 0.026311358087059023, | |
| "min_changed": 0.0021527830102364832, | |
| "std_base": 9.476393496740976e-05, | |
| "std_changed": 1.0720624546662131e-05, | |
| "t_msg": "Significant (t=1797.129875, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "twisted_names", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.0031842814419245436, | |
| "avg_changed": 0.0006013132942887228, | |
| "delta_avg": "5.2955x faster", | |
| "delta_min": "5.4196x faster", | |
| "delta_std": "1.0490x larger", | |
| "min_base": 0.003171582619727244, | |
| "min_changed": 0.0005852059925093633, | |
| "std_base": 6.811327852935219e-06, | |
| "std_changed": 7.144860809271906e-06, | |
| "t_msg": "Significant (t=1850.240711, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "twisted_pb", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.01664576373410471, | |
| "avg_changed": 0.0024611712997953923, | |
| "delta_avg": "6.7634x faster", | |
| "delta_min": "7.6293x faster", | |
| "delta_std": "1.2098x smaller", | |
| "min_base": 0.016260162601626018, | |
| "min_changed": 0.002131287297527707, | |
| "std_base": 0.0002356215688345326, | |
| "std_changed": 0.0001947577050419283, | |
| "t_msg": "Significant (t=328.107876, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "twisted_tcp", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.16224850573578997, | |
| "avg_changed": 0.050301186043966425, | |
| "delta_avg": "3.2255x faster", | |
| "delta_min": "3.2295x faster", | |
| "delta_std": "2.7305x smaller", | |
| "min_base": 0.16032064128256512, | |
| "min_changed": 0.04964241944741782, | |
| "std_base": 0.0013720722259851978, | |
| "std_changed": 0.0005025005940914301, | |
| "t_msg": "Significant (t=541.739754, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ] | |
| ], | |
| "revision": null | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "branch": "default", | |
| "options": "", | |
| "results": [ | |
| [ | |
| "ai", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.017907772064206, | |
| "avg_changed": 0.017991852760316004, | |
| "delta_avg": "1.0047x slower", | |
| "delta_min": "1.0036x slower", | |
| "delta_std": "1.0341x larger", | |
| "min_base": 0.0177609920502, | |
| "min_changed": 0.0178251266479, | |
| "std_base": 0.00031276318699536204, | |
| "std_changed": 0.0003234349538084278, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "bm_chameleon", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.007809267044068333, | |
| "avg_changed": 0.007580100695291598, | |
| "delta_avg": "1.0302x faster", | |
| "delta_min": "1.0417x faster", | |
| "delta_std": "1.3868x larger", | |
| "min_base": 0.0064389705658, | |
| "min_changed": 0.00618100166321, | |
| "std_base": 0.002184240416631571, | |
| "std_changed": 0.003029125790671776, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "bm_dulwich_log", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.11433442831038501, | |
| "avg_changed": 0.11525433063506499, | |
| "delta_avg": "1.0080x slower", | |
| "delta_min": "1.0070x faster", | |
| "delta_std": "1.0671x larger", | |
| "min_base": 0.0903499126434, | |
| "min_changed": 0.0897212028503, | |
| "std_base": 0.08185271922551798, | |
| "std_changed": 0.08734864392998941, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "bm_krakatau", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 1.638671064377, | |
| "avg_changed": 1.6100800657274, | |
| "delta_avg": "1.0178x faster", | |
| "delta_min": "1.0184x faster", | |
| "delta_std": "1.2976x larger", | |
| "min_base": 1.6358230114, | |
| "min_changed": 1.6063439846, | |
| "std_base": 0.001488973981105884, | |
| "std_changed": 0.0019321173384120036, | |
| "t_msg": "Significant (t=82.880322, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "bm_mako", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.009357781410217397, | |
| "avg_changed": 0.006052951812744798, | |
| "delta_avg": "1.5460x faster", | |
| "delta_min": "1.6747x faster", | |
| "delta_std": "1.1160x smaller", | |
| "min_base": 0.00778412818909, | |
| "min_changed": 0.00464797019958, | |
| "std_base": 0.0023975225263897343, | |
| "std_changed": 0.002148322732033525, | |
| "t_msg": "Significant (t=7.259101, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "bm_mdp", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 3.8638224601760003, | |
| "avg_changed": 3.812057018282, | |
| "delta_avg": "1.0136x faster", | |
| "delta_min": "1.0123x faster", | |
| "delta_std": "1.0174x smaller", | |
| "min_base": 3.72567009926, | |
| "min_changed": 3.68023610115, | |
| "std_base": 0.25310836301264333, | |
| "std_changed": 0.2487877906178265, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "chaos", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.004242162704466401, | |
| "avg_changed": 0.004109425544738801, | |
| "delta_avg": "1.0323x faster", | |
| "delta_min": "1.0453x faster", | |
| "delta_std": "1.0019x smaller", | |
| "min_base": 0.00315594673157, | |
| "min_changed": 0.00301909446716, | |
| "std_base": 0.006706169449497114, | |
| "std_changed": 0.006693532202391057, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sphinx", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 62.048279047 | |
| ], | |
| "changed_times": [ | |
| 62.7701590061 | |
| ] | |
| } | |
| ], | |
| [ | |
| "crypto_pyaes", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.024703216552732003, | |
| "avg_changed": 0.023631019592288006, | |
| "delta_avg": "1.0454x faster", | |
| "delta_min": "1.0462x faster", | |
| "delta_std": "1.0407x larger", | |
| "min_base": 0.0234818458557, | |
| "min_changed": 0.0224440097809, | |
| "std_base": 0.006234850958996546, | |
| "std_changed": 0.006488912946263898, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "deltablue", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.00476852416992092, | |
| "avg_changed": 0.0047645473480232795, | |
| "delta_avg": "1.0008x faster", | |
| "delta_min": "1.0142x slower", | |
| "delta_std": "1.0527x smaller", | |
| "min_base": 0.00062108039856, | |
| "min_changed": 0.000629901885986, | |
| "std_base": 0.005745081013459041, | |
| "std_changed": 0.005457425870771339, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "django", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.014217038154595997, | |
| "avg_changed": 0.014781599044794003, | |
| "delta_avg": "1.0397x slower", | |
| "delta_min": "1.0703x slower", | |
| "delta_std": "1.3040x smaller", | |
| "min_base": 0.0133121013641, | |
| "min_changed": 0.0142481327057, | |
| "std_base": 0.0017485213701707795, | |
| "std_changed": 0.0013409086371969144, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "eparse", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.18434579849231997, | |
| "avg_changed": 0.17831260204316002, | |
| "delta_avg": "1.0338x faster", | |
| "delta_min": "1.0604x faster", | |
| "delta_std": "1.2532x larger", | |
| "min_base": 0.145210981369, | |
| "min_changed": 0.136941194534, | |
| "std_base": 0.04164831866645267, | |
| "std_changed": 0.052193598282411394, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "fannkuch", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.090245070457462, | |
| "avg_changed": 0.09305539131163601, | |
| "delta_avg": "1.0311x slower", | |
| "delta_min": "1.0309x slower", | |
| "delta_std": "1.1348x smaller", | |
| "min_base": 0.0896010398865, | |
| "min_changed": 0.0923678874969, | |
| "std_base": 0.0022679406645771893, | |
| "std_changed": 0.0019984883807794437, | |
| "t_msg": "Significant (t=-6.573959, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "float", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.017413434982294, | |
| "avg_changed": 0.01808339118957601, | |
| "delta_avg": "1.0385x slower", | |
| "delta_min": "1.0206x slower", | |
| "delta_std": "1.1338x larger", | |
| "min_base": 0.0146811008453, | |
| "min_changed": 0.0149829387665, | |
| "std_base": 0.002128843309517193, | |
| "std_changed": 0.00241375729975668, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "genshi_text", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.0081771755218516, | |
| "avg_changed": 0.008327775001526401, | |
| "delta_avg": "1.0184x slower", | |
| "delta_min": "1.0148x faster", | |
| "delta_std": "1.0399x larger", | |
| "min_base": 0.0068039894104, | |
| "min_changed": 0.00670504570007, | |
| "std_base": 0.005720754568769128, | |
| "std_changed": 0.005949243293074358, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "genshi_xml", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.022158856391907997, | |
| "avg_changed": 0.022887563705448, | |
| "delta_avg": "1.0329x slower", | |
| "delta_min": "1.0393x slower", | |
| "delta_std": "1.0301x larger", | |
| "min_base": 0.0195138454437, | |
| "min_changed": 0.0202810764313, | |
| "std_base": 0.012093562489449568, | |
| "std_changed": 0.012457448003427107, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "go", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.059827332496652, | |
| "avg_changed": 0.06219142913819401, | |
| "delta_avg": "1.0395x slower", | |
| "delta_min": "1.0311x slower", | |
| "delta_std": "1.0443x larger", | |
| "min_base": 0.0413610935211, | |
| "min_changed": 0.0426480770111, | |
| "std_base": 0.016909304544914468, | |
| "std_changed": 0.017658034780661813, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "hexiom2", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 6.1301245689399995, | |
| "avg_changed": 6.00399494171, | |
| "delta_avg": "1.0210x faster", | |
| "delta_min": "1.0224x faster", | |
| "delta_std": "1.0419x larger", | |
| "min_base": 6.00304603577, | |
| "min_changed": 5.8715968132, | |
| "std_base": 0.12836870363963815, | |
| "std_changed": 0.13374230640832693, | |
| "t_msg": "Significant (t=4.811058, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "html5lib", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 1.3013125419616, | |
| "avg_changed": 1.37797522545, | |
| "delta_avg": "1.0589x slower", | |
| "delta_min": "1.0328x slower", | |
| "delta_std": "1.1274x larger", | |
| "min_base": 0.991192817688, | |
| "min_changed": 1.02370095253, | |
| "std_base": 0.42353339487337366, | |
| "std_changed": 0.47749266079691055, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "json_bench", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.36576794147493996, | |
| "avg_changed": 0.36189823627468004, | |
| "delta_avg": "1.0107x faster", | |
| "delta_min": "1.0108x faster", | |
| "delta_std": "1.1713x larger", | |
| "min_base": 0.362837076187, | |
| "min_changed": 0.358947992325, | |
| "std_base": 0.00842956140185992, | |
| "std_changed": 0.009873890097312347, | |
| "t_msg": "Significant (t=2.107642, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "meteor-contest", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.04557248115539399, | |
| "avg_changed": 0.043623929023752, | |
| "delta_avg": "1.0447x faster", | |
| "delta_min": "1.0449x faster", | |
| "delta_std": "1.0104x larger", | |
| "min_base": 0.0448648929596, | |
| "min_changed": 0.042937040329, | |
| "std_base": 0.002399724351477565, | |
| "std_changed": 0.002424582456409038, | |
| "t_msg": "Significant (t=4.038977, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "nbody_modified", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.019902501106266, | |
| "avg_changed": 0.020206756591803994, | |
| "delta_avg": "1.0153x slower", | |
| "delta_min": "1.0115x slower", | |
| "delta_std": "1.2210x larger", | |
| "min_base": 0.0195369720459, | |
| "min_changed": 0.0197608470917, | |
| "std_base": 0.0012549252965023269, | |
| "std_changed": 0.0015322390980773704, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "nqueens", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 8.647456645965999, | |
| "avg_changed": 9.212072753906, | |
| "delta_avg": "1.0653x slower", | |
| "delta_min": "1.0566x slower", | |
| "delta_std": "6.0842x larger", | |
| "min_base": 8.62940907478, | |
| "min_changed": 9.11755990982, | |
| "std_base": 0.019812872697543053, | |
| "std_changed": 0.12054485948028042, | |
| "t_msg": "Significant (t=-10.334781, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "pidigits", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 4.5848779201520005, | |
| "avg_changed": 4.371553611756, | |
| "delta_avg": "1.0488x faster", | |
| "delta_min": "1.0488x faster", | |
| "delta_std": "1.5080x smaller", | |
| "min_base": 4.57961702347, | |
| "min_changed": 4.36672401428, | |
| "std_base": 0.00785101993613121, | |
| "std_changed": 0.005206361388095165, | |
| "t_msg": "Significant (t=50.635384, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "pyflate-fast", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.14997312545772007, | |
| "avg_changed": 0.15203931331638, | |
| "delta_avg": "1.0138x slower", | |
| "delta_min": "1.0053x slower", | |
| "delta_std": "1.1126x larger", | |
| "min_base": 0.14800286293, | |
| "min_changed": 0.148791074753, | |
| "std_base": 0.0021591214653840303, | |
| "std_changed": 0.002402236949974874, | |
| "t_msg": "Significant (t=-4.523344, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "pypy_interp", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.042965197563176794, | |
| "avg_changed": 0.045884213447577996, | |
| "delta_avg": "1.0679x slower", | |
| "delta_min": "1.2252x slower", | |
| "delta_std": "1.0294x larger", | |
| "min_base": 0.00861310958862, | |
| "min_changed": 0.0105531215668, | |
| "std_base": 0.05083845916102088, | |
| "std_changed": 0.05233062815069273, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "pyxl_bench", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.04561693191530001, | |
| "avg_changed": 0.043983497619642, | |
| "delta_avg": "1.0371x faster", | |
| "delta_min": "1.0356x faster", | |
| "delta_std": "1.0392x larger", | |
| "min_base": 0.0159049034119, | |
| "min_changed": 0.0153579711914, | |
| "std_base": 0.05308937902525781, | |
| "std_changed": 0.05517100502781424, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "raytrace-simple", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.0097693681716936, | |
| "avg_changed": 0.009984798431394, | |
| "delta_avg": "1.0221x slower", | |
| "delta_min": "1.0285x slower", | |
| "delta_std": "1.1335x larger", | |
| "min_base": 0.00897407531738, | |
| "min_changed": 0.00923013687134, | |
| "std_base": 0.00113036914210637, | |
| "std_changed": 0.001281326789684432, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "richards", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.0015828275680545996, | |
| "avg_changed": 0.0014958524703972006, | |
| "delta_avg": "1.0581x faster", | |
| "delta_min": "1.0674x faster", | |
| "delta_std": "1.0137x larger", | |
| "min_base": 0.00143885612488, | |
| "min_changed": 0.00134801864624, | |
| "std_base": 0.0003664646952031828, | |
| "std_changed": 0.0003714859119554337, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "rietveld", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.08675996303554202, | |
| "avg_changed": 0.08642432689661, | |
| "delta_avg": "1.0039x faster", | |
| "delta_min": "1.0226x faster", | |
| "delta_std": "1.0354x larger", | |
| "min_base": 0.0345721244812, | |
| "min_changed": 0.0338079929352, | |
| "std_base": 0.07116799197228772, | |
| "std_changed": 0.07369056697056592, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "scimark_fft", | |
| "SimpleComparisonResult", | |
| { | |
| "base_time": 0.12532490253453998, | |
| "changed_time": -1, | |
| "time_delta": -1 | |
| } | |
| ], | |
| [ | |
| "scimark_lu", | |
| "SimpleComparisonResult", | |
| { | |
| "base_time": 0.21618755340579995, | |
| "changed_time": -1, | |
| "time_delta": -1 | |
| } | |
| ], | |
| [ | |
| "scimark_montecarlo", | |
| "SimpleComparisonResult", | |
| { | |
| "base_time": 0.12020255565638002, | |
| "changed_time": -1, | |
| "time_delta": -1 | |
| } | |
| ], | |
| [ | |
| "scimark_sor", | |
| "SimpleComparisonResult", | |
| { | |
| "base_time": 0.27065561294552, | |
| "changed_time": -1, | |
| "time_delta": -1 | |
| } | |
| ], | |
| [ | |
| "scimark_sparsematmult", | |
| "SimpleComparisonResult", | |
| { | |
| "base_time": 0.16087481021886002, | |
| "changed_time": -1, | |
| "time_delta": -1 | |
| } | |
| ], | |
| [ | |
| "slowspitfire", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.1272561883926, | |
| "avg_changed": 0.13308654785160004, | |
| "delta_avg": "1.0458x slower", | |
| "delta_min": "1.0571x slower", | |
| "delta_std": "2.3549x smaller", | |
| "min_base": 0.120893955231, | |
| "min_changed": 0.127794981003, | |
| "std_base": 0.006494679000642538, | |
| "std_changed": 0.002757931180045249, | |
| "t_msg": "Significant (t=-5.842816, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "spambayes", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.041028447151186004, | |
| "avg_changed": 0.04212085247039599, | |
| "delta_avg": "1.0266x slower", | |
| "delta_min": "1.0258x slower", | |
| "delta_std": "1.0644x larger", | |
| "min_base": 0.0286099910736, | |
| "min_changed": 0.0293469429016, | |
| "std_base": 0.01093127317874498, | |
| "std_changed": 0.011635556289916834, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "spectral-norm", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.0043663311004624, | |
| "avg_changed": 0.005343661308287799, | |
| "delta_avg": "1.2238x slower", | |
| "delta_min": "1.2360x slower", | |
| "delta_std": "1.0776x larger", | |
| "min_base": 0.00400400161743, | |
| "min_changed": 0.00494885444641, | |
| "std_base": 0.0015314005075130143, | |
| "std_changed": 0.001650217809468351, | |
| "t_msg": "Significant (t=-3.069662, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "spitfire", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.9434000000000003, | |
| "avg_changed": 0.9680000000000001, | |
| "delta_avg": "1.0261x slower", | |
| "delta_min": "1.0326x slower", | |
| "delta_std": "1.0423x larger", | |
| "min_base": 0.92, | |
| "min_changed": 0.95, | |
| "std_base": 0.018693008624311138, | |
| "std_changed": 0.01948311670997981, | |
| "t_msg": "Significant (t=-6.442438, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "spitfire_cstringio", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.3636, | |
| "avg_changed": 0.37440000000000007, | |
| "delta_avg": "1.0297x slower", | |
| "delta_min": "1.0286x slower", | |
| "delta_std": "1.0471x larger", | |
| "min_base": 0.35, | |
| "min_changed": 0.36, | |
| "std_base": 0.017700455430552632, | |
| "std_changed": 0.01853402827454498, | |
| "t_msg": "Significant (t=-2.979798, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sqlalchemy_declarative", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.032006166776023345, | |
| "avg_changed": 0.03265084425608468, | |
| "delta_avg": "1.0201x slower", | |
| "delta_min": "1.0115x faster", | |
| "delta_std": "1.0391x larger", | |
| "min_base": 0.0190110206604, | |
| "min_changed": 0.0187950134277, | |
| "std_base": 0.015810933565982215, | |
| "std_changed": 0.01642894745027035, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sqlalchemy_imperative", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.018133152961729546, | |
| "avg_changed": 0.01804759597778342, | |
| "delta_avg": "1.0047x faster", | |
| "delta_min": "1.0577x faster", | |
| "delta_std": "1.0004x larger", | |
| "min_base": 0.00334119796753, | |
| "min_changed": 0.00315880775452, | |
| "std_base": 0.060890540524494385, | |
| "std_changed": 0.06091334369500706, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sqlitesynth", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.6388967037202, | |
| "avg_changed": 0.6691342830658, | |
| "delta_avg": "1.0473x slower", | |
| "delta_min": "1.0523x slower", | |
| "delta_std": "1.4750x smaller", | |
| "min_base": 0.631138086319, | |
| "min_changed": 0.664144992828, | |
| "std_base": 0.004183790129809222, | |
| "std_changed": 0.0028363968869856006, | |
| "t_msg": "Significant (t=-18.917248, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sympy_expand", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.24010524749739998, | |
| "avg_changed": 0.23562617301920002, | |
| "delta_avg": "1.0190x faster", | |
| "delta_min": "1.0286x slower", | |
| "delta_std": "1.0347x smaller", | |
| "min_base": 0.155532121658, | |
| "min_changed": 0.159984111786, | |
| "std_base": 0.1578949109627698, | |
| "std_changed": 0.15260411076173544, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sympy_integrate", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 1.0955076217647999, | |
| "avg_changed": 1.133190727235, | |
| "delta_avg": "1.0344x slower", | |
| "delta_min": "1.1029x slower", | |
| "delta_std": "1.0154x larger", | |
| "min_base": 0.67676115036, | |
| "min_changed": 0.74639582634, | |
| "std_base": 0.568206120700623, | |
| "std_changed": 0.5769723376991461, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sympy_str", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.23895921707139997, | |
| "avg_changed": 0.23751459121699997, | |
| "delta_avg": "1.0061x faster", | |
| "delta_min": "1.0391x slower", | |
| "delta_std": "1.0316x larger", | |
| "min_base": 0.109641075134, | |
| "min_changed": 0.113923072815, | |
| "std_base": 0.1789398141230795, | |
| "std_changed": 0.1845871432299379, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "sympy_sum", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.2128904342652, | |
| "avg_changed": 0.2228948116302, | |
| "delta_avg": "1.0470x slower", | |
| "delta_min": "1.0279x slower", | |
| "delta_std": "1.0020x smaller", | |
| "min_base": 0.151276111603, | |
| "min_changed": 0.15548992157, | |
| "std_base": 0.10814601308772104, | |
| "std_changed": 0.10793378534186505, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "telco", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.010436455319999998, | |
| "avg_changed": 0.010825921439999999, | |
| "delta_avg": "1.0373x slower", | |
| "delta_min": "1.0120x faster", | |
| "delta_std": "1.2157x larger", | |
| "min_base": 0.007781515, | |
| "min_changed": 0.007689077, | |
| "std_base": 0.006831249378664323, | |
| "std_changed": 0.008304984351448736, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "trans2_annotate", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 172.2 | |
| ], | |
| "changed_times": null | |
| } | |
| ], | |
| [ | |
| "trans2_rtype", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 478.8 | |
| ], | |
| "changed_times": null | |
| } | |
| ], | |
| [ | |
| "trans2_backendopt", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 57.2 | |
| ], | |
| "changed_times": null | |
| } | |
| ], | |
| [ | |
| "trans2_database", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 79.0 | |
| ], | |
| "changed_times": null | |
| } | |
| ], | |
| [ | |
| "trans2_source", | |
| "RawResult", | |
| { | |
| "base_times": [ | |
| 80.4 | |
| ], | |
| "changed_times": null | |
| } | |
| ], | |
| [ | |
| "twisted_iteration", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.002228262259557188, | |
| "avg_changed": 0.002166623909778652, | |
| "delta_avg": "1.0284x faster", | |
| "delta_min": "1.0279x faster", | |
| "delta_std": "1.1264x smaller", | |
| "min_base": 0.0022057817952416876, | |
| "min_changed": 0.0021458490695598436, | |
| "std_base": 1.3665885185542211e-05, | |
| "std_changed": 1.21325925003734e-05, | |
| "t_msg": "Significant (t=23.850157, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "twisted_names", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.0006016613972956291, | |
| "avg_changed": 0.0005916864836078441, | |
| "delta_avg": "1.0169x faster", | |
| "delta_min": "1.0125x faster", | |
| "delta_std": "2.4578x smaller", | |
| "min_base": 0.0005930142916444287, | |
| "min_changed": 0.0005856858381164344, | |
| "std_base": 6.3655572792534825e-06, | |
| "std_changed": 2.589929357442103e-06, | |
| "t_msg": "Significant (t=10.263468, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "twisted_pb", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.0025044089785966304, | |
| "avg_changed": 0.0024579545645077717, | |
| "delta_avg": "1.0189x faster", | |
| "delta_min": "1.0264x faster", | |
| "delta_std": "1.0055x smaller", | |
| "min_base": 0.002172260236776366, | |
| "min_changed": 0.0021164021164021165, | |
| "std_base": 0.0001944753670866771, | |
| "std_changed": 0.00019342056098472547, | |
| "t_msg": "Not significant\n", | |
| "timeline_link": null | |
| } | |
| ], | |
| [ | |
| "twisted_tcp", | |
| "ComparisonResult", | |
| { | |
| "avg_base": 0.05025612259200339, | |
| "avg_changed": 0.04983460943951723, | |
| "delta_avg": "1.0085x faster", | |
| "delta_min": "1.0081x faster", | |
| "delta_std": "1.0321x smaller", | |
| "min_base": 0.04960625038754883, | |
| "min_changed": 0.04920805781946794, | |
| "std_base": 0.0005400202320998321, | |
| "std_changed": 0.000523227840550913, | |
| "t_msg": "Significant (t=3.963897, a=0.95)\n", | |
| "timeline_link": null | |
| } | |
| ] | |
| ], | |
| "revision": null | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment