{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.039344482421882, "timeline_link": null, "avg_changed": 0.7060058593750401, "min_base": 0.0388050079346, "delta_min": "17.9993x slower", "delta_avg": "17.9442x slower", "std_changed": 0.0036061362316581504, "min_changed": 0.698464155197, "delta_std": "6.1298x larger", "std_base": 0.0005882964397561951, "t_msg": "Significant (t=-1290.163057, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01599363962809267, "timeline_link": null, "avg_changed": 0.13901341597238667, "min_base": 0.0126678943634, "delta_min": "10.6639x slower", "delta_avg": "8.6918x slower", "std_changed": 0.003333446440190339, "min_changed": 0.135089159012, "delta_std": "1.9762x smaller", "std_base": 0.006587462711529766, "t_msg": "Significant (t=-204.078049, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.27657109498965005, "timeline_link": null, "avg_changed": 1.399820780754, "min_base": 0.212356090546, "delta_min": "6.4140x slower", "delta_avg": "5.0613x slower", "std_changed": 0.07669995262031083, "min_changed": 1.36204695702, "delta_std": "2.6108x smaller", "std_base": 0.20024951547103198, "t_msg": "Significant (t=-23.425767, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.481498851776201, "timeline_link": null, "avg_changed": 19.888600311274, "min_base": 3.35868382454, "delta_min": "5.8196x slower", "delta_avg": "5.7127x slower", "std_changed": 0.0820193788825101, "min_changed": 19.5463168621, "delta_std": "1.3764x smaller", "std_base": 0.11289111958120618, "t_msg": "Significant (t=-831.411891, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.026952271461491997, "timeline_link": null, "avg_changed": 0.21259339332579993, "min_base": 0.0237369537354, "delta_min": "8.8493x slower", "delta_avg": "7.8878x slower", "std_changed": 0.002210749757594288, "min_changed": 0.210055828094, "delta_std": "2.6815x smaller", "std_base": 0.005928105953283557, "t_msg": "Significant (t=-207.475672, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 17.425082340237996, "timeline_link": null, "avg_changed": 36.54917128563199, "min_base": 17.3168799877, "delta_min": "2.0966x slower", "delta_avg": "2.0975x slower", "std_changed": 0.15659185676284265, "min_changed": 36.3066868782, "delta_std": "1.1296x smaller", "std_base": 0.17688916715695635, "t_msg": "Significant (t=-572.409303, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008679146766658602, "timeline_link": null, "avg_changed": 0.5077268409728599, "min_base": 0.00609302520752, "delta_min": "82.7517x slower", "delta_avg": "58.4996x slower", "std_changed": 0.005179023814717806, "min_changed": 0.504208087921, "delta_std": "3.1321x smaller", "std_base": 0.01622144091018462, "t_msg": "Significant (t=-207.233486, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [138.103570938], "base_times": [143.937779188]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04666723728181199, "timeline_link": null, "avg_changed": 3.0719899559022004, "min_base": 0.0441219806671, "delta_min": "69.4984x slower", "delta_avg": "65.8276x slower", "std_changed": 0.0040245025301456966, "min_changed": 3.06640505791, "delta_std": "3.5589x smaller", "std_base": 0.014322809518666971, "t_msg": "Significant (t=-1437.895271, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0104142665863026, "timeline_link": null, "avg_changed": 0.03556541442871, "min_base": 0.00123190879822, "delta_min": "28.1709x slower", "delta_avg": "3.4151x slower", "std_changed": 0.0005247385602191933, "min_changed": 0.0347039699554, "delta_std": "23.0097x smaller", "std_base": 0.012074080953963525, "t_msg": "Significant (t=-14.715634, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.029815559387214013, "timeline_link": null, "avg_changed": 0.9779151821136395, "min_base": 0.0285239219666, "delta_min": "34.1713x slower", "delta_avg": "32.7988x slower", "std_changed": 0.002825682566342272, "min_changed": 0.974699020386, "delta_std": "1.1227x larger", "std_base": 0.002516811693988185, "t_msg": "Significant (t=-1771.680130, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4545964908600401, "timeline_link": null, "avg_changed": 1.0326071977622002, "min_base": 0.358061075211, "delta_min": "2.8638x slower", "delta_avg": "2.2715x slower", "std_changed": 0.004025586707564515, "min_changed": 1.02539801598, "delta_std": "21.5493x smaller", "std_base": 0.0867484163159641, "t_msg": "Significant (t=-47.064366, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17424332141884002, "timeline_link": null, "avg_changed": 1.6581368064878002, "min_base": 0.172508001328, "delta_min": "9.5489x slower", "delta_avg": "9.5162x slower", "std_changed": 0.006118737790451186, "min_changed": 1.64725899696, "delta_std": "1.3306x larger", "std_base": 0.00459840529871764, "t_msg": "Significant (t=-1370.872830, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.040808844566343996, "timeline_link": null, "avg_changed": 0.5562629270553597, "min_base": 0.0312211513519, "delta_min": "17.5548x slower", "delta_avg": "13.6309x slower", "std_changed": 0.004258010186893107, "min_changed": 0.548081159592, "delta_std": "1.5384x smaller", "std_base": 0.006550495076904858, "t_msg": "Significant (t=-466.518657, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014314641952527997, "timeline_link": null, "avg_changed": 0.23958307743073998, "min_base": 0.0115749835968, "delta_min": "20.4952x slower", "delta_avg": "16.7369x slower", "std_changed": 0.0024821813640496207, "min_changed": 0.237231969833, "delta_std": "5.7895x smaller", "std_base": 0.014370523703337626, "t_msg": "Significant (t=-109.226744, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.06134995460510799, "timeline_link": null, "avg_changed": 0.51987821102146, "min_base": 0.0561928749084, "delta_min": "9.1990x slower", "delta_avg": "8.4740x slower", "std_changed": 0.002923193865418192, "min_changed": 0.51691699028, "delta_std": "9.5314x smaller", "std_base": 0.02786205821319486, "t_msg": "Significant (t=-115.733935, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.1592854595185, "timeline_link": null, "avg_changed": 1.4498664999006001, "min_base": 0.108970165253, "delta_min": "13.2532x slower", "delta_avg": "9.1023x slower", "std_changed": 0.0032195957134065973, "min_changed": 1.44420003891, "delta_std": "14.6698x smaller", "std_base": 0.04723087885686515, "t_msg": "Significant (t=-192.769163, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.83822703360001, "timeline_link": null, "avg_changed": 333.2651219364997, "min_base": 12.4874410629, "delta_min": "26.6438x slower", "delta_avg": "25.9588x slower", "std_changed": 0.5580447457545525, "min_changed": 332.712685823, "delta_std": "1.5749x larger", "std_base": 0.3543473408958217, "t_msg": "Significant (t=-3427.560922, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.3685741901379997, "timeline_link": null, "avg_changed": 19.356495380400002, "min_base": 2.7450761795, "delta_min": "7.0351x slower", "delta_avg": "5.7462x slower", "std_changed": 0.028323073443670074, "min_changed": 19.3119049072, "delta_std": "32.2857x smaller", "std_base": 0.9144311645487666, "t_msg": "Significant (t=-39.076689, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7360884094238402, "timeline_link": null, "avg_changed": 23.22241176605801, "min_base": 0.728991985321, "delta_min": "31.8282x slower", "delta_avg": "31.5484x slower", "std_changed": 0.009137068605563016, "min_changed": 23.2024898529, "delta_std": "1.9462x smaller", "std_base": 0.017782982241277126, "t_msg": "Significant (t=-7952.895091, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07681174755095797, "timeline_link": null, "avg_changed": 0.42518789768219994, "min_base": 0.075119972229, "delta_min": "5.6426x slower", "delta_avg": "5.5355x slower", "std_changed": 0.0013363550443445597, "min_changed": 0.42387509346, "delta_std": "3.6352x smaller", "std_base": 0.0048579667399910355, "t_msg": "Significant (t=-488.921312, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031753344535826, "timeline_link": null, "avg_changed": 0.61530169010152, "min_base": 0.0308759212494, "delta_min": "19.7704x slower", "delta_avg": "19.3775x slower", "std_changed": 0.002132170102519255, "min_changed": 0.610429048538, "delta_std": "1.4862x smaller", "std_base": 0.003168753036295181, "t_msg": "Significant (t=-1080.380388, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.32701458932, "timeline_link": null, "avg_changed": 44.25638289452, "min_base": 19.3097779751, "delta_min": "2.2907x slower", "delta_avg": "2.2899x slower", "std_changed": 0.026493315566613416, "min_changed": 44.2329361439, "delta_std": "1.0164x larger", "std_base": 0.026067027828533464, "t_msg": "Significant (t=-1499.818812, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.356958913804, "timeline_link": null, "avg_changed": 9.56766719818, "min_base": 9.34571385384, "delta_min": "1.0227x slower", "delta_avg": "1.0225x slower", "std_changed": 0.007886037454228476, "min_changed": 9.5575261116, "delta_std": "2.4141x smaller", "std_base": 0.019037547228142774, "t_msg": "Significant (t=-22.864806, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29194180011747983, "timeline_link": null, "avg_changed": 2.5899256134024, "min_base": 0.287703990936, "delta_min": "8.9699x slower", "delta_avg": "8.8714x slower", "std_changed": 0.005601312983880651, "min_changed": 2.5806620121, "delta_std": "1.2320x larger", "std_base": 0.004546605202805421, "t_msg": "Significant (t=-2252.355449, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.11987437248232, "timeline_link": null, "avg_changed": 0.42338237285616004, "min_base": 0.0381669998169, "delta_min": "11.0070x slower", "delta_avg": "3.5319x slower", "std_changed": 0.01401552696813957, "min_changed": 0.42010307312, "delta_std": "9.8884x smaller", "std_base": 0.13859096493701184, "t_msg": "Significant (t=-15.406739, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10784342288971402, "timeline_link": null, "avg_changed": 0.45405065536491995, "min_base": 0.0437059402466, "delta_min": "10.3453x slower", "delta_avg": "4.2103x slower", "std_changed": 0.0017053588746682722, "min_changed": 0.452152967453, "delta_std": "64.8423x smaller", "std_base": 0.11057937319871637, "t_msg": "Significant (t=-22.135808, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03284788608551201, "timeline_link": null, "avg_changed": 2.5556075191491994, "min_base": 0.0201170444489, "delta_min": "125.0201x slower", "delta_avg": "77.8013x slower", "std_changed": 0.01441751801064213, "min_changed": 2.51503419876, "delta_std": "1.2131x smaller", "std_base": 0.017489432293786734, "t_msg": "Significant (t=-787.022308, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036737680435178005, "timeline_link": null, "avg_changed": 0.34119786739344, "min_base": 0.00323820114136, "delta_min": "104.9561x slower", "delta_avg": "92.8741x slower", "std_changed": 0.0010719013584530568, "min_changed": 0.339869022369, "delta_std": "1.2873x smaller", "std_base": 0.0013798506869279205, "t_msg": "Significant (t=-1365.932382, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18901928424827805, "timeline_link": null, "avg_changed": 0.6393176412583199, "min_base": 0.080363035202, "delta_min": "7.7792x slower", "delta_avg": "3.3823x slower", "std_changed": 0.010235359707929258, "min_changed": 0.625164031982, "delta_std": "13.7603x smaller", "std_base": 0.1408412138695151, "t_msg": "Significant (t=-22.548195, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24890247821806, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46862472057345994, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21667950630191996, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5915800428390601, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3687553310394599, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.23884504318234004, "timeline_link": null, "avg_changed": 0.7138492727278799, "min_base": 0.229867935181, "delta_min": "2.8974x slower", "delta_avg": "2.9888x slower", "std_changed": 0.03810415634351103, "min_changed": 0.666017055511, "delta_std": "3.7431x larger", "std_base": 0.010179871661097965, "t_msg": "Significant (t=-85.160770, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.083706092834502, "timeline_link": null, "avg_changed": 0.42389013290412, "min_base": 0.0574469566345, "delta_min": "7.3436x slower", "delta_avg": "5.0640x slower", "std_changed": 0.002222746281420887, "min_changed": 0.421868085861, "delta_std": "10.9207x smaller", "std_base": 0.02427391710584387, "t_msg": "Significant (t=-98.683807, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017755455970774003, "timeline_link": null, "avg_changed": 0.7638980579375999, "min_base": 0.0168390274048, "delta_min": "45.2244x slower", "delta_avg": "43.0233x slower", "std_changed": 0.0018875020000374413, "min_changed": 0.761534929276, "delta_std": "2.0562x smaller", "std_base": 0.0038810067514695097, "t_msg": "Significant (t=-1222.531704, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1301999999999994, "timeline_link": null, "avg_changed": 8.4262, "min_base": 2.1, "delta_min": "3.9810x slower", "delta_avg": "3.9556x slower", "std_changed": 0.031744515836822806, "min_changed": 8.36, "delta_std": "1.2808x larger", "std_base": 0.02478396453272128, "t_msg": "Significant (t=-1105.426219, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8073999999999998, "timeline_link": null, "avg_changed": 6.115399999999999, "min_base": 0.77, "delta_min": "7.8831x slower", "delta_avg": "7.5742x slower", "std_changed": 0.026202508058798955, "min_changed": 6.07, "delta_std": "1.3981x smaller", "std_base": 0.03663443233698402, "t_msg": "Significant (t=-833.320424, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06874986966450466, "timeline_link": null, "avg_changed": 0.4636872069041268, "min_base": 0.0414659976959, "delta_min": "2.7230x slower", "delta_avg": "6.7446x slower", "std_changed": 0.20748564845728792, "min_changed": 0.112910032272, "delta_std": "6.6633x larger", "std_base": 0.03113869130352801, "t_msg": "Significant (t=-23.054156, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011982412815094164, "timeline_link": null, "avg_changed": 0.06081633615493762, "min_base": 0.00758385658264, "delta_min": "6.7441x slower", "delta_avg": "5.0755x slower", "std_changed": 0.007599749262431189, "min_changed": 0.051146030426, "delta_std": "1.6289x smaller", "std_base": 0.012379144000876178, "t_msg": "Significant (t=-75.173715, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.932267661095, "timeline_link": null, "avg_changed": 44.122812309264006, "min_base": 1.92296695709, "delta_min": "22.8902x slower", "delta_avg": "22.8347x slower", "std_changed": 0.053361491478072606, "min_changed": 44.0171411037, "delta_std": "12.0216x larger", "std_base": 0.004438805059676075, "t_msg": "Significant (t=-5571.534104, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5906280040740001, "timeline_link": null, "avg_changed": 1.763582611084, "min_base": 0.434985160828, "delta_min": "4.0013x slower", "delta_avg": "2.9859x slower", "std_changed": 0.020860610352536335, "min_changed": 1.7405090332, "delta_std": "13.9045x smaller", "std_base": 0.2900563405137605, "t_msg": "Significant (t=-9.019108, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.506695556644, "timeline_link": null, "avg_changed": 11.158149957660001, "min_base": 1.75347900391, "delta_min": "6.3584x slower", "delta_avg": "4.4513x slower", "std_changed": 0.011477172388258737, "min_changed": 11.1493830681, "delta_std": "99.2751x smaller", "std_base": 1.1393975602804718, "t_msg": "Significant (t=-16.977620, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5504285335542, "timeline_link": null, "avg_changed": 0.869137811661, "min_base": 0.300014019012, "delta_min": "2.8489x slower", "delta_avg": "1.5790x slower", "std_changed": 0.01752000350485179, "min_changed": 0.85471200943, "delta_std": "20.1238x smaller", "std_base": 0.3525690107466297, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.5019765377046, "timeline_link": null, "avg_changed": 3.0797471523280002, "min_base": 0.352747917175, "delta_min": "8.6894x slower", "delta_avg": "6.1352x slower", "std_changed": 0.013704918827332352, "min_changed": 3.06516599655, "delta_std": "14.6758x smaller", "std_base": 0.201131190623047, "t_msg": "Significant (t=-28.591963, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02579564397999999, "timeline_link": null, "avg_changed": 1.5079435554, "min_base": 0.02034853, "delta_min": "73.9882x slower", "delta_avg": "58.4573x slower", "std_changed": 0.0014087647594901065, "min_changed": 1.505552032, "delta_std": "11.1791x smaller", "std_base": 0.01574877553000124, "t_msg": "Significant (t=-662.825364, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [403.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [756.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [124.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [170.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [195.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005003671406475399, "timeline_link": null, "avg_changed": 0.27399679425693896, "min_base": 0.004973073294646139, "delta_min": "54.8837x slower", "delta_avg": "54.7592x slower", "std_changed": 0.0006528720661198024, "min_changed": 0.27294066269992906, "delta_std": "30.6978x larger", "std_base": 2.1267739322245668e-05, "t_msg": "Significant (t=-2911.841846, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001613448119672427, "timeline_link": null, "avg_changed": 0.012745699058254614, "min_base": 0.001588057805304113, "delta_min": "7.9810x slower", "delta_avg": "7.8997x slower", "std_changed": 6.797594164844543e-05, "min_changed": 0.012674271229404309, "delta_std": "3.6313x larger", "std_base": 1.871965841286056e-05, "t_msg": "Significant (t=-1116.450236, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006838523137475481, "timeline_link": null, "avg_changed": 0.08934534534534533, "min_base": 0.006428801028608165, "delta_min": "13.8267x slower", "delta_avg": "13.0650x slower", "std_changed": 0.0005889661879615755, "min_changed": 0.08888888888888889, "delta_std": "2.5555x larger", "std_base": 0.00023047031546694348, "t_msg": "Significant (t=-922.456925, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19424979263190426, "timeline_link": null, "avg_changed": 0.981321672441581, "min_base": 0.19127316198445907, "delta_min": "5.0991x slower", "delta_avg": "5.0519x slower", "std_changed": 0.00465205343692395, "min_changed": 0.975312404754648, "delta_std": "3.0706x larger", "std_base": 0.0015150369693571516, "t_msg": "Significant (t=-1137.535868, a=0.95)\n"}]], "branch": "default", "revision": "82282:b4c08e1a3819"}