{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.04192686080932401, "timeline_link": null, "avg_changed": 0.7577299022674399, "min_base": 0.0414891242981, "delta_min": "18.1700x slower", "delta_avg": "18.0727x slower", "std_changed": 0.0024358050346264004, "min_changed": 0.753858089447, "delta_std": "4.0334x larger", "std_base": 0.0006039058884913742, "t_msg": "Significant (t=-2016.891043, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016473010381059326, "timeline_link": null, "avg_changed": 0.13868337472280667, "min_base": 0.0136060714722, "delta_min": "10.0395x slower", "delta_avg": "8.4188x slower", "std_changed": 0.0018000322700892917, "min_changed": 0.136598825455, "delta_std": "3.1926x smaller", "std_base": 0.005746792253997319, "t_msg": "Significant (t=-248.545218, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.265015363693, "timeline_link": null, "avg_changed": 1.4411382555970003, "min_base": 0.204091072083, "delta_min": "6.9529x slower", "delta_avg": "5.4379x slower", "std_changed": 0.058739744339825345, "min_changed": 1.41901993752, "delta_std": "3.0548x smaller", "std_base": 0.1794385231246104, "t_msg": "Significant (t=-27.857800, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 2.6238588094707995, "timeline_link": null, "avg_changed": 20.378256959916, "min_base": 2.61213994026, "delta_min": "7.7471x slower", "delta_avg": "7.7665x slower", "std_changed": 0.23664420643143644, "min_changed": 20.236520052, "delta_std": "16.6027x larger", "std_base": 0.014253396323876195, "t_msg": "Significant (t=-529.552151, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.02436745643615, "timeline_link": null, "avg_changed": 0.22366706371299996, "min_base": 0.0211751461029, "delta_min": "10.4429x slower", "delta_avg": "9.1789x slower", "std_changed": 0.001554698460752863, "min_changed": 0.221130132675, "delta_std": "3.0967x smaller", "std_base": 0.004814446699642958, "t_msg": "Significant (t=-278.551517, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.6600885152818, "timeline_link": null, "avg_changed": 52.385216474532015, "min_base": 7.60610294342, "delta_min": "6.8570x slower", "delta_avg": "6.8387x slower", "std_changed": 0.13532096585992293, "min_changed": 52.1547310352, "delta_std": "1.3062x smaller", "std_base": 0.17675120104260558, "t_msg": "Significant (t=-1420.701076, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009218263626095001, "timeline_link": null, "avg_changed": 0.54844097137448, "min_base": 0.00669598579407, "delta_min": "81.8100x slower", "delta_avg": "59.4950x slower", "std_changed": 0.0005113633782450974, "min_changed": 0.547798871994, "delta_std": "30.3470x smaller", "std_base": 0.015518328665326387, "t_msg": "Significant (t=-245.568450, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [300.255168915], "base_times": [128.197399855]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.05426134586334799, "timeline_link": null, "avg_changed": 3.3950637626645994, "min_base": 0.0518848896027, "delta_min": "65.3354x slower", "delta_avg": "62.5687x slower", "std_changed": 0.003558625230473876, "min_changed": 3.38991999626, "delta_std": "3.8400x smaller", "std_base": 0.013664979277967712, "t_msg": "Significant (t=-1672.931456, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0103134298324524, "timeline_link": null, "avg_changed": 0.040665149688718004, "min_base": 0.00137710571289, "delta_min": "29.3747x slower", "delta_avg": "3.9429x slower", "std_changed": 0.0001444549192808831, "min_changed": 0.040452003479, "delta_std": "92.3539x smaller", "std_base": 0.013340981411173273, "t_msg": "Significant (t=-16.086260, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03229161739349401, "timeline_link": null, "avg_changed": 1.0654475879668, "min_base": 0.0304181575775, "delta_min": "34.9286x slower", "delta_avg": "32.9946x slower", "std_changed": 0.0019443431234579906, "min_changed": 1.06246495247, "delta_std": "1.4192x smaller", "std_base": 0.0027594659904629174, "t_msg": "Significant (t=-2164.170079, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.41367847442634004, "timeline_link": null, "avg_changed": 1.0538261747366005, "min_base": 0.307912826538, "delta_min": "3.4042x slower", "delta_avg": "2.5475x slower", "std_changed": 0.005045448986099052, "min_changed": 1.04818797112, "delta_std": "17.6565x smaller", "std_base": 0.08908485071391789, "t_msg": "Significant (t=-50.730122, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.19921501159670005, "timeline_link": null, "avg_changed": 1.7023449945447993, "min_base": 0.196760892868, "delta_min": "8.6073x slower", "delta_avg": "8.5453x slower", "std_changed": 0.004736811021554241, "min_changed": 1.69357585907, "delta_std": "1.0875x larger", "std_base": 0.004355568538076002, "t_msg": "Significant (t=-1651.724254, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043073916435242, "timeline_link": null, "avg_changed": 0.6095345401763803, "min_base": 0.0352289676666, "delta_min": "17.0836x slower", "delta_avg": "14.1509x slower", "std_changed": 0.005183467396769648, "min_changed": 0.601837873459, "delta_std": "1.0492x larger", "std_base": 0.00494051493309636, "t_msg": "Significant (t=-559.362478, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.015016551017768, "timeline_link": null, "avg_changed": 0.26771235466003995, "min_base": 0.0125651359558, "delta_min": "21.1738x slower", "delta_avg": "17.8278x slower", "std_changed": 0.0019687348767954025, "min_changed": 0.266052007675, "delta_std": "6.1991x smaller", "std_base": 0.012204291953788991, "t_msg": "Significant (t=-144.541314, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.044706668853758, "timeline_link": null, "avg_changed": 0.5681262254714602, "min_base": 0.0400629043579, "delta_min": "14.1065x slower", "delta_avg": "12.7079x slower", "std_changed": 0.0022646822197269507, "min_changed": 0.565146923065, "delta_std": "11.3582x smaller", "std_base": 0.025722763510777156, "t_msg": "Significant (t=-143.331162, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.14144082069398, "timeline_link": null, "avg_changed": 1.6804519987108, "min_base": 0.0782868862152, "delta_min": "21.4287x slower", "delta_avg": "11.8810x slower", "std_changed": 0.0013857043346267649, "min_changed": 1.67758917809, "delta_std": "41.3552x smaller", "std_base": 0.05730607350178424, "t_msg": "Significant (t=-189.845013, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.31883597375, "timeline_link": null, "avg_changed": 373.41619503499976, "min_base": 11.9362020493, "delta_min": "31.2706x slower", "delta_avg": "30.3126x slower", "std_changed": 0.16586603261215807, "min_changed": 373.25199604, "delta_std": "2.3303x smaller", "std_base": 0.38651863241516543, "t_msg": "Significant (t=-6070.652031, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.290707778932, "timeline_link": null, "avg_changed": 20.36780147552, "min_base": 2.54471182823, "delta_min": "7.9854x slower", "delta_avg": "6.1895x slower", "std_changed": 0.032147027440439506, "min_changed": 20.3204450607, "delta_std": "31.2122x smaller", "std_base": 1.0033807830127388, "t_msg": "Significant (t=-38.037363, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8628075933456197, "timeline_link": null, "avg_changed": 24.973828840256, "min_base": 0.857451915741, "delta_min": "29.1010x slower", "delta_avg": "28.9448x slower", "std_changed": 0.011506368974203516, "min_changed": 24.9527490139, "delta_std": "1.7018x smaller", "std_base": 0.019581023745989246, "t_msg": "Significant (t=-7506.793317, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.10386047840112, "timeline_link": null, "avg_changed": 0.5129120683669598, "min_base": 0.10254406929, "delta_min": "4.9917x slower", "delta_avg": "4.9385x slower", "std_changed": 0.0005486760941291727, "min_changed": 0.511868953705, "delta_std": "9.3396x smaller", "std_base": 0.0051244342224101395, "t_msg": "Significant (t=-561.231355, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032316565513608, "timeline_link": null, "avg_changed": 0.6916937589645602, "min_base": 0.0318341255188, "delta_min": "21.6439x slower", "delta_avg": "21.4037x slower", "std_changed": 0.005472410687867941, "min_changed": 0.68901515007, "delta_std": "2.0525x larger", "std_base": 0.0026662746391804193, "t_msg": "Significant (t=-765.927921, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 25.53275961876, "timeline_link": null, "avg_changed": 50.5804251671, "min_base": 25.5183742046, "delta_min": "1.9817x slower", "delta_avg": "1.9810x slower", "std_changed": 0.009765067635046313, "min_changed": 50.569683075, "delta_std": "2.6038x smaller", "std_base": 0.02542672307353334, "t_msg": "Significant (t=-2056.302249, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 22.6251376152, "timeline_link": null, "avg_changed": 22.803595781360002, "min_base": 22.6167089939, "delta_min": "1.0081x slower", "delta_avg": "1.0079x slower", "std_changed": 0.004635104265286535, "min_changed": 22.8007500172, "delta_std": "2.6828x smaller", "std_base": 0.012434970263119528, "t_msg": "Significant (t=-30.069494, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.4045307874679402, "timeline_link": null, "avg_changed": 3.5076927900314008, "min_base": 0.39595413208, "delta_min": "8.8384x slower", "delta_avg": "8.6710x slower", "std_changed": 0.003548069422214472, "min_changed": 3.49960398674, "delta_std": "1.4894x smaller", "std_base": 0.005284590314935315, "t_msg": "Significant (t=-3447.290032, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08841482639313, "timeline_link": null, "avg_changed": 0.48736227512356, "min_base": 0.0191459655762, "delta_min": "25.2763x slower", "delta_avg": "5.5122x slower", "std_changed": 0.015893263682251663, "min_changed": 0.483939886093, "delta_std": "6.6934x smaller", "std_base": 0.1063801213525596, "t_msg": "Significant (t=-26.226882, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.093558230400108, "timeline_link": null, "avg_changed": 0.48461363792424, "min_base": 0.033282995224, "delta_min": "14.5471x slower", "delta_avg": "5.1798x slower", "std_changed": 0.0011059595712612721, "min_changed": 0.484170913696, "delta_std": "103.8490x smaller", "std_base": 0.11485281785953075, "t_msg": "Significant (t=-24.074735, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.037462530136108, "timeline_link": null, "avg_changed": 2.9117541885381995, "min_base": 0.0193319320679, "delta_min": "147.8559x slower", "delta_avg": "77.7244x slower", "std_changed": 0.018466058787585806, "min_changed": 2.85834097862, "delta_std": "1.4928x smaller", "std_base": 0.027566153941721315, "t_msg": "Significant (t=-612.553794, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003506598472595599, "timeline_link": null, "avg_changed": 0.3947243738174401, "min_base": 0.00317621231079, "delta_min": "123.9347x slower", "delta_avg": "112.5662x slower", "std_changed": 0.0004587854442521035, "min_changed": 0.393642902374, "delta_std": "2.1174x smaller", "std_base": 0.0009714183604138292, "t_msg": "Significant (t=-2574.985363, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.180557775497446, "timeline_link": null, "avg_changed": 0.66282448768618, "min_base": 0.0778849124908, "delta_min": "8.4358x slower", "delta_avg": "3.6710x slower", "std_changed": 0.008582884702481192, "min_changed": 0.657021045685, "delta_std": "16.9232x smaller", "std_base": 0.1452497701993086, "t_msg": "Significant (t=-23.436888, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.26488215446468, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5548129844666602, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.20773455142973998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5705991601943801, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.48865904331201987, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27185299873347996, "timeline_link": null, "avg_changed": 0.8380297422409196, "min_base": 0.26639008522, "delta_min": "3.0819x slower", "delta_avg": "3.0827x slower", "std_changed": 0.014438916188149202, "min_changed": 0.820995092392, "delta_std": "13.6913x larger", "std_base": 0.0010546066061806426, "t_msg": "Significant (t=-276.533081, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08154066562651999, "timeline_link": null, "avg_changed": 0.45979512214660007, "min_base": 0.0534820556641, "delta_min": "8.5821x slower", "delta_avg": "5.6388x slower", "std_changed": 0.0016330515974407234, "min_changed": 0.45898604393, "delta_std": "14.8226x smaller", "std_base": 0.024206101967970867, "t_msg": "Significant (t=-110.244798, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.010853900909438004, "timeline_link": null, "avg_changed": 0.7954320907592998, "min_base": 0.0100820064545, "delta_min": "78.1379x slower", "delta_avg": "73.2854x slower", "std_changed": 0.003301272325025694, "min_changed": 0.787786960602, "delta_std": "1.0264x larger", "std_base": 0.003216497503322421, "t_msg": "Significant (t=-1203.650717, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.9094, "timeline_link": null, "avg_changed": 9.748, "min_base": 1.83, "delta_min": "5.3115x slower", "delta_avg": "5.1053x slower", "std_changed": 0.020995626366712716, "min_changed": 9.72, "delta_std": "2.0079x smaller", "std_base": 0.04215665633644803, "t_msg": "Significant (t=-1176.908595, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.9993999999999995, "timeline_link": null, "avg_changed": 7.0652, "min_base": 0.98, "delta_min": "7.1633x slower", "delta_avg": "7.0694x slower", "std_changed": 0.02779223206698778, "min_changed": 7.02, "delta_std": "1.2750x larger", "std_base": 0.021797771838948543, "t_msg": "Significant (t=-1214.350151, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06960535685222334, "timeline_link": null, "avg_changed": 0.5009524774551466, "min_base": 0.0441989898682, "delta_min": "2.6195x slower", "delta_avg": "7.1970x slower", "std_changed": 0.2269881441085133, "min_changed": 0.115778923035, "delta_std": "8.1453x larger", "std_base": 0.02786740837840268, "t_msg": "Significant (t=-23.100470, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012665140151977818, "timeline_link": null, "avg_changed": 0.05624701690674102, "min_base": 0.00723505020142, "delta_min": "7.2393x slower", "delta_avg": "4.4411x slower", "std_changed": 0.006577257335936904, "min_changed": 0.0523769855499, "delta_std": "1.8099x smaller", "std_base": 0.01190391324541067, "t_msg": "Significant (t=-71.655240, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9983896064757993, "timeline_link": null, "avg_changed": 45.35157642841202, "min_base": 1.98755311966, "delta_min": "22.7009x slower", "delta_avg": "22.6941x slower", "std_changed": 0.08330440268366203, "min_changed": 45.1193320751, "delta_std": "16.3876x larger", "std_base": 0.005083384752956351, "t_msg": "Significant (t=-3673.085129, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6110521316530001, "timeline_link": null, "avg_changed": 1.9514598369600002, "min_base": 0.415694952011, "delta_min": "4.6710x slower", "delta_avg": "3.1936x slower", "std_changed": 0.008056997666099734, "min_changed": 1.94171309471, "delta_std": "40.8982x smaller", "std_base": 0.32951703657455605, "t_msg": "Significant (t=-9.093148, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.41129517555, "timeline_link": null, "avg_changed": 11.11584935188, "min_base": 1.68307304382, "delta_min": "6.5915x slower", "delta_avg": "4.6099x slower", "std_changed": 0.015463675679429124, "min_changed": 11.0940229893, "delta_std": "70.6138x smaller", "std_base": 1.0919491748049992, "t_msg": "Significant (t=-17.823195, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5457242012024001, "timeline_link": null, "avg_changed": 0.9228775024414, "min_base": 0.265208959579, "delta_min": "3.4277x slower", "delta_avg": "1.6911x slower", "std_changed": 0.019410248179502314, "min_changed": 0.909062862396, "delta_std": "18.3914x smaller", "std_base": 0.35698180741020313, "t_msg": "Significant (t=-2.358934, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4495344161985999, "timeline_link": null, "avg_changed": 3.290926551818, "min_base": 0.313299894333, "delta_min": "10.4562x slower", "delta_avg": "7.3207x slower", "std_changed": 0.013104165298268595, "min_changed": 3.27592682838, "delta_std": "16.5623x smaller", "std_base": 0.21703469720775315, "t_msg": "Significant (t=-29.221118, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.022969192259999997, "timeline_link": null, "avg_changed": 1.57005235726, "min_base": 0.017645104, "delta_min": "88.8914x slower", "delta_avg": "68.3547x slower", "std_changed": 0.0009671686144092094, "min_changed": 1.568498513, "delta_std": "15.2243x smaller", "std_base": 0.014724465398274064, "t_msg": "Significant (t=-741.351672, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [336.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [679.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [108.0]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [145.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [171.6]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004665497741318604, "timeline_link": null, "avg_changed": 0.28921182162451065, "min_base": 0.004645070187010525, "delta_min": "62.1197x slower", "delta_avg": "61.9895x slower", "std_changed": 0.0004637042410862211, "min_changed": 0.288550323176362, "delta_std": "37.3022x larger", "std_base": 1.2431021468264102e-05, "t_msg": "Significant (t=-4337.514219, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0013874157290481553, "timeline_link": null, "avg_changed": 0.013565197791268734, "min_base": 0.0013728720483250961, "delta_min": "9.8566x slower", "delta_avg": "9.7773x slower", "std_changed": 3.073972960190689e-05, "min_changed": 0.013531799729364006, "delta_std": "3.1068x larger", "std_base": 9.89436972635759e-06, "t_msg": "Significant (t=-2324.627311, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00548368977608245, "timeline_link": null, "avg_changed": 0.09556935817805395, "min_base": 0.005042864346949067, "delta_min": "18.8857x slower", "delta_avg": "17.4279x slower", "std_changed": 0.0005954715121972414, "min_changed": 0.09523809523809523, "delta_std": "1.9151x larger", "std_base": 0.00031093906709723053, "t_msg": "Significant (t=-948.249784, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1904929270845148, "timeline_link": null, "avg_changed": 0.9925946609467325, "min_base": 0.18901358535144713, "delta_min": "5.2318x slower", "delta_avg": "5.2107x slower", "std_changed": 0.002856791348915938, "min_changed": 0.9888751545117429, "delta_std": "2.6197x larger", "std_base": 0.0010905085453404924, "t_msg": "Significant (t=-1854.803200, a=0.95)\n"}]], "branch": "", "revision": "92365:ee61202b4aa6"}