{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019814209938045998, "timeline_link": null, "avg_changed": 0.2920898056030199, "min_base": 0.0192549228668, "delta_min": "14.7077x slower", "delta_avg": "14.7414x slower", "std_changed": 0.003940804799837416, "min_changed": 0.283195018768, "delta_std": "9.4419x larger", "std_base": 0.00041737503334244295, "t_msg": "Significant (t=-485.832517, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008970511754352936, "timeline_link": null, "avg_changed": 0.061037844022113354, "min_base": 0.00669288635254, "delta_min": "8.6017x slower", "delta_avg": "6.8043x slower", "std_changed": 0.002213738593464722, "min_changed": 0.0575699806213, "delta_std": "1.7968x smaller", "std_base": 0.003977553548003223, "t_msg": "Significant (t=-140.087576, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.1687720060349, "timeline_link": null, "avg_changed": 1.0545499205584998, "min_base": 0.133898019791, "delta_min": "7.7158x slower", "delta_avg": "6.2484x slower", "std_changed": 0.013434000887251211, "min_changed": 1.03313279152, "delta_std": "8.2954x smaller", "std_base": 0.11144086396259713, "t_msg": "Significant (t=-35.290883, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.7761710405356, "timeline_link": null, "avg_changed": 9.6180773401262, "min_base": 1.73059201241, "delta_min": "5.4794x slower", "delta_avg": "5.4151x slower", "std_changed": 0.04605524254262485, "min_changed": 9.48265099525, "delta_std": "3.2965x larger", "std_base": 0.013970816311413095, "t_msg": "Significant (t=-1152.158284, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.006933026313782199, "timeline_link": null, "avg_changed": 0.07768205165863203, "min_base": 0.00529289245605, "delta_min": "14.2574x slower", "delta_avg": "11.2046x slower", "std_changed": 0.0016871733365714518, "min_changed": 0.0754630565643, "delta_std": "1.4418x smaller", "std_base": 0.0024325846194082614, "t_msg": "Significant (t=-168.987172, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.260497808458, "timeline_link": null, "avg_changed": 23.6067908287, "min_base": 4.0800280571, "delta_min": "5.7519x slower", "delta_avg": "5.5409x slower", "std_changed": 0.1542778462362456, "min_changed": 23.4679811001, "delta_std": "1.9180x smaller", "std_base": 0.2958988872308685, "t_msg": "Significant (t=-129.635048, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0048892831802366, "timeline_link": null, "avg_changed": 0.22835789203644002, "min_base": 0.00360012054443, "delta_min": "62.1413x slower", "delta_avg": "46.7058x slower", "std_changed": 0.002631801549867629, "min_changed": 0.223716020584, "delta_std": "2.8979x smaller", "std_base": 0.007626643465030617, "t_msg": "Significant (t=-195.856273, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [136.281058073], "base_times": [66.4062418938]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027973256111140002, "timeline_link": null, "avg_changed": 1.7134235954279995, "min_base": 0.0260710716248, "delta_min": "64.9225x slower", "delta_avg": "61.2522x slower", "std_changed": 0.011404088469484803, "min_changed": 1.69259810448, "delta_std": "1.5427x larger", "std_base": 0.007392524379306221, "t_msg": "Significant (t=-876.928933, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0050812196731572, "timeline_link": null, "avg_changed": 0.019462652206416006, "min_base": 0.000688791275024, "delta_min": "27.7051x slower", "delta_avg": "3.8303x slower", "std_changed": 0.00046791022383057347, "min_changed": 0.0190830230713, "delta_std": "12.4660x smaller", "std_base": 0.005832947626632493, "t_msg": "Significant (t=-17.378257, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.016213583946220002, "timeline_link": null, "avg_changed": 0.4529049062729601, "min_base": 0.0149600505829, "delta_min": "29.6753x slower", "delta_avg": "27.9337x slower", "std_changed": 0.005103976547377358, "min_changed": 0.443943977356, "delta_std": "3.3827x larger", "std_base": 0.0015088272141262438, "t_msg": "Significant (t=-580.173956, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.19888257503507997, "timeline_link": null, "avg_changed": 0.49417358398438016, "min_base": 0.160177946091, "delta_min": "3.0263x slower", "delta_avg": "2.4848x slower", "std_changed": 0.004752687732696975, "min_changed": 0.484743833542, "delta_std": "9.9893x smaller", "std_base": 0.047476110230061014, "t_msg": "Significant (t=-43.761763, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.099741368293754, "timeline_link": null, "avg_changed": 0.7526258611679204, "min_base": 0.0980207920074, "delta_min": "7.4311x slower", "delta_avg": "7.5458x slower", "std_changed": 0.014472234471110183, "min_changed": 0.728399991989, "delta_std": "6.5885x larger", "std_base": 0.0021965868393400926, "t_msg": "Significant (t=-315.384321, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.022003002166746003, "timeline_link": null, "avg_changed": 0.28181222438812004, "min_base": 0.0185739994049, "delta_min": "14.6544x slower", "delta_avg": "12.8079x slower", "std_changed": 0.0045797527627990855, "min_changed": 0.272190093994, "delta_std": "1.8145x larger", "std_base": 0.0025240416468513935, "t_msg": "Significant (t=-351.318665, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.009281129837035603, "timeline_link": null, "avg_changed": 0.11202909469598003, "min_base": 0.00708985328674, "delta_min": "15.4236x slower", "delta_avg": "12.0706x slower", "std_changed": 0.001683342167255336, "min_changed": 0.109350919724, "delta_std": "4.1711x smaller", "std_base": 0.007021372553674448, "t_msg": "Significant (t=-100.623766, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.025140662193292, "timeline_link": null, "avg_changed": 0.24072165489194006, "min_base": 0.0218899250031, "delta_min": "10.7452x slower", "delta_avg": "9.5750x slower", "std_changed": 0.0027229519429671817, "min_changed": 0.235211849213, "delta_std": "4.9756x smaller", "std_base": 0.013548228475156644, "t_msg": "Significant (t=-110.309795, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.08368586540220999, "timeline_link": null, "avg_changed": 0.83636358737948, "min_base": 0.0507400035858, "delta_min": "16.2225x slower", "delta_avg": "9.9941x slower", "std_changed": 0.006723727163635599, "min_changed": 0.823129892349, "delta_std": "4.9863x smaller", "std_base": 0.03352631594871884, "t_msg": "Significant (t=-155.648703, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.353174448010005, "timeline_link": null, "avg_changed": 171.72424995899996, "min_base": 6.21628284454, "delta_min": "27.6205x slower", "delta_avg": "27.0297x slower", "std_changed": 0.027773207801053964, "min_changed": 171.696755886, "delta_std": "4.9789x smaller", "std_base": 0.13828140157305274, "t_msg": "Significant (t=-8290.741072, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.5237790107720002, "timeline_link": null, "avg_changed": 9.452684593199999, "min_base": 1.11237192154, "delta_min": "8.4834x slower", "delta_avg": "6.2034x slower", "std_changed": 0.011861201062560995, "min_changed": 9.43671894073, "delta_std": "44.8417x smaller", "std_base": 0.5318765645881068, "t_msg": "Significant (t=-33.325711, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.38179759502414, "timeline_link": null, "avg_changed": 12.084837503426, "min_base": 0.37241601944, "delta_min": "32.2486x slower", "delta_avg": "31.6525x slower", "std_changed": 0.034207213650942064, "min_changed": 12.0098781586, "delta_std": "3.1642x larger", "std_base": 0.010810804796500944, "t_msg": "Significant (t=-2306.711280, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04726068973541201, "timeline_link": null, "avg_changed": 0.23435420513150007, "min_base": 0.045891046524, "delta_min": "5.0246x slower", "delta_avg": "4.9588x slower", "std_changed": 0.00294258796449633, "min_changed": 0.230582952499, "delta_std": "1.1255x larger", "std_base": 0.002614382004664424, "t_msg": "Significant (t=-336.096913, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.021256084442142, "timeline_link": null, "avg_changed": 0.38200747013091996, "min_base": 0.0207669734955, "delta_min": "17.9078x slower", "delta_avg": "17.9717x slower", "std_changed": 0.006859682114337835, "min_changed": 0.371889829636, "delta_std": "4.2197x larger", "std_base": 0.0016256393493253073, "t_msg": "Significant (t=-361.846026, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.26223163605, "timeline_link": null, "avg_changed": 18.873853540419997, "min_base": 9.2274119854, "delta_min": "2.0374x slower", "delta_avg": "2.0377x slower", "std_changed": 0.04337283971511165, "min_changed": 18.8003869057, "delta_std": "1.1107x larger", "std_base": 0.03905113172308534, "t_msg": "Significant (t=-368.253585, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.63667435646, "timeline_link": null, "avg_changed": 4.701342582704, "min_base": 4.6151099205, "delta_min": "1.0148x slower", "delta_avg": "1.0139x slower", "std_changed": 0.016862694377548178, "min_changed": 4.68326187134, "delta_std": "1.0188x larger", "std_base": 0.016551912955479336, "t_msg": "Significant (t=-6.119780, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.16471642494196, "timeline_link": null, "avg_changed": 1.3180641126636, "min_base": 0.159562110901, "delta_min": "8.1333x slower", "delta_avg": "8.0020x slower", "std_changed": 0.00989785559134334, "min_changed": 1.2977669239, "delta_std": "3.1893x larger", "std_base": 0.003103487185185558, "t_msg": "Significant (t=-786.214003, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.046616888046260005, "timeline_link": null, "avg_changed": 0.20613999843599998, "min_base": 0.010281085968, "delta_min": "19.4892x slower", "delta_avg": "4.4220x slower", "std_changed": 0.007909500843602818, "min_changed": 0.200370073318, "delta_std": "6.9025x smaller", "std_base": 0.054594974141512376, "t_msg": "Significant (t=-20.447744, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.05126867771148201, "timeline_link": null, "avg_changed": 0.22333805084226, "min_base": 0.0183930397034, "delta_min": "11.7705x slower", "delta_avg": "4.3562x slower", "std_changed": 0.0036584141328660905, "min_changed": 0.216495990753, "delta_std": "16.3422x smaller", "std_base": 0.05978666034867001, "t_msg": "Significant (t=-20.312937, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.13991285800933198, "timeline_link": null, "avg_changed": 1.2953859710687998, "min_base": 0.0587840080261, "delta_min": "21.4213x slower", "delta_avg": "9.2585x slower", "std_changed": 0.027287862302343962, "min_changed": 1.25923204422, "delta_std": "1.8179x smaller", "std_base": 0.04960697742535575, "t_msg": "Significant (t=-144.310634, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0016915464401245995, "timeline_link": null, "avg_changed": 0.19422657966611998, "min_base": 0.00143504142761, "delta_min": "132.1013x slower", "delta_avg": "114.8219x slower", "std_changed": 0.002310086853778924, "min_changed": 0.189570903778, "delta_std": "3.6074x larger", "std_base": 0.0006403725252372145, "t_msg": "Significant (t=-567.923846, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.091909909248378, "timeline_link": null, "avg_changed": 0.30824640274049997, "min_base": 0.0352468490601, "delta_min": "8.5044x slower", "delta_avg": "3.3538x slower", "std_changed": 0.006749328730687169, "min_changed": 0.299751996994, "delta_std": "11.5076x smaller", "std_base": 0.07766848201569562, "t_msg": "Significant (t=-19.621687, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12267362594608, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18780279159539998, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.12305102825174002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.26436674594879994, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15609890460968, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.14791599273677997, "timeline_link": null, "avg_changed": 0.46717856407166, "min_base": 0.144273996353, "delta_min": "3.1593x slower", "delta_avg": "3.1584x slower", "std_changed": 0.006365073436770694, "min_changed": 0.455811023712, "delta_std": "2.8235x larger", "std_base": 0.0022543543633351706, "t_msg": "Significant (t=-334.324601, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.04515013694763001, "timeline_link": null, "avg_changed": 0.2156424665450999, "min_base": 0.0301229953766, "delta_min": "7.0311x slower", "delta_avg": "4.7761x slower", "std_changed": 0.002807817383048136, "min_changed": 0.211796998978, "delta_std": "4.7675x smaller", "std_base": 0.013386404550321005, "t_msg": "Significant (t=-88.140712, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.005657396316527602, "timeline_link": null, "avg_changed": 0.32828167915339995, "min_base": 0.00523090362549, "delta_min": "61.2802x slower", "delta_avg": "58.0270x slower", "std_changed": 0.0041709568079941525, "min_changed": 0.320550918579, "delta_std": "2.6176x larger", "std_base": 0.001593397535311546, "t_msg": "Significant (t=-510.934536, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0777999999999996, "timeline_link": null, "avg_changed": 5.030400000000001, "min_base": 1.02, "delta_min": "4.8529x slower", "delta_avg": "4.6673x slower", "std_changed": 0.06703517200480866, "min_changed": 4.95, "delta_std": "2.3623x larger", "std_base": 0.028377196939134944, "t_msg": "Significant (t=-383.947412, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.39420000000000016, "timeline_link": null, "avg_changed": 3.705999999999999, "min_base": 0.37, "delta_min": "9.8378x slower", "delta_avg": "9.4013x slower", "std_changed": 0.04095791767666128, "min_changed": 3.64, "delta_std": "1.8897x larger", "std_base": 0.02167383450247824, "t_msg": "Significant (t=-505.361465, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03584604422251269, "timeline_link": null, "avg_changed": 0.2228311347961434, "min_base": 0.0222389698029, "delta_min": "2.9477x slower", "delta_avg": "6.2163x slower", "std_changed": 0.09282695521386566, "min_changed": 0.0655529499054, "delta_std": "5.4400x larger", "std_base": 0.017063755378825037, "t_msg": "Significant (t=-24.263985, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01754673194885384, "timeline_link": null, "avg_changed": 0.04520590114594477, "min_base": 0.00358295440674, "delta_min": "7.8360x slower", "delta_avg": "2.5763x slower", "std_changed": 0.07860942138936945, "min_changed": 0.028076171875, "delta_std": "1.4891x larger", "std_base": 0.05278818226459421, "t_msg": "Significant (t=-6.531666, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7645671129228, "timeline_link": null, "avg_changed": 17.655984520910003, "min_base": 0.756946086884, "delta_min": "23.2270x slower", "delta_avg": "23.0928x slower", "std_changed": 0.048917272687517915, "min_changed": 17.5815629959, "delta_std": "7.2400x larger", "std_base": 0.006756545931137743, "t_msg": "Significant (t=-1081.683534, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.25625643730159997, "timeline_link": null, "avg_changed": 0.8506095409391999, "min_base": 0.17227602005, "delta_min": "4.8880x slower", "delta_avg": "3.3194x slower", "std_changed": 0.005130817087336631, "min_changed": 0.842081069946, "delta_std": "32.0586x smaller", "std_base": 0.1644868013164088, "t_msg": "Significant (t=-8.075832, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1839848518374, "timeline_link": null, "avg_changed": 4.965641593934, "min_base": 0.725718021393, "delta_min": "6.8309x slower", "delta_avg": "4.1940x slower", "std_changed": 0.007355478213199133, "min_changed": 4.95728397369, "delta_std": "83.3645x smaller", "std_base": 0.6131857548880193, "t_msg": "Significant (t=-13.789350, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.2590243816378, "timeline_link": null, "avg_changed": 0.4094099998474, "min_base": 0.108155012131, "delta_min": "3.6850x slower", "delta_avg": "1.5806x slower", "std_changed": 0.010585925573875605, "min_changed": 0.398553848267, "delta_std": "18.2750x smaller", "std_base": 0.1934582895303359, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2391940116884, "timeline_link": null, "avg_changed": 1.413862991334, "min_base": 0.16045999527, "delta_min": "8.7145x slower", "delta_avg": "5.9109x slower", "std_changed": 0.014844644683097888, "min_changed": 1.39832115173, "delta_std": "7.9851x smaller", "std_base": 0.11853587053146133, "t_msg": "Significant (t=-21.987281, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.01768229094, "timeline_link": null, "avg_changed": 0.7585195893199999, "min_base": 0.008519214, "delta_min": "86.8228x slower", "delta_avg": "42.8971x slower", "std_changed": 0.011817720880385026, "min_changed": 0.739661662, "delta_std": "1.0699x larger", "std_base": 0.011045352630320089, "t_msg": "Significant (t=-323.847500, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [184.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [507.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [60.9]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [81.7]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [89.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025623137025790822, "timeline_link": null, "avg_changed": 0.135128006587075, "min_base": 0.0025049911949559496, "delta_min": "53.0009x slower", "delta_avg": "52.7367x slower", "std_changed": 0.0011829149748868069, "min_changed": 0.1327668613913967, "delta_std": "48.7913x larger", "std_base": 2.4244401826605566e-05, "t_msg": "Significant (t=-792.266736, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006886435785411161, "timeline_link": null, "avg_changed": 0.0068262051939592975, "min_base": 0.0006802258349772124, "delta_min": "9.9600x slower", "delta_avg": "9.9125x slower", "std_changed": 4.6780045737254203e-05, "min_changed": 0.006775067750677507, "delta_std": "6.8105x larger", "std_base": 6.868826025769444e-06, "t_msg": "Significant (t=-317.964739, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.002892904198153158, "timeline_link": null, "avg_changed": 0.043824550896602116, "min_base": 0.0025166729583490626, "delta_min": "17.0903x slower", "delta_avg": "15.1490x slower", "std_changed": 0.0004867700935948802, "min_changed": 0.043010752688172046, "delta_std": "2.1645x larger", "std_base": 0.00022488953994932284, "t_msg": "Significant (t=-539.771394, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05932965996427945, "timeline_link": null, "avg_changed": 0.3555448255470531, "min_base": 0.05765246374200522, "delta_min": "6.0358x slower", "delta_avg": "5.9927x slower", "std_changed": 0.0036456966222283855, "min_changed": 0.34797738147020446, "delta_std": "3.7850x larger", "std_base": 0.0009631929736434149, "t_msg": "Significant (t=-555.469399, a=0.95)\n"}]], "branch": "", "revision": "97469:6e25c50447f0"}