{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.038306660652154004, "timeline_link": null, "avg_changed": 0.71350494861602, "min_base": 0.0379359722137, "delta_min": "18.6602x slower", "delta_avg": "18.6261x slower", "std_changed": 0.0020460979761076905, "min_changed": 0.707891941071, "delta_std": "3.7396x larger", "std_base": 0.0005471479252284816, "t_msg": "Significant (t=-2254.198374, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015511471430463332, "timeline_link": null, "avg_changed": 0.13779137770335337, "min_base": 0.012225151062, "delta_min": "11.0386x slower", "delta_avg": "8.8832x slower", "std_changed": 0.0024757663298647123, "min_changed": 0.134948968887, "delta_std": "2.2494x smaller", "std_base": 0.005569019556711331, "t_msg": "Significant (t=-245.730980, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28863641023645004, "timeline_link": null, "avg_changed": 1.4478654384614997, "min_base": 0.230109930038, "delta_min": "6.1990x slower", "delta_avg": "5.0162x slower", "std_changed": 0.050857736208347715, "min_changed": 1.42645096779, "delta_std": "3.7292x smaller", "std_base": 0.18965852315367066, "t_msg": "Significant (t=-26.401791, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4375341176988004, "timeline_link": null, "avg_changed": 20.745651926992004, "min_base": 3.37770295143, "delta_min": "6.1180x slower", "delta_avg": "6.0350x slower", "std_changed": 0.08949649448368428, "min_changed": 20.6649010181, "delta_std": "1.1382x larger", "std_base": 0.0786308676454826, "t_msg": "Significant (t=-1027.321494, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019856252670287997, "timeline_link": null, "avg_changed": 0.24474709510803996, "min_base": 0.0166389942169, "delta_min": "14.5530x slower", "delta_avg": "12.3259x slower", "std_changed": 0.001939395669005888, "min_changed": 0.242146968842, "delta_std": "2.8202x smaller", "std_base": 0.005469411700520629, "t_msg": "Significant (t=-274.030138, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.295983510017198, "timeline_link": null, "avg_changed": 47.45817334174999, "min_base": 8.18070197105, "delta_min": "5.7832x slower", "delta_avg": "5.7206x slower", "std_changed": 0.055240303460789675, "min_changed": 47.3104429245, "delta_std": "3.5052x smaller", "std_base": 0.19362578172610057, "t_msg": "Significant (t=-1375.298783, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0088291978836008, "timeline_link": null, "avg_changed": 0.5399138593673402, "min_base": 0.00637793540955, "delta_min": "84.5347x slower", "delta_avg": "61.1510x slower", "std_changed": 0.0005155731749394963, "min_changed": 0.539156913757, "delta_std": "29.2711x smaller", "std_base": 0.015091411127843813, "t_msg": "Significant (t=-248.694178, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.843460083], "base_times": [142.236510038]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04830644130706402, "timeline_link": null, "avg_changed": 3.4124071216581986, "min_base": 0.0458149909973, "delta_min": "74.3680x slower", "delta_avg": "70.6408x slower", "std_changed": 0.002460532816602, "min_changed": 3.40716814995, "delta_std": "5.5613x smaller", "std_base": 0.013683733862967758, "t_msg": "Significant (t=-1710.958259, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009713301658628201, "timeline_link": null, "avg_changed": 0.039078178405766, "min_base": 0.001384973526, "delta_min": "28.0057x slower", "delta_avg": "4.0232x slower", "std_changed": 0.00016926335122197832, "min_changed": 0.0387871265411, "delta_std": "66.8108x smaller", "std_base": 0.011308613825115514, "t_msg": "Significant (t=-18.359260, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03043281078338599, "timeline_link": null, "avg_changed": 1.0315202808375998, "min_base": 0.0288269519806, "delta_min": "35.6833x slower", "delta_avg": "33.8950x slower", "std_changed": 0.0022225927922304403, "min_changed": 1.02864003181, "delta_std": "1.2373x smaller", "std_base": 0.0027501092893322454, "t_msg": "Significant (t=-2001.933135, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4537244129180599, "timeline_link": null, "avg_changed": 1.0808826589574, "min_base": 0.342087984085, "delta_min": "3.1355x slower", "delta_avg": "2.3822x slower", "std_changed": 0.0024181339563726155, "min_changed": 1.07260608673, "delta_std": "43.4728x smaller", "std_base": 0.1051229942987745, "t_msg": "Significant (t=-42.174462, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17699391365050005, "timeline_link": null, "avg_changed": 1.5535022592541992, "min_base": 0.174593925476, "delta_min": "8.8539x slower", "delta_avg": "8.7772x slower", "std_changed": 0.0036709837817398587, "min_changed": 1.54583978653, "delta_std": "1.1966x smaller", "std_base": 0.004392535069569958, "t_msg": "Significant (t=-1700.287681, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043528990745552, "timeline_link": null, "avg_changed": 0.5770359230041802, "min_base": 0.0364151000977, "delta_min": "15.5863x slower", "delta_avg": "13.2564x slower", "std_changed": 0.00584895998165671, "min_changed": 0.567577838898, "delta_std": "1.1274x larger", "std_base": 0.005187977913419321, "t_msg": "Significant (t=-482.518582, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014749193191532, "timeline_link": null, "avg_changed": 0.25571649551396, "min_base": 0.0119469165802, "delta_min": "21.2549x slower", "delta_avg": "17.3377x slower", "std_changed": 0.0030439688301561385, "min_changed": 0.253931045532, "delta_std": "4.3947x smaller", "std_base": 0.013377180082149998, "t_msg": "Significant (t=-124.198501, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.056457738876348015, "timeline_link": null, "avg_changed": 0.5606016397475799, "min_base": 0.051332950592, "delta_min": "10.8604x slower", "delta_avg": "9.9296x slower", "std_changed": 0.0025085778629958546, "min_changed": 0.55749797821, "delta_std": "10.3936x smaller", "std_base": 0.026073176439363122, "t_msg": "Significant (t=-136.095794, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.13796402931211998, "timeline_link": null, "avg_changed": 1.6714214181903997, "min_base": 0.10018992424, "delta_min": "16.6451x slower", "delta_avg": "12.1149x slower", "std_changed": 0.002023910010061901, "min_changed": 1.66767191887, "delta_std": "19.8424x smaller", "std_base": 0.04015916630217658, "t_msg": "Significant (t=-269.662898, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.46386504175001, "timeline_link": null, "avg_changed": 364.5300140380001, "min_base": 12.1481010914, "delta_min": "30.0070x slower", "delta_avg": "29.2469x slower", "std_changed": 0.0021555099665749255, "min_changed": 364.527880192, "delta_std": "147.9788x smaller", "std_base": 0.31896975792391047, "t_msg": "Significant (t=-7804.585577, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.696068954468, "timeline_link": null, "avg_changed": 20.82802891732, "min_base": 2.94291186333, "delta_min": "7.0706x slower", "delta_avg": "5.6352x slower", "std_changed": 0.013492675453643842, "min_changed": 20.8082549572, "delta_std": "73.4152x smaller", "std_base": 0.9905672757375055, "t_msg": "Significant (t=-38.669432, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.77347371101378, "timeline_link": null, "avg_changed": 23.914318590163994, "min_base": 0.767565965652, "delta_min": "31.1142x slower", "delta_avg": "30.9181x slower", "std_changed": 0.01823090829293192, "min_changed": 23.882172823, "delta_std": "1.0260x larger", "std_base": 0.017768486089700306, "t_msg": "Significant (t=-6427.590347, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.069062104225146, "timeline_link": null, "avg_changed": 0.4140605974197, "min_base": 0.0672600269318, "delta_min": "6.1463x slower", "delta_avg": "5.9955x slower", "std_changed": 0.00033349977008478746, "min_changed": 0.413400888443, "delta_std": "14.5337x smaller", "std_base": 0.00484696917065914, "t_msg": "Significant (t=-502.118637, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03183207035064999, "timeline_link": null, "avg_changed": 0.6679830741882798, "min_base": 0.0311660766602, "delta_min": "21.3791x slower", "delta_avg": "20.9846x slower", "std_changed": 0.0032732070001444905, "min_changed": 0.666301965714, "delta_std": "1.0648x larger", "std_base": 0.0030739830658931115, "t_msg": "Significant (t=-1001.762770, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.57208347318, "timeline_link": null, "avg_changed": 44.47060956954001, "min_base": 19.5467600822, "delta_min": "2.2747x slower", "delta_avg": "2.2721x slower", "std_changed": 0.006669053118712323, "min_changed": 44.4637508392, "delta_std": "5.6415x smaller", "std_base": 0.03762378568504613, "t_msg": "Significant (t=-1457.063295, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.250303411484001, "timeline_link": null, "avg_changed": 9.455414533615999, "min_base": 9.24176597595, "delta_min": "1.0224x slower", "delta_avg": "1.0222x slower", "std_changed": 0.005330060340376568, "min_changed": 9.44902992249, "delta_std": "3.1984x smaller", "std_base": 0.01704753422892015, "t_msg": "Significant (t=-25.677920, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29495719432834, "timeline_link": null, "avg_changed": 2.759299349784, "min_base": 0.287808895111, "delta_min": "9.5524x slower", "delta_avg": "9.3549x slower", "std_changed": 0.0035508536501188334, "min_changed": 2.74925613403, "delta_std": "1.5919x smaller", "std_base": 0.005652538026091561, "t_msg": "Significant (t=-2610.445595, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.089196786880512, "timeline_link": null, "avg_changed": 0.45698136806490014, "min_base": 0.0227210521698, "delta_min": "19.8866x slower", "delta_avg": "5.1233x slower", "std_changed": 0.020591522446360623, "min_changed": 0.451844930649, "delta_std": "5.1076x smaller", "std_base": 0.10517396797064807, "t_msg": "Significant (t=-24.266222, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.104755268096914, "timeline_link": null, "avg_changed": 0.48216598987576004, "min_base": 0.0427901744843, "delta_min": "11.2458x slower", "delta_avg": "4.6028x slower", "std_changed": 0.0013219402998839286, "min_changed": 0.481210947037, "delta_std": "85.7776x smaller", "std_base": 0.11339282002217586, "t_msg": "Significant (t=-23.533373, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.033647570610048, "timeline_link": null, "avg_changed": 2.7878143882749997, "min_base": 0.0185439586639, "delta_min": "147.2600x slower", "delta_avg": "82.8534x slower", "std_changed": 0.02179856393151581, "min_changed": 2.73078298569, "delta_std": "1.0109x larger", "std_base": 0.021563397763344726, "t_msg": "Significant (t=-635.147998, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0034715223312382, "timeline_link": null, "avg_changed": 0.36024693489079995, "min_base": 0.00316882133484, "delta_min": "113.4052x slower", "delta_avg": "103.7720x slower", "std_changed": 0.0006096770382897265, "min_changed": 0.359360933304, "delta_std": "1.5007x smaller", "std_base": 0.0009149452872480884, "t_msg": "Significant (t=-2294.547910, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19088399410244603, "timeline_link": null, "avg_changed": 0.6855088138580002, "min_base": 0.0848941802979, "delta_min": "7.8991x slower", "delta_avg": "3.5912x slower", "std_changed": 0.010334481495900848, "min_changed": 0.670586109161, "delta_std": "14.5128x smaller", "std_base": 0.1499825772698474, "t_msg": "Significant (t=-23.264384, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24692259311682005, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4702945804596, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21103354930882, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60726982593532, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36664952278137997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27151093959803996, "timeline_link": null, "avg_changed": 0.7844283008575601, "min_base": 0.263149023056, "delta_min": "2.9238x slower", "delta_avg": "2.8891x slower", "std_changed": 0.011826648337712553, "min_changed": 0.76940703392, "delta_std": "1.3723x larger", "std_base": 0.008618210996927727, "t_msg": "Significant (t=-247.845071, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08546557903289198, "timeline_link": null, "avg_changed": 0.4254528427123999, "min_base": 0.0605239868164, "delta_min": "7.0079x slower", "delta_avg": "4.9781x slower", "std_changed": 0.002634039235290935, "min_changed": 0.424144983292, "delta_std": "8.5480x smaller", "std_base": 0.02251582007943993, "t_msg": "Significant (t=-106.049398, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009449696540831798, "timeline_link": null, "avg_changed": 0.7511773443222399, "min_base": 0.00853300094604, "delta_min": "87.5407x slower", "delta_avg": "79.4922x slower", "std_changed": 0.0013861021182648666, "min_changed": 0.746984958649, "delta_std": "2.6918x smaller", "std_base": 0.003731173319467382, "t_msg": "Significant (t=-1317.685209, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.143600000000001, "timeline_link": null, "avg_changed": 9.762999999999995, "min_base": 2.12, "delta_min": "4.5943x slower", "delta_avg": "4.5545x slower", "std_changed": 0.01992332240140182, "min_changed": 9.74, "delta_std": "1.6343x smaller", "std_base": 0.03256140196550488, "t_msg": "Significant (t=-1411.395172, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7813999999999999, "timeline_link": null, "avg_changed": 7.284399999999998, "min_base": 0.75, "delta_min": "9.6267x slower", "delta_avg": "9.3222x slower", "std_changed": 0.030650099044351717, "min_changed": 7.22, "delta_std": "1.0567x smaller", "std_base": 0.032388584534728655, "t_msg": "Significant (t=-1031.196737, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07582506020863602, "timeline_link": null, "avg_changed": 0.5185150623321663, "min_base": 0.0481660366058, "delta_min": "2.5119x slower", "delta_avg": "6.8383x slower", "std_changed": 0.23482420622476222, "min_changed": 0.120988845825, "delta_std": "8.4669x larger", "std_base": 0.027734337809870432, "t_msg": "Significant (t=-22.929489, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012511110305787698, "timeline_link": null, "avg_changed": 0.0626370167732252, "min_base": 0.00811290740967, "delta_min": "6.6795x slower", "delta_avg": "5.0065x slower", "std_changed": 0.007145980023309151, "min_changed": 0.0541899204254, "delta_std": "1.7464x smaller", "std_base": 0.012479614371863217, "t_msg": "Significant (t=-77.940983, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9397528696063997, "timeline_link": null, "avg_changed": 47.49430849075401, "min_base": 1.92717194557, "delta_min": "24.5764x slower", "delta_avg": "24.4847x slower", "std_changed": 0.0851443689859877, "min_changed": 47.3628540039, "delta_std": "12.5023x larger", "std_base": 0.006810323154580392, "t_msg": "Significant (t=-3771.169637, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5848913192759999, "timeline_link": null, "avg_changed": 1.964991378786, "min_base": 0.422361850739, "delta_min": "4.6297x slower", "delta_avg": "3.3596x slower", "std_changed": 0.005977412387332167, "min_changed": 1.95540189743, "delta_std": "51.9833x smaller", "std_base": 0.31072546179398985, "t_msg": "Significant (t=-9.929752, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.44560317993, "timeline_link": null, "avg_changed": 11.55400319098, "min_base": 1.64374709129, "delta_min": "7.0207x slower", "delta_avg": "4.7244x slower", "std_changed": 0.011457399913786614, "min_changed": 11.5402090549, "delta_std": "98.4585x smaller", "std_base": 1.128078849798876, "t_msg": "Significant (t=-18.053659, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5331682682036, "timeline_link": null, "avg_changed": 0.9652106285096, "min_base": 0.265978097916, "delta_min": "3.5686x slower", "delta_avg": "1.8103x slower", "std_changed": 0.014519376855596221, "min_changed": 0.94916510582, "delta_std": "27.0662x smaller", "std_base": 0.39298494045731946, "t_msg": "Significant (t=-2.456627, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.44066934585580003, "timeline_link": null, "avg_changed": 3.403068542482, "min_base": 0.282696962357, "delta_min": "11.9566x slower", "delta_avg": "7.7225x slower", "std_changed": 0.034513685365075084, "min_changed": 3.38008785248, "delta_std": "6.8863x smaller", "std_base": 0.23767291362964144, "t_msg": "Significant (t=-27.581471, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024380699520000007, "timeline_link": null, "avg_changed": 1.57733099076, "min_base": 0.019016509, "delta_min": "82.8272x slower", "delta_avg": "64.6959x slower", "std_changed": 0.0013036012603070198, "min_changed": 1.575084506, "delta_std": "11.5505x smaller", "std_base": 0.01505726810399051, "t_msg": "Significant (t=-726.565594, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [370.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [739.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [120.1]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [164.8]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [184.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004570695426808599, "timeline_link": null, "avg_changed": 0.2968095086292746, "min_base": 0.004538728974338027, "delta_min": "65.1621x slower", "delta_avg": "64.9375x slower", "std_changed": 0.0006486313005684118, "min_changed": 0.2957529871051698, "delta_std": "27.0098x larger", "std_base": 2.401464708674336e-05, "t_msg": "Significant (t=-3183.666340, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001530750585960206, "timeline_link": null, "avg_changed": 0.013476191938297128, "min_base": 0.001503307276007216, "delta_min": "8.9409x slower", "delta_avg": "8.8036x slower", "std_changed": 5.762663000884691e-05, "min_changed": 0.013440860215053764, "delta_std": "3.3672x larger", "std_base": 1.7114087741494784e-05, "t_msg": "Significant (t=-1376.719742, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006701478579975887, "timeline_link": null, "avg_changed": 0.0949184964861634, "min_base": 0.006248047485160888, "delta_min": "15.0282x slower", "delta_avg": "14.1638x slower", "std_changed": 0.0007504797568113182, "min_changed": 0.09389671361502347, "delta_std": "2.2362x larger", "std_base": 0.0003355983742959619, "t_msg": "Significant (t=-758.775777, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19520123474578444, "timeline_link": null, "avg_changed": 1.01350969260325, "min_base": 0.19150209455415917, "delta_min": "5.2696x slower", "delta_avg": "5.1921x slower", "std_changed": 0.003400968874661564, "min_changed": 1.0091453800063073, "delta_std": "1.4999x smaller", "std_base": 0.005101187386984244, "t_msg": "Significant (t=-943.785667, a=0.95)\n"}]], "branch": "", "revision": "88143:703d32a5fde7"}