{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.019961328506468, "timeline_link": null, "avg_changed": 0.28349171161646, "min_base": 0.0194668769836, "delta_min": "14.1620x slower", "delta_avg": "14.2020x slower", "std_changed": 0.003534970926408432, "min_changed": 0.275690078735, "delta_std": "8.3292x larger", "std_base": 0.00042440878527357455, "t_msg": "Significant (t=-523.386050, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.008681381543477994, "timeline_link": null, "avg_changed": 0.06026679674784399, "min_base": 0.00678610801697, "delta_min": "8.3491x slower", "delta_avg": "6.9421x slower", "std_changed": 0.002284837668799226, "min_changed": 0.0566580295563, "delta_std": "1.4671x smaller", "std_base": 0.003352070634813754, "t_msg": "Significant (t=-155.739603, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.16169784069059998, "timeline_link": null, "avg_changed": 1.00931819677425, "min_base": 0.127815961838, "delta_min": "7.8174x slower", "delta_avg": "6.2420x slower", "std_changed": 0.008880809007721355, "min_changed": 0.999186992645, "delta_std": "12.0471x smaller", "std_base": 0.1069876648871843, "t_msg": "Significant (t=-35.309502, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 1.6565739107130002, "timeline_link": null, "avg_changed": 9.1282846641538, "min_base": 1.63997387886, "delta_min": "5.5295x slower", "delta_avg": "5.5103x slower", "std_changed": 0.02938675612290095, "min_changed": 9.06825590134, "delta_std": "3.8158x larger", "std_base": 0.007701263451783925, "t_msg": "Significant (t=-1739.121294, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.0064814949035656, "timeline_link": null, "avg_changed": 0.07869829654694199, "min_base": 0.00486993789673, "delta_min": "15.4848x slower", "delta_avg": "12.1420x slower", "std_changed": 0.0016781636664017511, "min_changed": 0.0754101276398, "delta_std": "1.3828x smaller", "std_base": 0.0023205067374962663, "t_msg": "Significant (t=-178.315973, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 4.03773217201, "timeline_link": null, "avg_changed": 22.58835816386, "min_base": 3.90217590332, "delta_min": "5.7591x slower", "delta_avg": "5.5943x slower", "std_changed": 0.08613407495238731, "min_changed": 22.4729459286, "delta_std": "2.9066x smaller", "std_base": 0.2503572535555166, "t_msg": "Significant (t=-156.671959, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0046888446807872, "timeline_link": null, "avg_changed": 0.21350471973416002, "min_base": 0.00353598594666, "delta_min": "59.6406x slower", "delta_avg": "45.5346x slower", "std_changed": 0.0020832397891188776, "min_changed": 0.210888147354, "delta_std": "3.4395x smaller", "std_base": 0.007165223223688094, "t_msg": "Significant (t=-197.878079, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [132.480041981], "base_times": [64.396971941]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.027362718582148005, "timeline_link": null, "avg_changed": 1.6279834318158002, "min_base": 0.025866985321, "delta_min": "62.1965x slower", "delta_avg": "59.4964x slower", "std_changed": 0.010226699851095021, "min_changed": 1.60883498192, "delta_std": "1.5676x larger", "std_base": 0.006523757893156905, "t_msg": "Significant (t=-933.041509, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.00498923301696842, "timeline_link": null, "avg_changed": 0.018114852905269995, "min_base": 0.000671863555908, "delta_min": "26.1153x slower", "delta_avg": "3.6308x slower", "std_changed": 0.0006041364385122896, "min_changed": 0.0175459384918, "delta_std": "9.4639x smaller", "std_base": 0.005717475800856836, "t_msg": "Significant (t=-16.143194, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.015473594665533998, "timeline_link": null, "avg_changed": 0.4395649576186799, "min_base": 0.0148329734802, "delta_min": "28.8763x slower", "delta_avg": "28.4074x slower", "std_changed": 0.004634709921507423, "min_changed": 0.428322076797, "delta_std": "3.4211x larger", "std_base": 0.00135472593734257, "t_msg": "Significant (t=-621.039320, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.18716118335724005, "timeline_link": null, "avg_changed": 0.45893834114074006, "min_base": 0.14183807373, "delta_min": "3.1610x slower", "delta_avg": "2.4521x slower", "std_changed": 0.004606057533713974, "min_changed": 0.448346853256, "delta_std": "10.2877x smaller", "std_base": 0.04738572816560938, "t_msg": "Significant (t=-40.365312, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.10395822525020001, "timeline_link": null, "avg_changed": 0.7109723043441999, "min_base": 0.100281000137, "delta_min": "6.9013x slower", "delta_avg": "6.8390x slower", "std_changed": 0.010686119693046168, "min_changed": 0.692070960999, "delta_std": "4.0607x larger", "std_base": 0.002631593910059358, "t_msg": "Significant (t=-390.012594, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.021138229370118, "timeline_link": null, "avg_changed": 0.2599081802368601, "min_base": 0.0180740356445, "delta_min": "13.9684x slower", "delta_avg": "12.2956x slower", "std_changed": 0.003872115813688013, "min_changed": 0.252465963364, "delta_std": "1.6350x larger", "std_base": 0.0023683032185763996, "t_msg": "Significant (t=-371.970497, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.008657979965209402, "timeline_link": null, "avg_changed": 0.10701109886165998, "min_base": 0.0068838596344, "delta_min": "15.0506x slower", "delta_avg": "12.3598x slower", "std_changed": 0.002080170392826532, "min_changed": 0.103605985641, "delta_std": "2.9118x smaller", "std_base": 0.006057126699142515, "t_msg": "Significant (t=-108.591806, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.024223923683171996, "timeline_link": null, "avg_changed": 0.23163057327274, "min_base": 0.0211398601532, "delta_min": "10.6848x slower", "delta_avg": "9.5621x slower", "std_changed": 0.002625758324822336, "min_changed": 0.225874185562, "delta_std": "5.1187x smaller", "std_base": 0.01344058791406673, "t_msg": "Significant (t=-107.091766, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.064768376350402, "timeline_link": null, "avg_changed": 0.7576749181746802, "min_base": 0.0449419021606, "delta_min": "16.3895x slower", "delta_avg": "11.6982x slower", "std_changed": 0.007117348018351371, "min_changed": 0.736573934555, "delta_std": "2.5180x smaller", "std_base": 0.017921741329470744, "t_msg": "Significant (t=-254.084648, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 6.224698901175002, "timeline_link": null, "avg_changed": 166.9239540099998, "min_base": 6.08807182312, "delta_min": "27.4133x slower", "delta_avg": "26.8164x slower", "std_changed": 0.03025613851190455, "min_changed": 166.894001961, "delta_std": "4.5615x smaller", "std_base": 0.13801419055199188, "t_msg": "Significant (t=-8042.334780, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 1.455483818052, "timeline_link": null, "avg_changed": 8.803053236008001, "min_base": 1.07477402687, "delta_min": "8.1136x slower", "delta_avg": "6.0482x slower", "std_changed": 0.05523665350365924, "min_changed": 8.72030496597, "delta_std": "8.9272x smaller", "std_base": 0.49310861615091617, "t_msg": "Significant (t=-33.111460, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.3721695756912201, "timeline_link": null, "avg_changed": 11.365914297104, "min_base": 0.360346078873, "delta_min": "31.3602x slower", "delta_avg": "30.5396x slower", "std_changed": 0.03793793988645537, "min_changed": 11.3005428314, "delta_std": "4.4071x larger", "std_base": 0.008608288575037103, "t_msg": "Significant (t=-1998.274897, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.04634435176849799, "timeline_link": null, "avg_changed": 0.22212134838110004, "min_base": 0.0452558994293, "delta_min": "4.7802x slower", "delta_avg": "4.7928x slower", "std_changed": 0.002484083904100856, "min_changed": 0.216332197189, "delta_std": "1.0559x larger", "std_base": 0.002352606142564507, "t_msg": "Significant (t=-363.289950, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.020557136535645996, "timeline_link": null, "avg_changed": 0.36128365993506006, "min_base": 0.0200212001801, "delta_min": "17.5603x slower", "delta_avg": "17.5746x slower", "std_changed": 0.004509927495347387, "min_changed": 0.351578950882, "delta_std": "2.6620x larger", "std_base": 0.0016941800971132872, "t_msg": "Significant (t=-500.099308, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 9.023299407956, "timeline_link": null, "avg_changed": 18.290516662599998, "min_base": 8.95908594131, "delta_min": "2.0258x slower", "delta_avg": "2.0270x slower", "std_changed": 0.12418387994153303, "min_changed": 18.1496429443, "delta_std": "2.5684x larger", "std_base": 0.04835080082378604, "t_msg": "Significant (t=-155.496194, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 4.5461974144, "timeline_link": null, "avg_changed": 4.625296783447999, "min_base": 4.51915621758, "delta_min": "1.0202x slower", "delta_avg": "1.0174x slower", "std_changed": 0.011733052569435602, "min_changed": 4.61051297188, "delta_std": "1.9172x smaller", "std_base": 0.022494555694961872, "t_msg": "Significant (t=-6.971505, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.15803387165070004, "timeline_link": null, "avg_changed": 1.2374310445781997, "min_base": 0.153158903122, "delta_min": "7.9752x slower", "delta_avg": "7.8302x slower", "std_changed": 0.008343973708855569, "min_changed": 1.22147202492, "delta_std": "2.0079x larger", "std_base": 0.004155629810467377, "t_msg": "Significant (t=-818.801237, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.0443165588378916, "timeline_link": null, "avg_changed": 0.19736490249634006, "min_base": 0.00916600227356, "delta_min": "20.7340x slower", "delta_avg": "4.4535x slower", "std_changed": 0.0067707470194871885, "min_changed": 0.190047979355, "delta_std": "7.7690x smaller", "std_base": 0.05260216831356656, "t_msg": "Significant (t=-20.405245, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.04862786293029, "timeline_link": null, "avg_changed": 0.21518531799315999, "min_base": 0.0171680450439, "delta_min": "12.1702x slower", "delta_avg": "4.4251x slower", "std_changed": 0.0037792008323289245, "min_changed": 0.208937883377, "delta_std": "15.2314x smaller", "std_base": 0.05756247070501247, "t_msg": "Significant (t=-20.416235, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.011866598129272201, "timeline_link": null, "avg_changed": 1.1543168497079999, "min_base": 0.00900387763977, "delta_min": "126.1386x slower", "delta_avg": "97.2745x slower", "std_changed": 0.018827199957733843, "min_changed": 1.13573694229, "delta_std": "2.8661x larger", "std_base": 0.006568850786746408, "t_msg": "Significant (t=-405.127637, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.001585350036621, "timeline_link": null, "avg_changed": 0.18362876892088004, "min_base": 0.00142812728882, "delta_min": "124.5015x slower", "delta_avg": "115.8285x slower", "std_changed": 0.002285698059881137, "min_changed": 0.177803993225, "delta_std": "5.3134x larger", "std_base": 0.00043017344338980876, "t_msg": "Significant (t=-553.455663, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.09129704952242002, "timeline_link": null, "avg_changed": 0.29379651546476004, "min_base": 0.0375859737396, "delta_min": "7.6291x slower", "delta_avg": "3.2180x slower", "std_changed": 0.005471416977575199, "min_changed": 0.28674697876, "delta_std": "13.4515x smaller", "std_base": 0.07359857612990452, "t_msg": "Significant (t=-19.401829, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11976092815402001, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18408619880674, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.11944557189936, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25689429759980004, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.15399026393893997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.13934720993043997, "timeline_link": null, "avg_changed": 0.43126348495485994, "min_base": 0.135416030884, "delta_min": "3.1399x slower", "delta_avg": "3.0949x slower", "std_changed": 0.0041751192872483975, "min_changed": 0.425189971924, "delta_std": "2.0399x larger", "std_base": 0.0020467638308079013, "t_msg": "Significant (t=-443.922130, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.041268477439880005, "timeline_link": null, "avg_changed": 0.20610408782956, "min_base": 0.0281429290771, "delta_min": "7.1078x slower", "delta_avg": "4.9942x slower", "std_changed": 0.00243447772929851, "min_changed": 0.200032949448, "delta_std": "5.0805x smaller", "std_base": 0.01236839904664071, "t_msg": "Significant (t=-92.463145, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0054837703704842, "timeline_link": null, "avg_changed": 0.31338745594028006, "min_base": 0.00508809089661, "delta_min": "59.7684x slower", "delta_avg": "57.1482x slower", "std_changed": 0.003989870698407278, "min_changed": 0.30410695076, "delta_std": "2.3487x larger", "std_base": 0.0016987386038280609, "t_msg": "Significant (t=-502.071708, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.0264000000000002, "timeline_link": null, "avg_changed": 4.904400000000001, "min_base": 0.99, "delta_min": "4.8283x slower", "delta_avg": "4.7783x slower", "std_changed": 0.051948168831037304, "min_changed": 4.78, "delta_std": "2.1520x larger", "std_base": 0.02413905295472507, "t_msg": "Significant (t=-478.706619, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.3842000000000001, "timeline_link": null, "avg_changed": 3.5572, "min_base": 0.36, "delta_min": "9.6389x slower", "delta_avg": "9.2587x slower", "std_changed": 0.04384760249885914, "min_changed": 3.47, "delta_std": "2.2375x larger", "std_base": 0.019596959364312893, "t_msg": "Significant (t=-467.158156, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.03414404074350733, "timeline_link": null, "avg_changed": 0.2090943511327307, "min_base": 0.0204260349274, "delta_min": "2.9175x slower", "delta_avg": "6.1239x slower", "std_changed": 0.08735878556159893, "min_changed": 0.0595920085907, "delta_std": "5.4127x larger", "std_base": 0.016139549839397936, "t_msg": "Significant (t=-24.119352, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.017958715438841536, "timeline_link": null, "avg_changed": 0.0427932910919192, "min_base": 0.00361013412476, "delta_min": "7.2820x slower", "delta_avg": "2.3829x slower", "std_changed": 0.0732530960669617, "min_changed": 0.0262889862061, "delta_std": "1.2745x larger", "std_base": 0.05747409064182549, "t_msg": "Significant (t=-5.964171, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 0.7570441007613999, "timeline_link": null, "avg_changed": 16.76718900203, "min_base": 0.750850200653, "delta_min": "22.2879x slower", "delta_avg": "22.1482x slower", "std_changed": 0.0261334022896448, "min_changed": 16.7348690033, "delta_std": "6.0756x larger", "std_base": 0.00430133569620232, "t_msg": "Significant (t=-1911.591022, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.2549937725066, "timeline_link": null, "avg_changed": 0.8108999729158001, "min_base": 0.173705101013, "delta_min": "4.6393x slower", "delta_avg": "3.1801x slower", "std_changed": 0.0067565388318374525, "min_changed": 0.805871009827, "delta_std": "24.0631x smaller", "std_base": 0.16258354178006024, "t_msg": "Significant (t=-7.638978, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 1.1830454349506, "timeline_link": null, "avg_changed": 4.783781957626, "min_base": 0.813402175903, "delta_min": "5.8449x slower", "delta_avg": "4.0436x slower", "std_changed": 0.01685917967342434, "min_changed": 4.75429391861, "delta_std": "33.7013x smaller", "std_base": 0.568176568203652, "t_msg": "Significant (t=-14.164522, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.24945859909059998, "timeline_link": null, "avg_changed": 0.3964778423306, "min_base": 0.106403112411, "delta_min": "3.6764x slower", "delta_avg": "1.5894x slower", "std_changed": 0.005764105979802843, "min_changed": 0.391180992126, "delta_std": "33.0958x smaller", "std_base": 0.1907677639955007, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.2211686134338, "timeline_link": null, "avg_changed": 1.4023350715640002, "min_base": 0.151189088821, "delta_min": "9.1289x slower", "delta_avg": "6.3406x slower", "std_changed": 0.014930583324574882, "min_changed": 1.38019394875, "delta_std": "6.9000x smaller", "std_base": 0.10302077353183019, "t_msg": "Significant (t=-25.372167, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.011102626620000005, "timeline_link": null, "avg_changed": 0.70973462686, "min_base": 0.00828597, "delta_min": "83.5322x slower", "delta_avg": "63.9249x slower", "std_changed": 0.010246686297350142, "min_changed": 0.692145436, "delta_std": "1.3351x larger", "std_base": 0.007674585000398552, "t_msg": "Significant (t=-385.879909, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [183.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [492.7]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [59.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [79.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [84.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0025665131473850255, "timeline_link": null, "avg_changed": 0.12285713869779043, "min_base": 0.0025169136597938146, "delta_min": "47.8142x slower", "delta_avg": "47.8693x slower", "std_changed": 0.0011474179170396827, "min_changed": 0.12034418436729045, "delta_std": "51.5822x larger", "std_base": 2.2244460296357158e-05, "t_msg": "Significant (t=-741.162712, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0006597929770220315, "timeline_link": null, "avg_changed": 0.006524924799437419, "min_base": 0.0006545787785559992, "delta_min": "9.9201x slower", "delta_avg": "9.8894x slower", "std_changed": 2.3034592767680488e-05, "min_changed": 0.006493506493506494, "delta_std": "3.9782x larger", "std_base": 5.790275073818268e-06, "t_msg": "Significant (t=-552.175493, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0027088590237125273, "timeline_link": null, "avg_changed": 0.04143913186479893, "min_base": 0.00233590282644242, "delta_min": "17.4024x slower", "delta_avg": "15.2976x slower", "std_changed": 0.000691482351293919, "min_changed": 0.04065040650406504, "delta_std": "3.2289x larger", "std_base": 0.00021415636397469168, "t_msg": "Significant (t=-378.325351, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.05836943544160844, "timeline_link": null, "avg_changed": 0.34014269497729044, "min_base": 0.0567607357610373, "delta_min": "5.8990x slower", "delta_avg": "5.8274x slower", "std_changed": 0.0026596298963430737, "min_changed": 0.33483310662341736, "delta_std": "2.9576x larger", "std_base": 0.0008992599832622263, "t_msg": "Significant (t=-709.673039, a=0.95)\n"}]], "branch": "", "revision": "98107:7fd34a4a2b89"}