{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.04086294651031999, "timeline_link": null, "avg_changed": 0.7088646793365599, "min_base": 0.0405220985413, "delta_min": "17.3156x slower", "delta_avg": "17.3474x slower", "std_changed": 0.00816390300180234, "min_changed": 0.701665878296, "delta_std": "17.4113x larger", "std_base": 0.0004688857339146393, "t_msg": "Significant (t=-577.629863, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.014810349146528005, "timeline_link": null, "avg_changed": 0.1275695514679333, "min_base": 0.0119459629059, "delta_min": "10.4882x slower", "delta_avg": "8.6135x slower", "std_changed": 0.002375751090507245, "min_changed": 0.125291109085, "delta_std": "2.3384x smaller", "std_base": 0.005555395335868126, "t_msg": "Significant (t=-228.566126, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.29864126443864997, "timeline_link": null, "avg_changed": 1.4800636172294996, "min_base": 0.242487192154, "delta_min": "6.0101x slower", "delta_avg": "4.9560x slower", "std_changed": 0.057962174065703385, "min_changed": 1.45736694336, "delta_std": "2.9805x smaller", "std_base": 0.17275851486763158, "t_msg": "Significant (t=-28.994636, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 2.6485536098476, "timeline_link": null, "avg_changed": 18.910165672303997, "min_base": 2.58448505402, "delta_min": "7.3076x slower", "delta_avg": "7.1398x slower", "std_changed": 0.01684766765024154, "min_changed": 18.886423111, "delta_std": "4.9094x smaller", "std_base": 0.08271226860082768, "t_msg": "Significant (t=-1362.232345, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021483926773065997, "timeline_link": null, "avg_changed": 0.22894583225252, "min_base": 0.018364906311, "delta_min": "12.3293x slower", "delta_avg": "10.6566x slower", "std_changed": 0.0016603551469776098, "min_changed": 0.226425886154, "delta_std": "2.9894x smaller", "std_base": 0.004963524654840187, "t_msg": "Significant (t=-280.285572, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.5218788671493995, "timeline_link": null, "avg_changed": 47.87749914645801, "min_base": 7.47137498856, "delta_min": "6.3842x slower", "delta_avg": "6.3651x slower", "std_changed": 0.0761451843042212, "min_changed": 47.6990418434, "delta_std": "2.0710x smaller", "std_base": 0.15769830954696704, "t_msg": "Significant (t=-1629.500408, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009084124565116801, "timeline_link": null, "avg_changed": 0.4871309709548801, "min_base": 0.00673484802246, "delta_min": "72.2564x slower", "delta_avg": "53.6244x slower", "std_changed": 0.00035920091350254114, "min_changed": 0.486636161804, "delta_std": "40.2356x smaller", "std_base": 0.01445268025257051, "t_msg": "Significant (t=-233.815326, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [121.226971865], "base_times": [125.712002039]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.053415918350225994, "timeline_link": null, "avg_changed": 3.135352716445798, "min_base": 0.0507998466492, "delta_min": "61.5603x slower", "delta_avg": "58.6970x slower", "std_changed": 0.0053622476414179315, "min_changed": 3.1272521019, "delta_std": "2.4670x smaller", "std_base": 0.013228446307135534, "t_msg": "Significant (t=-1526.738744, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009213461875918798, "timeline_link": null, "avg_changed": 0.036159944534312, "min_base": 0.00126910209656, "delta_min": "28.1757x slower", "delta_avg": "3.9247x slower", "std_changed": 0.0005193858732020537, "min_changed": 0.0357577800751, "delta_std": "21.0797x smaller", "std_base": 0.010948516044059003, "t_msg": "Significant (t=-17.383759, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031026005744933992, "timeline_link": null, "avg_changed": 0.9597383737563802, "min_base": 0.0293750762939, "delta_min": "32.5361x slower", "delta_avg": "30.9334x slower", "std_changed": 0.003008559465354851, "min_changed": 0.955751180649, "delta_std": "1.1610x larger", "std_base": 0.00259140165630633, "t_msg": "Significant (t=-1653.844046, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.37117742061608, "timeline_link": null, "avg_changed": 0.9775795507431, "min_base": 0.280331134796, "delta_min": "3.4624x slower", "delta_avg": "2.6337x slower", "std_changed": 0.0060503032328391515, "min_changed": 0.97062587738, "delta_std": "16.1149x smaller", "std_base": 0.09749983303638347, "t_msg": "Significant (t=-43.894214, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.19734866142278, "timeline_link": null, "avg_changed": 1.5615393114096003, "min_base": 0.194467067719, "delta_min": "7.9984x slower", "delta_avg": "7.9126x slower", "std_changed": 0.008959502683789389, "min_changed": 1.5554330349, "delta_std": "1.8174x larger", "std_base": 0.004929734467423462, "t_msg": "Significant (t=-943.292097, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042178115844723994, "timeline_link": null, "avg_changed": 0.5637343740463799, "min_base": 0.0344638824463, "delta_min": "16.0949x slower", "delta_avg": "13.3656x slower", "std_changed": 0.005557598278213201, "min_changed": 0.554691076279, "delta_std": "1.1215x larger", "std_base": 0.004955313646711835, "t_msg": "Significant (t=-495.298022, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.013237309455874003, "timeline_link": null, "avg_changed": 0.2442918395995, "min_base": 0.0110039710999, "delta_min": "22.0134x slower", "delta_avg": "18.4548x slower", "std_changed": 0.002223602640963412, "min_changed": 0.242234945297, "delta_std": "5.1555x smaller", "std_base": 0.011463815904740207, "t_msg": "Significant (t=-139.910544, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.04587767601013999, "timeline_link": null, "avg_changed": 0.5340824651717601, "min_base": 0.042013168335, "delta_min": "12.6474x slower", "delta_avg": "11.6414x slower", "std_changed": 0.002195543807891728, "min_changed": 0.531355857849, "delta_std": "10.3851x smaller", "std_base": 0.022801005588252175, "t_msg": "Significant (t=-150.705434, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.152325963974036, "timeline_link": null, "avg_changed": 1.5421793365476, "min_base": 0.0812330245972, "delta_min": "18.9124x slower", "delta_avg": "10.1242x slower", "std_changed": 0.004248244378261581, "min_changed": 1.53631520271, "delta_std": "15.3239x smaller", "std_base": 0.06509975230515781, "t_msg": "Significant (t=-150.644016, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 13.344051480300008, "timeline_link": null, "avg_changed": 336.9927544595002, "min_base": 13.0331759453, "delta_min": "25.8473x slower", "delta_avg": "25.2542x slower", "std_changed": 0.12093496311335832, "min_changed": 336.873034954, "delta_std": "2.5967x smaller", "std_base": 0.31403171271927993, "t_msg": "Significant (t=-6800.747904, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.2510258197799997, "timeline_link": null, "avg_changed": 19.070111608500003, "min_base": 2.5722091198, "delta_min": "7.4020x slower", "delta_avg": "5.8659x slower", "std_changed": 0.027714321662113187, "min_changed": 19.0394260883, "delta_std": "32.4247x smaller", "std_base": 0.898629561391904, "t_msg": "Significant (t=-39.344066, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8301140689849801, "timeline_link": null, "avg_changed": 23.263383564952, "min_base": 0.824090957642, "delta_min": "28.1638x slower", "delta_avg": "28.0243x slower", "std_changed": 0.02141894846462209, "min_changed": 23.2095310688, "delta_std": "1.1557x larger", "std_base": 0.018533534180977595, "t_msg": "Significant (t=-5600.401053, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.084764118194586, "timeline_link": null, "avg_changed": 0.39874033451079993, "min_base": 0.0835750102997, "delta_min": "4.7559x slower", "delta_avg": "4.7041x slower", "std_changed": 0.001110922220693242, "min_changed": 0.397476911545, "delta_std": "4.0037x smaller", "std_base": 0.004447819599819247, "t_msg": "Significant (t=-484.276991, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032457909584038, "timeline_link": null, "avg_changed": 0.6497541046142401, "min_base": 0.0318369865417, "delta_min": "20.2989x slower", "delta_avg": "20.0184x slower", "std_changed": 0.0033610194321309792, "min_changed": 0.646255970001, "delta_std": "1.0307x larger", "std_base": 0.0032610046811381212, "t_msg": "Significant (t=-932.080268, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 22.347618007659996, "timeline_link": null, "avg_changed": 45.1166279316, "min_base": 22.3326451778, "delta_min": "2.0192x slower", "delta_avg": "2.0189x slower", "std_changed": 0.020292759886818397, "min_changed": 45.0933749676, "delta_std": "1.2713x smaller", "std_base": 0.025798328864663708, "t_msg": "Significant (t=-1551.139172, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 22.50632715226, "timeline_link": null, "avg_changed": 22.78911671638, "min_base": 22.4989349842, "delta_min": "1.0125x slower", "delta_avg": "1.0126x slower", "std_changed": 0.007746586774601129, "min_changed": 22.7796270847, "delta_std": "1.8994x smaller", "std_base": 0.014713616273526041, "t_msg": "Significant (t=-38.027758, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.3921834850311199, "timeline_link": null, "avg_changed": 3.1546547842026005, "min_base": 0.382939100266, "delta_min": "8.1935x slower", "delta_avg": "8.0438x slower", "std_changed": 0.007806768782877862, "min_changed": 3.13759803772, "delta_std": "1.4668x larger", "std_base": 0.005322299041312217, "t_msg": "Significant (t=-2067.397153, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.084682850837686, "timeline_link": null, "avg_changed": 0.44096446514119997, "min_base": 0.0219850540161, "delta_min": "19.8794x slower", "delta_avg": "5.2072x slower", "std_changed": 0.011985868562598744, "min_changed": 0.437048912048, "delta_std": "7.9898x smaller", "std_base": 0.0957647078412379, "t_msg": "Significant (t=-26.103437, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.08877576828001801, "timeline_link": null, "avg_changed": 0.4551788043975799, "min_base": 0.0347101688385, "delta_min": "13.0586x slower", "delta_avg": "5.1273x slower", "std_changed": 0.001993650858616769, "min_changed": 0.453266859055, "delta_std": "53.3294x smaller", "std_base": 0.10632013683227787, "t_msg": "Significant (t=-24.364202, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.036363835334768, "timeline_link": null, "avg_changed": 2.5700854825971997, "min_base": 0.018846988678, "delta_min": "133.3972x slower", "delta_avg": "70.6770x slower", "std_changed": 0.01561035286326587, "min_changed": 2.51413607597, "delta_std": "1.6485x smaller", "std_base": 0.025733791278558446, "t_msg": "Significant (t=-595.252333, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.00389256477356, "timeline_link": null, "avg_changed": 0.3508320379257001, "min_base": 0.00356411933899, "delta_min": "97.9089x slower", "delta_avg": "90.1288x slower", "std_changed": 0.0011035709477373132, "min_changed": 0.348958969116, "delta_std": "1.2133x larger", "std_base": 0.0009095436875776164, "t_msg": "Significant (t=-1715.447173, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.162845759391856, "timeline_link": null, "avg_changed": 0.6137983083724798, "min_base": 0.0765719413757, "delta_min": "7.9233x slower", "delta_avg": "3.7692x slower", "std_changed": 0.008500409585450652, "min_changed": 0.606699943542, "delta_std": "15.6578x smaller", "std_base": 0.13309798354815136, "t_msg": "Significant (t=-23.908948, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.27117153167724, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5596821546554199, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.22862825393684003, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5685503816605203, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4946152162551599, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27190159320831997, "timeline_link": null, "avg_changed": 0.72643154144282, "min_base": 0.249634981155, "delta_min": "2.8459x slower", "delta_avg": "2.6717x slower", "std_changed": 0.004046574866712827, "min_changed": 0.710436105728, "delta_std": "1.2234x smaller", "std_base": 0.00495055937445497, "t_msg": "Significant (t=-502.663275, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.078752126693732, "timeline_link": null, "avg_changed": 0.41569366931918006, "min_base": 0.0540330410004, "delta_min": "7.6597x slower", "delta_avg": "5.2785x slower", "std_changed": 0.0017321172810506546, "min_changed": 0.413875102997, "delta_std": "13.3733x smaller", "std_base": 0.02316411515933315, "t_msg": "Significant (t=-102.568278, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.011214160919188003, "timeline_link": null, "avg_changed": 0.6337924003601599, "min_base": 0.0103280544281, "delta_min": "61.1630x slower", "delta_avg": "56.5171x slower", "std_changed": 0.0018297186638865164, "min_changed": 0.63169503212, "delta_std": "2.0047x smaller", "std_base": 0.003668077518782358, "t_msg": "Significant (t=-1073.964386, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.9257999999999995, "timeline_link": null, "avg_changed": 8.348600000000003, "min_base": 1.85, "delta_min": "4.4919x slower", "delta_avg": "4.3351x slower", "std_changed": 0.02595207514018163, "min_changed": 8.31, "delta_std": "1.6968x smaller", "std_base": 0.04403569980303319, "t_msg": "Significant (t=-888.522704, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.9051999999999997, "timeline_link": null, "avg_changed": 6.9136000000000015, "min_base": 0.89, "delta_min": "7.7416x slower", "delta_avg": "7.6376x slower", "std_changed": 0.023190427300232238, "min_changed": 6.89, "delta_std": "1.2420x smaller", "std_base": 0.02880192737314923, "t_msg": "Significant (t=-1148.958859, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06607744216919467, "timeline_link": null, "avg_changed": 0.4663972234725665, "min_base": 0.0431571006775, "delta_min": "2.5276x slower", "delta_avg": "7.0583x slower", "std_changed": 0.21042490591476826, "min_changed": 0.109085083008, "delta_std": "8.5433x larger", "std_base": 0.024630297387007113, "t_msg": "Significant (t=-23.141987, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.010965272426604786, "timeline_link": null, "avg_changed": 0.06435388898849502, "min_base": 0.00722980499268, "delta_min": "6.7592x slower", "delta_avg": "5.8689x slower", "std_changed": 0.010262970563396345, "min_changed": 0.0488679409027, "delta_std": "1.0249x smaller", "std_base": 0.010518677251708335, "t_msg": "Significant (t=-81.233621, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.935859718322, "timeline_link": null, "avg_changed": 42.88201033115401, "min_base": 1.92991995811, "delta_min": "22.1560x slower", "delta_avg": "22.1514x slower", "std_changed": 0.04719399323273408, "min_changed": 42.7592699528, "delta_std": "11.6833x larger", "std_base": 0.0040394415604069756, "t_msg": "Significant (t=-6112.604906, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5694186210632, "timeline_link": null, "avg_changed": 1.77700099945, "min_base": 0.376897096634, "delta_min": "4.6497x slower", "delta_avg": "3.1207x slower", "std_changed": 0.02067538563154619, "min_changed": 1.75247001648, "delta_std": "13.3365x smaller", "std_base": 0.27573692725281573, "t_msg": "Significant (t=-9.765385, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.2758927822099997, "timeline_link": null, "avg_changed": 10.029529809940001, "min_base": 1.63812589645, "delta_min": "6.1107x slower", "delta_avg": "4.4069x slower", "std_changed": 0.017512479495599947, "min_changed": 10.0100769997, "delta_std": "58.9256x smaller", "std_base": 1.0319329517130813, "t_msg": "Significant (t=-16.798730, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.4836684226986, "timeline_link": null, "avg_changed": 0.8405608177184, "min_base": 0.238836050034, "delta_min": "3.4620x slower", "delta_avg": "1.7379x slower", "std_changed": 0.017862137433049624, "min_changed": 0.826859951019, "delta_std": "17.9754x smaller", "std_base": 0.3210786246409313, "t_msg": "Significant (t=-2.481646, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.406765127182, "timeline_link": null, "avg_changed": 3.04383664131, "min_base": 0.281181097031, "delta_min": "10.7829x slower", "delta_avg": "7.4830x slower", "std_changed": 0.014449302094663294, "min_changed": 3.03194713593, "delta_std": "13.7024x smaller", "std_base": 0.1979908253477794, "t_msg": "Significant (t=-29.703552, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.022804415679999995, "timeline_link": null, "avg_changed": 1.4525953478000002, "min_base": 0.01827439, "delta_min": "79.4180x slower", "delta_avg": "63.6980x slower", "std_changed": 0.0009032750268489339, "min_changed": 1.451315079, "delta_std": "14.3038x smaller", "std_base": 0.012920251781998853, "t_msg": "Significant (t=-780.598683, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [331.1]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [639.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [109.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [143.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [168.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004867702504668593, "timeline_link": null, "avg_changed": 0.2636911443493057, "min_base": 0.0048538152201083856, "delta_min": "54.1469x slower", "delta_avg": "54.1716x slower", "std_changed": 0.0006207201524626953, "min_changed": 0.26281899655707114, "delta_std": "56.1104x larger", "std_base": 1.1062476335511899e-05, "t_msg": "Significant (t=-2947.975057, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014386302752893193, "timeline_link": null, "avg_changed": 0.01274126848426004, "min_base": 0.001419244961680386, "delta_min": "8.9416x slower", "delta_avg": "8.8565x slower", "std_changed": 4.3125354397690974e-05, "min_changed": 0.012690355329949238, "delta_std": "2.7417x larger", "std_base": 1.5729695030876193e-05, "t_msg": "Significant (t=-1741.044776, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.005773235190440726, "timeline_link": null, "avg_changed": 0.09058373441935076, "min_base": 0.0053376034160661865, "delta_min": "16.8784x slower", "delta_avg": "15.6903x slower", "std_changed": 0.000610726470819935, "min_changed": 0.09009009009009009, "delta_std": "1.9665x larger", "std_base": 0.00031056853474379785, "t_msg": "Significant (t=-875.275442, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19626200371634175, "timeline_link": null, "avg_changed": 0.9366412060788938, "min_base": 0.1922383755857263, "delta_min": "4.8432x slower", "delta_avg": "4.7724x slower", "std_changed": 0.0038677520666383007, "min_changed": 0.9310445155659005, "delta_std": "1.2653x smaller", "std_base": 0.004893882827850696, "t_msg": "Significant (t=-839.287697, a=0.95)\n"}]], "branch": "", "revision": "87613:b0e70c0c2ac0"}