{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.036094450950617994, "timeline_link": null, "avg_changed": 0.78172884941104, "min_base": 0.035630941391, "delta_min": "21.8657x slower", "delta_avg": "21.6579x slower", "std_changed": 0.0014652674777930906, "min_changed": 0.779097080231, "delta_std": "2.4574x larger", "std_base": 0.0005962725974221722, "t_msg": "Significant (t=-3332.879206, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016968836784361334, "timeline_link": null, "avg_changed": 0.16239363511404684, "min_base": 0.0131089687347, "delta_min": "12.0228x slower", "delta_avg": "9.5701x slower", "std_changed": 0.003165318741427331, "min_changed": 0.157607078552, "delta_std": "2.2700x smaller", "std_base": 0.007185136449404615, "t_msg": "Significant (t=-226.847325, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2844211578371999, "timeline_link": null, "avg_changed": 1.5475068569180002, "min_base": 0.225065946579, "delta_min": "6.8574x slower", "delta_avg": "5.4409x slower", "std_changed": 0.00492721512911146, "min_changed": 1.54335618019, "delta_std": "40.4382x smaller", "std_base": 0.1992475749217125, "t_msg": "Significant (t=-28.341447, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3630559062962018, "timeline_link": null, "avg_changed": 22.241490559577997, "min_base": 3.35649204254, "delta_min": "6.6047x slower", "delta_avg": "6.6135x slower", "std_changed": 0.07754453776795302, "min_changed": 22.1687710285, "delta_std": "22.8451x larger", "std_base": 0.0033943625558430003, "t_msg": "Significant (t=-1719.824367, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021839370727542003, "timeline_link": null, "avg_changed": 0.26126063346866, "min_base": 0.0183019638062, "delta_min": "14.1742x slower", "delta_avg": "11.9628x slower", "std_changed": 0.0017940820415425164, "min_changed": 0.25941491127, "delta_std": "2.9142x smaller", "std_base": 0.005228375895788134, "t_msg": "Significant (t=-306.273272, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.311909890174599, "timeline_link": null, "avg_changed": 51.454128460882, "min_base": 8.24141693115, "delta_min": "6.2081x slower", "delta_avg": "6.1904x slower", "std_changed": 0.15245171374884456, "min_changed": 51.1632540226, "delta_std": "1.2229x smaller", "std_base": 0.18642871151261792, "t_msg": "Significant (t=-1266.729844, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0091482257843052, "timeline_link": null, "avg_changed": 0.5758925771712801, "min_base": 0.0065279006958, "delta_min": "88.0706x slower", "delta_avg": "62.9513x slower", "std_changed": 0.0006225868065456985, "min_changed": 0.574915885925, "delta_std": "26.0861x smaller", "std_base": 0.016240885393688863, "t_msg": "Significant (t=-246.571927, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [334.735429049], "base_times": [139.438062191]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049628486633306004, "timeline_link": null, "avg_changed": 3.3756052303317983, "min_base": 0.0471179485321, "delta_min": "71.5837x slower", "delta_avg": "68.0175x slower", "std_changed": 0.0013256722059155185, "min_changed": 3.37287902832, "delta_std": "10.4298x smaller", "std_base": 0.013826505896371816, "t_msg": "Significant (t=-1693.186111, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010413661003110999, "timeline_link": null, "avg_changed": 0.04142013072968001, "min_base": 0.00148105621338, "delta_min": "27.8653x slower", "delta_avg": "3.9775x slower", "std_changed": 0.00014272539107221643, "min_changed": 0.0412700176239, "delta_std": "83.1002x smaller", "std_base": 0.011860513755617003, "t_msg": "Significant (t=-18.484273, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.02996378421784199, "timeline_link": null, "avg_changed": 1.1551104497909999, "min_base": 0.0283482074738, "delta_min": "40.6104x slower", "delta_avg": "38.5502x slower", "std_changed": 0.0029764486128336216, "min_changed": 1.15123200417, "delta_std": "1.0767x larger", "std_base": 0.002764348394794865, "t_msg": "Significant (t=-1958.577402, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4376499080658, "timeline_link": null, "avg_changed": 1.1711759185784, "min_base": 0.335494995117, "delta_min": "3.4737x slower", "delta_avg": "2.6761x slower", "std_changed": 0.0020020005448867216, "min_changed": 1.16540193558, "delta_std": "56.3594x smaller", "std_base": 0.11283152538926627, "t_msg": "Significant (t=-45.962295, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17626480102544, "timeline_link": null, "avg_changed": 1.7103613615033995, "min_base": 0.174455881119, "delta_min": "9.7759x slower", "delta_avg": "9.7034x slower", "std_changed": 0.003993523316666086, "min_changed": 1.7054579258, "delta_std": "1.1050x smaller", "std_base": 0.004412967319775384, "t_msg": "Significant (t=-1822.628003, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04291768550872801, "timeline_link": null, "avg_changed": 0.6478853988647199, "min_base": 0.036365032196, "delta_min": "17.5992x slower", "delta_avg": "15.0960x slower", "std_changed": 0.004110880945902727, "min_changed": 0.639996051788, "delta_std": "1.1271x smaller", "std_base": 0.0046333933871754085, "t_msg": "Significant (t=-690.612524, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016090145111084003, "timeline_link": null, "avg_changed": 0.28398635387419996, "min_base": 0.0131869316101, "delta_min": "21.3609x slower", "delta_avg": "17.6497x slower", "std_changed": 0.002004271867321038, "min_changed": 0.281684875488, "delta_std": "6.8456x smaller", "std_base": 0.013720403466138177, "t_msg": "Significant (t=-136.615405, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.051876077651972004, "timeline_link": null, "avg_changed": 0.6214555597305198, "min_base": 0.0466370582581, "delta_min": "13.2404x slower", "delta_avg": "11.9796x slower", "std_changed": 0.0026078775194791665, "min_changed": 0.617492198944, "delta_std": "10.5859x smaller", "std_base": 0.027606851667298135, "t_msg": "Significant (t=-145.242366, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.16188077926640396, "timeline_link": null, "avg_changed": 1.7501494550701997, "min_base": 0.0956637859344, "delta_min": "18.2563x slower", "delta_avg": "10.8113x slower", "std_changed": 0.0027234595548999954, "min_changed": 1.74647116661, "delta_std": "26.3833x smaller", "std_base": 0.07185386818620672, "t_msg": "Significant (t=-156.187792, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.162886023499995, "timeline_link": null, "avg_changed": 366.13340651999977, "min_base": 10.8216459751, "delta_min": "33.8273x slower", "delta_avg": "32.7992x slower", "std_changed": 0.06691799675054393, "min_changed": 366.067161083, "delta_std": "5.1511x smaller", "std_base": 0.34470450319438, "t_msg": "Significant (t=-7148.207282, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.4191959857920002, "timeline_link": null, "avg_changed": 22.27057375908, "min_base": 2.72011709213, "delta_min": "8.1830x slower", "delta_avg": "6.5134x slower", "std_changed": 0.008017501449774601, "min_changed": 22.2588419914, "delta_std": "126.5342x smaller", "std_base": 1.0144877891864073, "t_msg": "Significant (t=-41.549683, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7476600408553798, "timeline_link": null, "avg_changed": 26.78109326840401, "min_base": 0.743137836456, "delta_min": "35.9978x slower", "delta_avg": "35.8199x slower", "std_changed": 0.02214055434117057, "min_changed": 26.7513129711, "delta_std": "1.2203x larger", "std_base": 0.018143470396200522, "t_msg": "Significant (t=-6430.891864, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08218345165252999, "timeline_link": null, "avg_changed": 0.44617362976082026, "min_base": 0.0804870128632, "delta_min": "5.5377x slower", "delta_avg": "5.4290x slower", "std_changed": 0.00029481516691445196, "min_changed": 0.445710897446, "delta_std": "17.5703x smaller", "std_base": 0.005179999929245692, "t_msg": "Significant (t=-496.069656, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032741527557376, "timeline_link": null, "avg_changed": 0.7700721645354798, "min_base": 0.0320451259613, "delta_min": "23.8584x slower", "delta_avg": "23.5197x slower", "std_changed": 0.0059951298184383675, "min_changed": 0.764544010162, "delta_std": "2.4266x larger", "std_base": 0.0024706072161593423, "t_msg": "Significant (t=-804.058443, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.59341077806, "timeline_link": null, "avg_changed": 49.12929458616, "min_base": 20.5746700764, "delta_min": "2.3874x slower", "delta_avg": "2.3857x slower", "std_changed": 0.010246851530250064, "min_changed": 49.1207978725, "delta_std": "2.8564x smaller", "std_base": 0.02926912200833142, "t_msg": "Significant (t=-2057.600979, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.9020906925, "timeline_link": null, "avg_changed": 10.958275699599998, "min_base": 10.8895308971, "delta_min": "1.0059x slower", "delta_avg": "1.0052x slower", "std_changed": 0.006426708478350401, "min_changed": 10.9538018703, "delta_std": "2.2069x smaller", "std_base": 0.014183101936830261, "t_msg": "Significant (t=-8.068313, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29523084163667995, "timeline_link": null, "avg_changed": 3.0122504568093995, "min_base": 0.286864042282, "delta_min": "10.4668x slower", "delta_avg": "10.2030x slower", "std_changed": 0.0048884298413250865, "min_changed": 3.00255203247, "delta_std": "1.1484x smaller", "std_base": 0.005613972676935947, "t_msg": "Significant (t=-2580.894414, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09170507431032401, "timeline_link": null, "avg_changed": 0.5096958637237801, "min_base": 0.0227770805359, "delta_min": "22.2313x slower", "delta_avg": "5.5580x slower", "std_changed": 0.01514065359797613, "min_changed": 0.506364822388, "delta_std": "7.2310x smaller", "std_base": 0.1094818543336017, "t_msg": "Significant (t=-26.742119, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.108294849395796, "timeline_link": null, "avg_changed": 0.54678493499768, "min_base": 0.0393829345703, "delta_min": "13.8459x slower", "delta_avg": "5.0490x slower", "std_changed": 0.001624233781275403, "min_changed": 0.545294046402, "delta_std": "74.5061x smaller", "std_base": 0.1210153760061653, "t_msg": "Significant (t=-25.619173, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.030073890686031998, "timeline_link": null, "avg_changed": 3.0549906301502, "min_base": 0.0184369087219, "delta_min": "163.9838x slower", "delta_avg": "101.5828x slower", "std_changed": 0.020306338027767004, "min_changed": 3.0233540535, "delta_std": "1.1283x larger", "std_base": 0.01799699962411081, "t_msg": "Significant (t=-788.295254, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032697343826296006, "timeline_link": null, "avg_changed": 0.39727118015292, "min_base": 0.00290393829346, "delta_min": "136.4733x slower", "delta_avg": "121.4995x slower", "std_changed": 0.0005168072370923254, "min_changed": 0.396310091019, "delta_std": "2.2273x smaller", "std_base": 0.0011510752771463604, "t_msg": "Significant (t=-2208.017721, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.20571996688836197, "timeline_link": null, "avg_changed": 0.7396457195282202, "min_base": 0.0835840702057, "delta_min": "8.6902x slower", "delta_avg": "3.5954x slower", "std_changed": 0.00973643360712865, "min_changed": 0.726358175278, "delta_std": "16.0753x smaller", "std_base": 0.15651614499082117, "t_msg": "Significant (t=-24.075097, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24358679294578006, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46820393562312, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18557329654687998, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5926407194137401, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36614665985107997, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26059278965003996, "timeline_link": null, "avg_changed": 0.73385167598724, "min_base": 0.256798028946, "delta_min": "2.8104x slower", "delta_avg": "2.8161x slower", "std_changed": 0.010678353104566529, "min_changed": 0.72169303894, "delta_std": "1.6555x larger", "std_base": 0.006450042683747445, "t_msg": "Significant (t=-268.248150, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08885919094084002, "timeline_link": null, "avg_changed": 0.46768099784848005, "min_base": 0.059818983078, "delta_min": "7.8045x slower", "delta_avg": "5.2632x slower", "std_changed": 0.0019274921132292945, "min_changed": 0.466856002808, "delta_std": "13.3316x smaller", "std_base": 0.0256965519773597, "t_msg": "Significant (t=-103.950546, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.0091061115264908, "timeline_link": null, "avg_changed": 0.8135555458069799, "min_base": 0.00832295417786, "delta_min": "97.5945x slower", "delta_avg": "89.3417x slower", "std_changed": 0.0008131860741491181, "min_changed": 0.812274932861, "delta_std": "3.9820x smaller", "std_base": 0.003238130985102156, "t_msg": "Significant (t=-1703.763665, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1366, "timeline_link": null, "avg_changed": 9.218800000000009, "min_base": 2.1, "delta_min": "4.3762x slower", "delta_avg": "4.3147x slower", "std_changed": 0.017570847841739273, "min_changed": 9.19, "delta_std": "1.7724x smaller", "std_base": 0.03114220182796775, "t_msg": "Significant (t=-1400.524439, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7885999999999999, "timeline_link": null, "avg_changed": 7.097200000000003, "min_base": 0.76, "delta_min": "9.2632x slower", "delta_avg": "8.9997x slower", "std_changed": 0.02507458262618851, "min_changed": 7.04, "delta_std": "1.2032x smaller", "std_base": 0.030170265129083336, "t_msg": "Significant (t=-1137.107603, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07359066168467997, "timeline_link": null, "avg_changed": 0.5711125230789001, "min_base": 0.0467548370361, "delta_min": "2.7791x slower", "delta_avg": "7.7607x slower", "std_changed": 0.260759881680779, "min_changed": 0.129935979843, "delta_std": "8.3866x larger", "std_base": 0.0310926205042412, "t_msg": "Significant (t=-23.203388, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.013208487033844014, "timeline_link": null, "avg_changed": 0.0606177458763104, "min_base": 0.00774788856506, "delta_min": "7.4844x slower", "delta_avg": "4.5893x slower", "std_changed": 0.005635244901291544, "min_changed": 0.0579879283905, "delta_std": "2.2953x smaller", "std_base": 0.012934830502707296, "t_msg": "Significant (t=-75.136302, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8216499137880005, "timeline_link": null, "avg_changed": 50.524978675838, "min_base": 1.81317687035, "delta_min": "27.7988x slower", "delta_avg": "27.7358x slower", "std_changed": 0.07586975140958764, "min_changed": 50.4041819572, "delta_std": "17.1922x larger", "std_base": 0.0044130213234158736, "t_msg": "Significant (t=-4531.495592, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5947731494908, "timeline_link": null, "avg_changed": 2.11657881737, "min_base": 0.41656088829, "delta_min": "5.0618x slower", "delta_avg": "3.5586x slower", "std_changed": 0.004789786744985535, "min_changed": 2.10854482651, "delta_std": "66.5038x smaller", "std_base": 0.31853908487750887, "t_msg": "Significant (t=-10.681503, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.570545244216, "timeline_link": null, "avg_changed": 12.366885757419999, "min_base": 1.7213871479, "delta_min": "7.1770x slower", "delta_avg": "4.8110x slower", "std_changed": 0.011411265234182868, "min_changed": 12.3544080257, "delta_std": "108.0790x smaller", "std_base": 1.233317720020753, "t_msg": "Significant (t=-17.760505, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5512758254996, "timeline_link": null, "avg_changed": 1.0270000457759998, "min_base": 0.240577220917, "delta_min": "4.1881x slower", "delta_avg": "1.8630x slower", "std_changed": 0.026037948587960692, "min_changed": 1.00757193565, "delta_std": "14.8336x smaller", "std_base": 0.38623577692258576, "t_msg": "Significant (t=-2.747914, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.49128222465520005, "timeline_link": null, "avg_changed": 3.6560192108159995, "min_base": 0.337826967239, "delta_min": "10.7524x slower", "delta_avg": "7.4418x slower", "std_changed": 0.018798043895058996, "min_changed": 3.63245010376, "delta_std": "12.1809x smaller", "std_base": 0.22897700175035507, "t_msg": "Significant (t=-30.801521, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02384361256, "timeline_link": null, "avg_changed": 1.7951459051199996, "min_base": 0.018401532, "delta_min": "97.4337x slower", "delta_avg": "75.2883x slower", "std_changed": 0.00185416910756546, "min_changed": 1.792929275, "delta_std": "8.3152x smaller", "std_base": 0.015417795850273445, "t_msg": "Significant (t=-806.561190, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [375.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [729.5]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [117.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [161.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [179.0]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004547103711837543, "timeline_link": null, "avg_changed": 0.3271237285044223, "min_base": 0.004513668063947844, "delta_min": "72.1941x slower", "delta_avg": "71.9411x slower", "std_changed": 0.000775329830765275, "min_changed": 0.32586027111574556, "delta_std": "26.3177x larger", "std_base": 2.9460419634025576e-05, "t_msg": "Significant (t=-2939.802212, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014898003514040806, "timeline_link": null, "avg_changed": 0.014635957075159113, "min_base": 0.0014697236919459142, "delta_min": "9.9328x slower", "delta_avg": "9.8241x slower", "std_changed": 6.029393926701169e-05, "min_changed": 0.014598540145985401, "delta_std": "4.3308x larger", "std_base": 1.3922185748583244e-05, "t_msg": "Significant (t=-1502.209678, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0064389500285935986, "timeline_link": null, "avg_changed": 0.10436507936507938, "min_base": 0.0059417706476530005, "delta_min": "17.5312x slower", "delta_avg": "16.2084x slower", "std_changed": 0.0005427591313811406, "min_changed": 0.10416666666666667, "delta_std": "1.5285x larger", "std_base": 0.00035508523056436913, "t_msg": "Significant (t=-1067.606659, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19609903139271453, "timeline_link": null, "avg_changed": 1.061072669499791, "min_base": 0.19072595064966028, "delta_min": "5.5336x slower", "delta_avg": "5.4109x slower", "std_changed": 0.005662864206578103, "min_changed": 1.0554089709762533, "delta_std": "1.0843x smaller", "std_base": 0.006140237881911357, "t_msg": "Significant (t=-732.237208, a=0.95)\n"}]], "branch": "", "revision": "93234:49077d47e615"}