{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.040416622161866, "timeline_link": null, "avg_changed": 0.7238179063796801, "min_base": 0.0399219989777, "delta_min": "18.0010x slower", "delta_avg": "17.9089x slower", "std_changed": 0.00421195045352827, "min_changed": 0.718635082245, "delta_std": "8.4721x larger", "std_base": 0.0004971554812208119, "t_msg": "Significant (t=-1139.391810, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015762001673380006, "timeline_link": null, "avg_changed": 0.1417195049921467, "min_base": 0.0127031803131, "delta_min": "10.8563x slower", "delta_avg": "8.9912x slower", "std_changed": 0.003119499904099658, "min_changed": 0.137909173965, "delta_std": "1.8919x smaller", "std_base": 0.005901804806684969, "t_msg": "Significant (t=-231.091787, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28847427368165, "timeline_link": null, "avg_changed": 1.4470720767974998, "min_base": 0.226459026337, "delta_min": "6.2952x slower", "delta_avg": "5.0163x slower", "std_changed": 0.04632035384750611, "min_changed": 1.42561483383, "delta_std": "4.1367x smaller", "std_base": 0.19161129802421792, "t_msg": "Significant (t=-26.284136, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4383609342574006, "timeline_link": null, "avg_changed": 20.545594172476005, "min_base": 3.37893795967, "delta_min": "6.0586x slower", "delta_avg": "5.9754x slower", "std_changed": 0.07761646803530468, "min_changed": 20.4717361927, "delta_std": "1.0011x larger", "std_base": 0.07753435053943901, "t_msg": "Significant (t=-1102.619438, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020174398422236006, "timeline_link": null, "avg_changed": 0.23514614582055998, "min_base": 0.0166289806366, "delta_min": "14.0094x slower", "delta_avg": "11.6557x slower", "std_changed": 0.0026397428631801142, "min_changed": 0.2329621315, "delta_std": "2.0405x smaller", "std_base": 0.0053864029712355, "t_msg": "Significant (t=-253.411476, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.280157890320398, "timeline_link": null, "avg_changed": 47.255142335896, "min_base": 8.22313380241, "delta_min": "5.7309x slower", "delta_avg": "5.7070x slower", "std_changed": 0.05460060975107011, "min_changed": 47.1262378693, "delta_std": "3.1739x smaller", "std_base": 0.17329628743895492, "t_msg": "Significant (t=-1516.804387, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087794017791716, "timeline_link": null, "avg_changed": 0.5291761350631201, "min_base": 0.00630807876587, "delta_min": "83.4738x slower", "delta_avg": "60.2747x slower", "std_changed": 0.0018278030469398377, "min_changed": 0.526559114456, "delta_std": "8.2740x smaller", "std_base": 0.015123277235823655, "t_msg": "Significant (t=-241.559811, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [140.068758011], "base_times": [141.192173958]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04900601387023601, "timeline_link": null, "avg_changed": 3.2617302751534005, "min_base": 0.0463659763336, "delta_min": "70.1959x slower", "delta_avg": "66.5578x slower", "std_changed": 0.0042470843644449975, "min_changed": 3.25470304489, "delta_std": "3.1744x smaller", "std_base": 0.01348179210510065, "t_msg": "Significant (t=-1607.180217, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009666657447811, "timeline_link": null, "avg_changed": 0.038658933639526, "min_base": 0.00142908096313, "delta_min": "26.8180x slower", "delta_avg": "3.9992x slower", "std_changed": 0.00033833548744313424, "min_changed": 0.0383250713348, "delta_std": "34.3871x smaller", "std_base": 0.01163438571344885, "t_msg": "Significant (t=-17.613282, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031745162010189995, "timeline_link": null, "avg_changed": 1.0227932453152, "min_base": 0.0299890041351, "delta_min": "33.9691x slower", "delta_avg": "32.2189x slower", "std_changed": 0.002856169197377781, "min_changed": 1.01869893074, "delta_std": "1.1100x larger", "std_base": 0.00257315396666436, "t_msg": "Significant (t=-1822.887186, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45463927745821997, "timeline_link": null, "avg_changed": 1.1174453163142004, "min_base": 0.370259046555, "delta_min": "2.9987x slower", "delta_avg": "2.4579x slower", "std_changed": 0.0038338625270362566, "min_changed": 1.11029982567, "delta_std": "26.6863x smaller", "std_base": 0.10231177459416406, "t_msg": "Significant (t=-45.776348, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17576694488524006, "timeline_link": null, "avg_changed": 1.672068476677, "min_base": 0.173079013824, "delta_min": "9.4813x slower", "delta_avg": "9.5130x slower", "std_changed": 0.013231066619130497, "min_changed": 1.64101004601, "delta_std": "2.8600x larger", "std_base": 0.004626304269029509, "t_msg": "Significant (t=-754.853783, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.043233485221863995, "timeline_link": null, "avg_changed": 0.5916255044937, "min_base": 0.0359809398651, "delta_min": "16.1824x slower", "delta_avg": "13.6844x slower", "std_changed": 0.0053675730594718914, "min_changed": 0.582258939743, "delta_std": "1.0750x larger", "std_base": 0.004993013468068177, "t_msg": "Significant (t=-528.960399, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.015202527046198004, "timeline_link": null, "avg_changed": 0.26178406715392005, "min_base": 0.0124430656433, "delta_min": "20.8675x slower", "delta_avg": "17.2198x slower", "std_changed": 0.002149251226496289, "min_changed": 0.259655952454, "delta_std": "5.8763x smaller", "std_base": 0.012629720560003384, "t_msg": "Significant (t=-136.098312, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.057033782005304, "timeline_link": null, "avg_changed": 0.5830891323089401, "min_base": 0.0519762039185, "delta_min": "11.1405x slower", "delta_avg": "10.2236x slower", "std_changed": 0.0028358601905802126, "min_changed": 0.579042196274, "delta_std": "8.8784x smaller", "std_base": 0.02517786548884762, "t_msg": "Significant (t=-146.811504, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.12763008117677, "timeline_link": null, "avg_changed": 1.7160726261133998, "min_base": 0.0951111316681, "delta_min": "17.9361x slower", "delta_avg": "13.4457x slower", "std_changed": 0.0049763171815373685, "min_changed": 1.70592498779, "delta_std": "6.9187x smaller", "std_base": 0.034429841628371885, "t_msg": "Significant (t=-322.873153, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.576643466950005, "timeline_link": null, "avg_changed": 348.9420984984996, "min_base": 12.2926728725, "delta_min": "28.3756x slower", "delta_avg": "27.7452x slower", "std_changed": 0.13172852992501258, "min_changed": 348.811693907, "delta_std": "2.1776x smaller", "std_base": 0.2868536185616708, "t_msg": "Significant (t=-7535.033495, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5996493816359996, "timeline_link": null, "avg_changed": 21.430356359479998, "min_base": 2.91726398468, "delta_min": "7.3377x slower", "delta_avg": "5.9535x slower", "std_changed": 0.014687451899624704, "min_changed": 21.4061028957, "delta_std": "64.4024x smaller", "std_base": 0.9459070184493635, "t_msg": "Significant (t=-42.145651, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.80055908679956, "timeline_link": null, "avg_changed": 24.245025472630015, "min_base": 0.79610991478, "delta_min": "30.4254x slower", "delta_avg": "30.2851x slower", "std_changed": 0.014065520890980078, "min_changed": 24.2219572067, "delta_std": "1.2246x smaller", "std_base": 0.017224393729349592, "t_msg": "Significant (t=-7454.766267, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.069078993797314, "timeline_link": null, "avg_changed": 0.41569585800168, "min_base": 0.0677261352539, "delta_min": "6.1168x slower", "delta_avg": "6.0177x slower", "std_changed": 0.001481297132952639, "min_changed": 0.414268016815, "delta_std": "3.1421x smaller", "std_base": 0.004654313091335135, "t_msg": "Significant (t=-501.796866, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032058534622197994, "timeline_link": null, "avg_changed": 0.6891479253768401, "min_base": 0.0312571525574, "delta_min": "21.7022x slower", "delta_avg": "21.4966x slower", "std_changed": 0.007077836835465129, "min_changed": 0.678349971771, "delta_std": "2.2884x larger", "std_base": 0.0030929799113142502, "t_msg": "Significant (t=-601.533011, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.21087536812, "timeline_link": null, "avg_changed": 44.2891014099, "min_base": 20.1917819977, "delta_min": "2.1924x slower", "delta_avg": "2.1913x slower", "std_changed": 0.01580829667191999, "min_changed": 44.2693519592, "delta_std": "1.8052x smaller", "std_base": 0.028537009076211366, "t_msg": "Significant (t=-1650.383910, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.261006450654, "timeline_link": null, "avg_changed": 9.458838415148, "min_base": 9.25351405144, "delta_min": "1.0213x slower", "delta_avg": "1.0214x slower", "std_changed": 0.008108838906885523, "min_changed": 9.4508600235, "delta_std": "1.9037x smaller", "std_base": 0.015437114311127558, "t_msg": "Significant (t=-25.369004, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.30522329807284, "timeline_link": null, "avg_changed": 2.7615238523476, "min_base": 0.295689105988, "delta_min": "9.3050x slower", "delta_avg": "9.0476x slower", "std_changed": 0.005291919158346414, "min_changed": 2.75138187408, "delta_std": "1.2476x smaller", "std_base": 0.006602131450766228, "t_msg": "Significant (t=-2052.733635, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08804030418394798, "timeline_link": null, "avg_changed": 0.45997061252589994, "min_base": 0.0209989547729, "delta_min": "21.6288x slower", "delta_avg": "5.2245x slower", "std_changed": 0.0166632220509267, "min_changed": 0.454182863235, "delta_std": "6.3237x smaller", "std_base": 0.10537357147019763, "t_msg": "Significant (t=-24.651965, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.106450614929198, "timeline_link": null, "avg_changed": 0.5033189725876198, "min_base": 0.0449469089508, "delta_min": "11.1399x slower", "delta_avg": "4.7282x slower", "std_changed": 0.0025701004862887953, "min_changed": 0.500705957413, "delta_std": "44.4577x smaller", "std_base": 0.11426072389413483, "t_msg": "Significant (t=-24.554137, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03526662349700601, "timeline_link": null, "avg_changed": 2.7047507667543997, "min_base": 0.0189309120178, "delta_min": "140.4750x slower", "delta_avg": "76.6944x slower", "std_changed": 0.026795516429740103, "min_changed": 2.65931916237, "delta_std": "1.2998x larger", "std_base": 0.02061500582967821, "t_msg": "Significant (t=-558.333107, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0035502815246578005, "timeline_link": null, "avg_changed": 0.35535666465764004, "min_base": 0.00311708450317, "delta_min": "113.2924x slower", "delta_avg": "100.0925x slower", "std_changed": 0.001562235213727462, "min_changed": 0.353142023087, "delta_std": "1.2306x larger", "std_base": 0.001269495697575883, "t_msg": "Significant (t=-1235.786305, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18884807109827803, "timeline_link": null, "avg_changed": 0.67905602931982, "min_base": 0.084037065506, "delta_min": "7.8938x slower", "delta_avg": "3.5958x slower", "std_changed": 0.010369457285139405, "min_changed": 0.663369178772, "delta_std": "13.9557x smaller", "std_base": 0.14471330644235422, "t_msg": "Significant (t=-23.891577, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24803837776175996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.47028717994693997, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21090644836424005, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6058337688446, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36814808368682006, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.28241964340212006, "timeline_link": null, "avg_changed": 0.73330406188964, "min_base": 0.270229101181, "delta_min": "2.6652x slower", "delta_avg": "2.5965x slower", "std_changed": 0.01041216243745469, "min_changed": 0.720218896866, "delta_std": "1.0603x smaller", "std_base": 0.011040317819078304, "t_msg": "Significant (t=-210.088179, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08477842807768197, "timeline_link": null, "avg_changed": 0.43991494655609986, "min_base": 0.0595450401306, "delta_min": "7.3559x slower", "delta_avg": "5.1890x slower", "std_changed": 0.002889551625308924, "min_changed": 0.438009977341, "delta_std": "8.9673x smaller", "std_base": 0.025911512787772765, "t_msg": "Significant (t=-96.317191, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009367389678955002, "timeline_link": null, "avg_changed": 0.7314656209945802, "min_base": 0.00850892066956, "delta_min": "85.0532x slower", "delta_avg": "78.0864x slower", "std_changed": 0.005146692292846836, "min_changed": 0.723711013794, "delta_std": "1.4481x larger", "std_base": 0.0035539960996779536, "t_msg": "Significant (t=-816.367262, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.3078, "timeline_link": null, "avg_changed": 9.037400000000002, "min_base": 2.28, "delta_min": "3.9430x slower", "delta_avg": "3.9160x slower", "std_changed": 0.029884812879058455, "min_changed": 8.99, "delta_std": "1.0147x smaller", "std_base": 0.030324099663603613, "t_msg": "Significant (t=-1117.678531, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7847999999999999, "timeline_link": null, "avg_changed": 6.951400000000004, "min_base": 0.75, "delta_min": "9.2000x slower", "delta_avg": "8.8575x slower", "std_changed": 0.02390542590616396, "min_changed": 6.9, "delta_std": "1.4248x smaller", "std_base": 0.034061169464745654, "t_msg": "Significant (t=-1047.859120, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07538557052612532, "timeline_link": null, "avg_changed": 0.5255015420913735, "min_base": 0.0476629734039, "delta_min": "2.5319x slower", "delta_avg": "6.9709x slower", "std_changed": 0.23864014185225987, "min_changed": 0.120679140091, "delta_std": "8.1461x larger", "std_base": 0.02929500244937557, "t_msg": "Significant (t=-22.928659, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012131501674651808, "timeline_link": null, "avg_changed": 0.06305992889404416, "min_base": 0.00748610496521, "delta_min": "7.1620x slower", "delta_avg": "5.1980x slower", "std_changed": 0.007406195410012833, "min_changed": 0.0536158084869, "delta_std": "1.6664x smaller", "std_base": 0.012341368315151752, "t_msg": "Significant (t=-79.120889, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9767703437805992, "timeline_link": null, "avg_changed": 46.881258921619995, "min_base": 1.96730303764, "delta_min": "23.7771x slower", "delta_avg": "23.7161x slower", "std_changed": 0.04664924286526392, "min_changed": 46.7767441273, "delta_std": "10.0021x larger", "std_base": 0.00466393809411595, "t_msg": "Significant (t=-6772.833190, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5801536560064, "timeline_link": null, "avg_changed": 1.91024775505, "min_base": 0.417545080185, "delta_min": "4.5273x slower", "delta_avg": "3.2927x slower", "std_changed": 0.01275056374940293, "min_changed": 1.8903529644, "delta_std": "24.0259x smaller", "std_base": 0.3063442805391116, "t_msg": "Significant (t=-9.700223, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.477661561966, "timeline_link": null, "avg_changed": 11.33512277602, "min_base": 1.69733691216, "delta_min": "6.6697x slower", "delta_avg": "4.5749x slower", "std_changed": 0.015538181537393763, "min_changed": 11.3207700253, "delta_std": "74.5632x smaller", "std_base": 1.158576402519772, "t_msg": "Significant (t=-17.093482, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5226723670954, "timeline_link": null, "avg_changed": 0.9395753860473999, "min_base": 0.276823997498, "delta_min": "3.3322x slower", "delta_avg": "1.7976x slower", "std_changed": 0.01581606722571843, "min_changed": 0.922429084778, "delta_std": "22.6591x smaller", "std_base": 0.358377687799428, "t_msg": "Significant (t=-2.598702, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.45811476707459997, "timeline_link": null, "avg_changed": 3.346800422666, "min_base": 0.294871091843, "delta_min": "11.3050x slower", "delta_avg": "7.3056x slower", "std_changed": 0.016798980319728478, "min_changed": 3.333507061, "delta_std": "13.7988x smaller", "std_base": 0.23180544120246055, "t_msg": "Significant (t=-27.792282, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.0261194387, "timeline_link": null, "avg_changed": 1.6006862150999996, "min_base": 0.020934331, "delta_min": "76.2900x slower", "delta_avg": "61.2833x slower", "std_changed": 0.003135144594147078, "min_changed": 1.597080783, "delta_std": "4.4566x smaller", "std_base": 0.013972155763124787, "t_msg": "Significant (t=-777.527780, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [371.5]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [728.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [122.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.3]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [195.6]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004560613175517967, "timeline_link": null, "avg_changed": 0.3002739897092121, "min_base": 0.004541039416676241, "delta_min": "65.8712x slower", "delta_avg": "65.8407x slower", "std_changed": 0.0012521638068182228, "min_changed": 0.29912356794591843, "delta_std": "54.7177x larger", "std_base": 2.288405190586706e-05, "t_msg": "Significant (t=-1669.637964, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015407196274406872, "timeline_link": null, "avg_changed": 0.013689480742331547, "min_base": 0.001516530178950561, "delta_min": "8.9837x slower", "delta_avg": "8.8851x slower", "std_changed": 7.70265313250994e-05, "min_changed": 0.013623978201634877, "delta_std": "4.5955x larger", "std_base": 1.6761228526607476e-05, "t_msg": "Significant (t=-1078.806423, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006917966432057382, "timeline_link": null, "avg_changed": 0.09847819724904891, "min_base": 0.006453694740238786, "delta_min": "15.1912x slower", "delta_avg": "14.2351x slower", "std_changed": 0.0006773632570767891, "min_changed": 0.09803921568627451, "delta_std": "1.8693x larger", "std_base": 0.00036235425113620976, "t_msg": "Significant (t=-842.793409, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19376279528369864, "timeline_link": null, "avg_changed": 1.0469371394919487, "min_base": 0.19028364155319022, "delta_min": "5.4161x slower", "delta_avg": "5.4032x slower", "std_changed": 0.007784700929459942, "min_changed": 1.0305958132045088, "delta_std": "3.3050x larger", "std_base": 0.0023554437520559137, "t_msg": "Significant (t=-741.752302, a=0.95)\n"}]], "branch": "", "revision": "87581:a605536d9aab"}