{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.041838274002074, "timeline_link": null, "avg_changed": 0.7312772798538001, "min_base": 0.0415229797363, "delta_min": "17.5350x slower", "delta_avg": "17.4787x slower", "std_changed": 0.0020331756022295747, "min_changed": 0.728105783463, "delta_std": "4.1628x larger", "std_base": 0.0004884178030855959, "t_msg": "Significant (t=-2331.434108, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01501585960387934, "timeline_link": null, "avg_changed": 0.1338029702504667, "min_base": 0.0121829509735, "delta_min": "10.8063x slower", "delta_avg": "8.9108x slower", "std_changed": 0.0023926390842209525, "min_changed": 0.131652116776, "delta_std": "2.3446x smaller", "std_base": 0.005609810801515814, "t_msg": "Significant (t=-238.547255, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.3033408045770001, "timeline_link": null, "avg_changed": 1.516551280021, "min_base": 0.24814581871, "delta_min": "6.0202x slower", "delta_avg": "4.9995x slower", "std_changed": 0.05552273570028865, "min_changed": 1.49389219284, "delta_std": "3.1146x smaller", "std_base": 0.17293163770496403, "t_msg": "Significant (t=-29.872552, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 2.722880773544399, "timeline_link": null, "avg_changed": 19.707959589955998, "min_base": 2.64713191986, "delta_min": "7.4234x slower", "delta_avg": "7.2379x slower", "std_changed": 0.025684396165226126, "min_changed": 19.6506719589, "delta_std": "3.4155x smaller", "std_base": 0.08772550833824772, "t_msg": "Significant (t=-1313.915899, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020640954971305997, "timeline_link": null, "avg_changed": 0.22473797321316, "min_base": 0.0174140930176, "delta_min": "12.7766x slower", "delta_avg": "10.8880x slower", "std_changed": 0.0016096380502915676, "min_changed": 0.222493171692, "delta_std": "3.1832x smaller", "std_base": 0.005123802222245071, "t_msg": "Significant (t=-268.714921, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 6.835450730323, "timeline_link": null, "avg_changed": 49.036185159682, "min_base": 6.78330993652, "delta_min": "7.2043x slower", "delta_avg": "7.1738x slower", "std_changed": 0.06482332392811302, "min_changed": 48.8692171574, "delta_std": "2.5663x smaller", "std_base": 0.16635918708381472, "t_msg": "Significant (t=-1671.334108, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009008135795598, "timeline_link": null, "avg_changed": 0.52253049373622, "min_base": 0.00653886795044, "delta_min": "79.5886x slower", "delta_avg": "58.0065x slower", "std_changed": 0.0020106487097836015, "min_changed": 0.520419120789, "delta_std": "7.5704x smaller", "std_base": 0.015221408243392269, "t_msg": "Significant (t=-236.501156, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [120.502200127], "base_times": [125.943893194]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.05345111846924401, "timeline_link": null, "avg_changed": 3.4152043819428006, "min_base": 0.0508599281311, "delta_min": "67.0000x slower", "delta_avg": "63.8940x slower", "std_changed": 0.003543212056530269, "min_changed": 3.40761685371, "delta_std": "3.8541x smaller", "std_base": 0.013655908967003942, "t_msg": "Significant (t=-1684.932930, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009598584175112999, "timeline_link": null, "avg_changed": 0.04083151817321799, "min_base": 0.00135087966919, "delta_min": "29.9633x slower", "delta_avg": "4.2539x slower", "std_changed": 0.00039905560546925237, "min_changed": 0.0404767990112, "delta_std": "29.8365x smaller", "std_base": 0.011906403561385495, "t_msg": "Significant (t=-18.538449, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03220516681670799, "timeline_link": null, "avg_changed": 0.9860742950439199, "min_base": 0.030632019043, "delta_min": "32.0583x slower", "delta_avg": "30.6185x slower", "std_changed": 0.002415375480341438, "min_changed": 0.98200917244, "delta_std": "1.4721x larger", "std_base": 0.0016407709100988161, "t_msg": "Significant (t=-2309.919554, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.39825648784638007, "timeline_link": null, "avg_changed": 1.0529865312582, "min_base": 0.310529947281, "delta_min": "3.3673x slower", "delta_avg": "2.6440x slower", "std_changed": 0.005797511229857903, "min_changed": 1.04565501213, "delta_std": "16.8842x smaller", "std_base": 0.09788630552218608, "t_msg": "Significant (t=-47.213365, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.19543820858004002, "timeline_link": null, "avg_changed": 1.6766443729399998, "min_base": 0.192520141602, "delta_min": "8.6600x slower", "delta_avg": "8.5789x slower", "std_changed": 0.005052597855118711, "min_changed": 1.66723394394, "delta_std": "1.0086x larger", "std_base": 0.005009435477127181, "t_msg": "Significant (t=-1472.060853, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04088190555573, "timeline_link": null, "avg_changed": 0.5866780614853399, "min_base": 0.0348339080811, "delta_min": "16.6039x slower", "delta_avg": "14.3506x slower", "std_changed": 0.005279031731544674, "min_changed": 0.578377962112, "delta_std": "1.0944x larger", "std_base": 0.004823886527279831, "t_msg": "Significant (t=-539.688746, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.013285174369807997, "timeline_link": null, "avg_changed": 0.26223891258241994, "min_base": 0.0109510421753, "delta_min": "23.7742x slower", "delta_avg": "19.7392x slower", "std_changed": 0.0020985696538649177, "min_changed": 0.260351896286, "delta_std": "5.8261x smaller", "std_base": 0.012226444588192146, "t_msg": "Significant (t=-141.905274, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.04290209293365, "timeline_link": null, "avg_changed": 0.5367805767059397, "min_base": 0.0386738777161, "delta_min": "13.8021x slower", "delta_avg": "12.5118x slower", "std_changed": 0.001973095749312901, "min_changed": 0.533779859543, "delta_std": "11.9831x smaller", "std_base": 0.023643857602147125, "t_msg": "Significant (t=-147.190506, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.15522596836092, "timeline_link": null, "avg_changed": 1.5841375207897999, "min_base": 0.100067853928, "delta_min": "15.7621x slower", "delta_avg": "10.2054x slower", "std_changed": 0.004522439299603323, "min_changed": 1.57727789879, "delta_std": "10.1561x smaller", "std_base": 0.04593019205274309, "t_msg": "Significant (t=-218.925817, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 13.16128206255001, "timeline_link": null, "avg_changed": 380.3765150309999, "min_base": 12.7844479084, "delta_min": "29.7487x slower", "delta_avg": "28.9012x slower", "std_changed": 0.05584734408574738, "min_changed": 380.321228981, "delta_std": "6.8161x smaller", "std_base": 0.38065997968880244, "t_msg": "Significant (t=-6749.072648, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.284487771988, "timeline_link": null, "avg_changed": 19.3145017624, "min_base": 2.55003094673, "delta_min": "7.5530x slower", "delta_avg": "5.8805x slower", "std_changed": 0.03659224786409882, "min_changed": 19.2604939938, "delta_std": "25.8062x smaller", "std_base": 0.9443080135174986, "t_msg": "Significant (t=-37.929700, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.80061007499692, "timeline_link": null, "avg_changed": 23.733656911848, "min_base": 0.795166969299, "delta_min": "29.8100x slower", "delta_avg": "29.6445x slower", "std_changed": 0.013591613535996121, "min_changed": 23.7039499283, "delta_std": "1.3010x smaller", "std_base": 0.017683209590130165, "t_msg": "Significant (t=-7270.791778, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.09036696434020404, "timeline_link": null, "avg_changed": 0.45418026447294013, "min_base": 0.0891749858856, "delta_min": "5.0729x slower", "delta_avg": "5.0260x slower", "std_changed": 0.001190806507583599, "min_changed": 0.452377080917, "delta_std": "3.7149x smaller", "std_base": 0.004423776512065508, "t_msg": "Significant (t=-561.538996, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03273565769195799, "timeline_link": null, "avg_changed": 0.6734560632705601, "min_base": 0.03209400177, "delta_min": "20.8924x slower", "delta_avg": "20.5726x slower", "std_changed": 0.0023520854237566976, "min_changed": 0.670521020889, "delta_std": "1.3884x smaller", "std_base": 0.003265657684119198, "t_msg": "Significant (t=-1125.741302, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 21.37036900522, "timeline_link": null, "avg_changed": 46.245218992219996, "min_base": 21.3515760899, "delta_min": "2.1641x slower", "delta_avg": "2.1640x slower", "std_changed": 0.026557038763527708, "min_changed": 46.2059319019, "delta_std": "1.2541x smaller", "std_base": 0.03330387692416194, "t_msg": "Significant (t=-1305.798059, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 23.55576486588, "timeline_link": null, "avg_changed": 23.82579483984, "min_base": 23.5331230164, "delta_min": "1.0120x slower", "delta_avg": "1.0115x slower", "std_changed": 0.00793900796595493, "min_changed": 23.8161139488, "delta_std": "5.4182x smaller", "std_base": 0.043015215032593715, "t_msg": "Significant (t=-13.803884, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.4131842517853397, "timeline_link": null, "avg_changed": 3.4938827466962006, "min_base": 0.403837919235, "delta_min": "8.6180x slower", "delta_avg": "8.4560x slower", "std_changed": 0.005831237661988612, "min_changed": 3.48027515411, "delta_std": "1.2112x larger", "std_base": 0.0048142483706057745, "t_msg": "Significant (t=-2880.785402, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08873794078826598, "timeline_link": null, "avg_changed": 0.46872527599334, "min_base": 0.0202639102936, "delta_min": "22.9251x slower", "delta_avg": "5.2821x slower", "std_changed": 0.012303168532633763, "min_changed": 0.464551925659, "delta_std": "8.1834x smaller", "std_base": 0.1006814179059909, "t_msg": "Significant (t=-26.490259, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09367437839501999, "timeline_link": null, "avg_changed": 0.46097369670867994, "min_base": 0.0355501174927, "delta_min": "12.9121x slower", "delta_avg": "4.9210x slower", "std_changed": 0.0020439639577639838, "min_changed": 0.459027051926, "delta_std": "51.2398x smaller", "std_base": 0.10473237133459545, "t_msg": "Significant (t=-24.793709, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.040763463973992005, "timeline_link": null, "avg_changed": 2.7892505550385995, "min_base": 0.0201828479767, "delta_min": "135.7825x slower", "delta_avg": "68.4253x slower", "std_changed": 0.01645860157962493, "min_changed": 2.74047708511, "delta_std": "1.7010x smaller", "std_base": 0.027995671902030558, "t_msg": "Significant (t=-598.447315, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037812137603762002, "timeline_link": null, "avg_changed": 0.39906181812293995, "min_base": 0.00340914726257, "delta_min": "116.3238x slower", "delta_avg": "105.5380x slower", "std_changed": 0.0023794365228433814, "min_changed": 0.39656496048, "delta_std": "2.1969x larger", "std_base": 0.0010831095728228253, "t_msg": "Significant (t=-1069.119344, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.172558999061612, "timeline_link": null, "avg_changed": 0.63043525218972, "min_base": 0.0781850814819, "delta_min": "7.9552x slower", "delta_avg": "3.6534x slower", "std_changed": 0.009350662009896319, "min_changed": 0.621975183487, "delta_std": "15.0339x smaller", "std_base": 0.14057714182273387, "t_msg": "Significant (t=-22.980516, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.27230752468111996, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5566524171828999, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.22699983596802006, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5693224573136398, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.49654117107388, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26402179241176, "timeline_link": null, "avg_changed": 0.7500176858901798, "min_base": 0.245872974396, "delta_min": "2.9819x slower", "delta_avg": "2.8407x slower", "std_changed": 0.00583370684942038, "min_changed": 0.73316693306, "delta_std": "1.9857x smaller", "std_base": 0.011584150787421059, "t_msg": "Significant (t=-264.955378, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.07746919631954, "timeline_link": null, "avg_changed": 0.43333856105803986, "min_base": 0.0529499053955, "delta_min": "8.1219x slower", "delta_avg": "5.5937x slower", "std_changed": 0.0030553326081511805, "min_changed": 0.430055856705, "delta_std": "7.2223x smaller", "std_base": 0.022066636590264227, "t_msg": "Significant (t=-112.957724, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.014147801399233996, "timeline_link": null, "avg_changed": 0.85934939861302, "min_base": 0.0132400989532, "delta_min": "63.9806x slower", "delta_avg": "60.7408x slower", "std_changed": 0.0049650073607606865, "min_changed": 0.847109079361, "delta_std": "1.2934x larger", "std_base": 0.003838607609618307, "t_msg": "Significant (t=-952.298795, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.9088, "timeline_link": null, "avg_changed": 9.124400000000001, "min_base": 1.83, "delta_min": "4.9508x slower", "delta_avg": "4.7802x slower", "std_changed": 0.04319674968876102, "min_changed": 9.06, "delta_std": "1.0264x smaller", "std_base": 0.04433821772489738, "t_msg": "Significant (t=-824.240507, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.9226000000000002, "timeline_link": null, "avg_changed": 6.8542, "min_base": 0.91, "delta_min": "7.4835x slower", "delta_avg": "7.4292x slower", "std_changed": 0.028434672712111468, "min_changed": 6.81, "delta_std": "1.2353x larger", "std_base": 0.02301818269746499, "t_msg": "Significant (t=-1146.487153, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06725953261058133, "timeline_link": null, "avg_changed": 0.4811598714192799, "min_base": 0.0405330657959, "delta_min": "2.7670x slower", "delta_avg": "7.1538x slower", "std_changed": 0.21719325695496314, "min_changed": 0.112153053284, "delta_std": "8.2347x larger", "std_base": 0.026375386200414012, "t_msg": "Significant (t=-23.169474, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011125892639160239, "timeline_link": null, "avg_changed": 0.0699573454856874, "min_base": 0.0072979927063, "delta_min": "6.8817x slower", "delta_avg": "6.2878x slower", "std_changed": 0.013852131553630269, "min_changed": 0.0502228736877, "delta_std": "1.3010x larger", "std_base": 0.010647024492868213, "t_msg": "Significant (t=-75.296254, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9975077295297998, "timeline_link": null, "avg_changed": 43.723539032939996, "min_base": 1.98627400398, "delta_min": "21.9524x slower", "delta_avg": "21.8890x slower", "std_changed": 0.06619285274625619, "min_changed": 43.6034839153, "delta_std": "14.0401x larger", "std_base": 0.00471456717309042, "t_msg": "Significant (t=-4446.130325, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6404669761656001, "timeline_link": null, "avg_changed": 1.88133292198, "min_base": 0.47328209877, "delta_min": "3.9284x slower", "delta_avg": "2.9374x slower", "std_changed": 0.021552157303871274, "min_changed": 1.85925507545, "delta_std": "13.0578x smaller", "std_base": 0.2814246955341889, "t_msg": "Significant (t=-9.830551, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.201070547102, "timeline_link": null, "avg_changed": 10.08829712868, "min_base": 1.51491189003, "delta_min": "6.6459x slower", "delta_avg": "4.5834x slower", "std_changed": 0.021821341919325526, "min_changed": 10.0679049492, "delta_std": "44.9560x smaller", "std_base": 0.9809995459836572, "t_msg": "Significant (t=-17.973518, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5227516174322, "timeline_link": null, "avg_changed": 0.8795461177823999, "min_base": 0.258455991745, "delta_min": "3.3482x slower", "delta_avg": "1.6825x slower", "std_changed": 0.018422659691268804, "min_changed": 0.865372896194, "delta_std": "18.7921x smaller", "std_base": 0.34620106364282105, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4316962718964, "timeline_link": null, "avg_changed": 3.119901227952, "min_base": 0.276280164719, "delta_min": "11.2346x slower", "delta_avg": "7.2271x slower", "std_changed": 0.01622951938538512, "min_changed": 3.10390496254, "delta_std": "12.5641x smaller", "std_base": 0.2039096413729383, "t_msg": "Significant (t=-29.385857, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.022630581719999997, "timeline_link": null, "avg_changed": 1.5713906935000004, "min_base": 0.018990472, "delta_min": "82.6422x slower", "delta_avg": "69.4366x slower", "std_changed": 0.0015532467620561806, "min_changed": 1.569414726, "delta_std": "5.3341x smaller", "std_base": 0.008285229358606034, "t_msg": "Significant (t=-1299.163727, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [327.4]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [652.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [113.4]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [143.2]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [167.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005107165085101806, "timeline_link": null, "avg_changed": 0.28123890263992185, "min_base": 0.005078302343839664, "delta_min": "55.2050x slower", "delta_avg": "55.0675x slower", "std_changed": 0.0007715301377458054, "min_changed": 0.28034763106251753, "delta_std": "35.6197x larger", "std_base": 2.1660195444369638e-05, "t_msg": "Significant (t=-2529.748525, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015167531226452382, "timeline_link": null, "avg_changed": 0.013221399656271173, "min_base": 0.00149902563333833, "delta_min": "8.7892x slower", "delta_avg": "8.7169x slower", "std_changed": 4.989032060169538e-05, "min_changed": 0.013175230566534914, "delta_std": "3.1618x larger", "std_base": 1.5778927859759217e-05, "t_msg": "Significant (t=-1581.703603, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0060457330740621125, "timeline_link": null, "avg_changed": 0.09334972799761526, "min_base": 0.005644933672029354, "delta_min": "16.4028x slower", "delta_avg": "15.4406x slower", "std_changed": 0.0007035730599163316, "min_changed": 0.09259259259259259, "delta_std": "3.1163x larger", "std_base": 0.00022577117754679334, "t_msg": "Significant (t=-835.463920, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.20133779314658207, "timeline_link": null, "avg_changed": 0.977584886726664, "min_base": 0.19997500312460942, "delta_min": "4.8653x slower", "delta_avg": "4.8554x slower", "std_changed": 0.0037456747233073112, "min_changed": 0.972940103374886, "delta_std": "3.1437x larger", "std_base": 0.0011914996016640052, "t_msg": "Significant (t=-1396.446349, a=0.95)\n"}]], "branch": "", "revision": "84604:184f01bf8b1e"}