{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03707863330840399, "timeline_link": null, "avg_changed": 0.73851276397706, "min_base": 0.0365600585938, "delta_min": "20.0815x slower", "delta_avg": "19.9175x slower", "std_changed": 0.0036658500602915296, "min_changed": 0.734180927277, "delta_std": "6.5195x larger", "std_base": 0.0005622891697832943, "t_msg": "Significant (t=-1337.357467, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015481990178422661, "timeline_link": null, "avg_changed": 0.13827186425525334, "min_base": 0.0120940208435, "delta_min": "11.1312x slower", "delta_avg": "8.9311x slower", "std_changed": 0.00302161505869353, "min_changed": 0.134620904922, "delta_std": "1.9589x smaller", "std_base": 0.0059191125724049444, "t_msg": "Significant (t=-226.289237, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28353768587119993, "timeline_link": null, "avg_changed": 1.465211796762, "min_base": 0.22634100914, "delta_min": "6.3770x slower", "delta_avg": "5.1676x slower", "std_changed": 0.0441478463791559, "min_changed": 1.44337797165, "delta_std": "4.1377x smaller", "std_base": 0.18266994079348942, "t_msg": "Significant (t=-28.120221, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.547359971999801, "timeline_link": null, "avg_changed": 21.219203968048, "min_base": 3.4840991497, "delta_min": "6.0648x slower", "delta_avg": "5.9817x slower", "std_changed": 0.10390825924553232, "min_changed": 21.1303880215, "delta_std": "1.3367x larger", "std_base": 0.07773704214835848, "t_msg": "Significant (t=-962.933203, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019440460205075998, "timeline_link": null, "avg_changed": 0.24027060508730003, "min_base": 0.0161731243134, "delta_min": "14.6438x slower", "delta_avg": "12.3593x slower", "std_changed": 0.0023720134844640805, "min_changed": 0.236835956573, "delta_std": "2.2433x smaller", "std_base": 0.005321220633568487, "t_msg": "Significant (t=-268.025236, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.505213036536199, "timeline_link": null, "avg_changed": 47.81945232868599, "min_base": 7.41889476776, "delta_min": "6.4293x slower", "delta_avg": "6.3715x slower", "std_changed": 0.06484387393907909, "min_changed": 47.6981489658, "delta_std": "2.9172x smaller", "std_base": 0.18916539853685066, "t_msg": "Significant (t=-1425.532526, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0087023925781246, "timeline_link": null, "avg_changed": 0.5288100576400601, "min_base": 0.00622200965881, "delta_min": "84.4966x slower", "delta_avg": "60.7661x slower", "std_changed": 0.0020074725069710708, "min_changed": 0.525738954544, "delta_std": "7.5394x smaller", "std_base": 0.015135185096197483, "t_msg": "Significant (t=-240.881587, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [137.99405694], "base_times": [142.471726179]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04813374996185399, "timeline_link": null, "avg_changed": 3.1715997695925995, "min_base": 0.0457000732422, "delta_min": "69.2200x slower", "delta_avg": "65.8914x slower", "std_changed": 0.004969936556467045, "min_changed": 3.1633579731, "delta_std": "2.6940x smaller", "std_base": 0.013389157145641458, "t_msg": "Significant (t=-1546.460581, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009783110618589998, "timeline_link": null, "avg_changed": 0.039975214004522, "min_base": 0.00140905380249, "delta_min": "28.0572x slower", "delta_avg": "4.0861x slower", "std_changed": 0.0004350739624165453, "min_changed": 0.0395340919495, "delta_std": "26.2675x smaller", "std_base": 0.011428288112939384, "t_msg": "Significant (t=-18.667351, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.032104139328010005, "timeline_link": null, "avg_changed": 1.0508526182176001, "min_base": 0.0306780338287, "delta_min": "34.0895x slower", "delta_avg": "32.7326x slower", "std_changed": 0.004109574914812166, "min_changed": 1.04579997063, "delta_std": "2.0298x larger", "std_base": 0.0020245977158579996, "t_msg": "Significant (t=-1572.427269, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.46944913864132, "timeline_link": null, "avg_changed": 1.1281717777252, "min_base": 0.373872995377, "delta_min": "2.9894x slower", "delta_avg": "2.4032x slower", "std_changed": 0.004657647392726139, "min_changed": 1.11766409874, "delta_std": "20.1596x smaller", "std_base": 0.0938961007734084, "t_msg": "Significant (t=-49.545747, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17166954517367997, "timeline_link": null, "avg_changed": 1.6310495853430005, "min_base": 0.169864177704, "delta_min": "9.5448x slower", "delta_avg": "9.5011x slower", "std_changed": 0.005715609400667998, "min_changed": 1.62131810188, "delta_std": "1.2555x larger", "std_base": 0.00455252207264405, "t_msg": "Significant (t=-1412.240322, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04125696182251601, "timeline_link": null, "avg_changed": 0.6192211580276803, "min_base": 0.0346260070801, "delta_min": "17.5759x slower", "delta_avg": "15.0089x slower", "std_changed": 0.006758818527390412, "min_changed": 0.608583927155, "delta_std": "1.3101x larger", "std_base": 0.0051588183127946234, "t_msg": "Significant (t=-480.653051, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014946937561021998, "timeline_link": null, "avg_changed": 0.25738399505616, "min_base": 0.0121989250183, "delta_min": "20.8735x slower", "delta_avg": "17.2198x slower", "std_changed": 0.0022256902644238164, "min_changed": 0.254633903503, "delta_std": "5.6340x smaller", "std_base": 0.012539636963446291, "t_msg": "Significant (t=-134.605771, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.054292011260989995, "timeline_link": null, "avg_changed": 0.5626870441437, "min_base": 0.0494499206543, "delta_min": "11.2823x slower", "delta_avg": "10.3641x slower", "std_changed": 0.003762636333753413, "min_changed": 0.557906866074, "delta_std": "6.5879x smaller", "std_base": 0.024787803279881483, "t_msg": "Significant (t=-143.384320, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.16901548385618004, "timeline_link": null, "avg_changed": 1.5794047403334, "min_base": 0.121897935867, "delta_min": "12.9094x slower", "delta_avg": "9.3447x slower", "std_changed": 0.003439206005749048, "min_changed": 1.57362389565, "delta_std": "14.3494x smaller", "std_base": 0.04935068512072063, "t_msg": "Significant (t=-201.594541, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.610494852099993, "timeline_link": null, "avg_changed": 353.51943445200016, "min_base": 12.2543458939, "delta_min": "28.8459x slower", "delta_avg": "28.0337x slower", "std_changed": 0.031973803918949155, "min_changed": 353.487782001, "delta_std": "11.2519x smaller", "std_base": 0.35976477636534915, "t_msg": "Significant (t=-6674.155574, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.5401223182660004, "timeline_link": null, "avg_changed": 20.481958961479997, "min_base": 2.83895397186, "delta_min": "7.2089x slower", "delta_avg": "5.7857x slower", "std_changed": 0.012579773622945274, "min_changed": 20.4655950069, "delta_std": "75.4189x smaller", "std_base": 0.9487527356955598, "t_msg": "Significant (t=-39.925860, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7513210391998001, "timeline_link": null, "avg_changed": 24.664146428104004, "min_base": 0.744932889938, "delta_min": "33.0695x slower", "delta_avg": "32.8277x slower", "std_changed": 0.01917718487236832, "min_changed": 24.6345920563, "delta_std": "1.0077x larger", "std_base": 0.019030348806314875, "t_msg": "Significant (t=-6258.621402, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07274234294890002, "timeline_link": null, "avg_changed": 0.43242488861080003, "min_base": 0.0712671279907, "delta_min": "6.0465x slower", "delta_avg": "5.9446x slower", "std_changed": 0.001339504829873567, "min_changed": 0.430917978287, "delta_std": "3.4704x smaller", "std_base": 0.004648570923176401, "t_msg": "Significant (t=-525.731623, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031771588325498, "timeline_link": null, "avg_changed": 0.683817191124, "min_base": 0.0309629440308, "delta_min": "21.9322x slower", "delta_avg": "21.5229x slower", "std_changed": 0.00566158807403182, "min_changed": 0.679084062576, "delta_std": "1.8729x larger", "std_base": 0.003022966843582183, "t_msg": "Significant (t=-718.384607, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 18.60616903304, "timeline_link": null, "avg_changed": 45.05672020912, "min_base": 18.584911108, "delta_min": "2.4224x slower", "delta_avg": "2.4216x slower", "std_changed": 0.02655144452228494, "min_changed": 45.0206460953, "delta_std": "1.2562x smaller", "std_base": 0.03335461352015451, "t_msg": "Significant (t=-1387.335150, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.306275987624002, "timeline_link": null, "avg_changed": 9.479508638382, "min_base": 9.29534196854, "delta_min": "1.0188x slower", "delta_avg": "1.0186x slower", "std_changed": 0.0071935719112245665, "min_changed": 9.46968507767, "delta_std": "2.7458x smaller", "std_base": 0.019752365237424234, "t_msg": "Significant (t=-18.426849, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29768222808834005, "timeline_link": null, "avg_changed": 2.7398124265669996, "min_base": 0.293297052383, "delta_min": "9.3085x slower", "delta_avg": "9.2038x slower", "std_changed": 0.005096094759225212, "min_changed": 2.73014593124, "delta_std": "1.0568x larger", "std_base": 0.004822418523992199, "t_msg": "Significant (t=-2461.257054, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09709844112395999, "timeline_link": null, "avg_changed": 0.46050597190861997, "min_base": 0.0294141769409, "delta_min": "15.4755x slower", "delta_avg": "4.7427x slower", "std_changed": 0.015579716310835871, "min_changed": 0.455198049545, "delta_std": "6.4594x smaller", "std_base": 0.10063533219700374, "t_msg": "Significant (t=-25.233960, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.086339764595002, "timeline_link": null, "avg_changed": 0.49156590938568, "min_base": 0.0408828258514, "delta_min": "11.9696x slower", "delta_avg": "5.6934x slower", "std_changed": 0.0022510548133138093, "min_changed": 0.489350795746, "delta_std": "44.7774x smaller", "std_base": 0.1007963210301011, "t_msg": "Significant (t=-28.420355, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.03512962818145199, "timeline_link": null, "avg_changed": 2.7205665683741995, "min_base": 0.0211770534515, "delta_min": "125.6650x slower", "delta_avg": "77.4436x slower", "std_changed": 0.02367720210764968, "min_changed": 2.66121482849, "delta_std": "1.0981x larger", "std_base": 0.021561277664237478, "t_msg": "Significant (t=-592.969596, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0035514307022091996, "timeline_link": null, "avg_changed": 0.36091401576991994, "min_base": 0.00322294235229, "delta_min": "111.4798x slower", "delta_avg": "101.6250x slower", "std_changed": 0.0013164624779224805, "min_changed": 0.359292984009, "delta_std": "1.4198x larger", "std_base": 0.0009272369581739647, "t_msg": "Significant (t=-1569.300347, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.194154248237638, "timeline_link": null, "avg_changed": 0.6883955335616802, "min_base": 0.0836880207062, "delta_min": "8.0277x slower", "delta_avg": "3.5456x slower", "std_changed": 0.010665671561224799, "min_changed": 0.671818971634, "delta_std": "14.0006x smaller", "std_base": 0.14932549470462042, "t_msg": "Significant (t=-23.344527, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24832600116731998, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4699036455154799, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21159474849696, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6078775262833399, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3678338289260799, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26513494491575995, "timeline_link": null, "avg_changed": 0.7104405117034599, "min_base": 0.258524179459, "delta_min": "2.6654x slower", "delta_avg": "2.6795x slower", "std_changed": 0.012454943020104076, "min_changed": 0.689066886902, "delta_std": "1.7896x larger", "std_base": 0.006959430704581045, "t_msg": "Significant (t=-220.697631, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.0841956949234, "timeline_link": null, "avg_changed": 0.43866609573363996, "min_base": 0.0573279857635, "delta_min": "7.6039x slower", "delta_avg": "5.2101x slower", "std_changed": 0.003314885823160807, "min_changed": 0.435917854309, "delta_std": "7.5029x smaller", "std_base": 0.02487116769990822, "t_msg": "Significant (t=-99.895339, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017949795722953996, "timeline_link": null, "avg_changed": 0.7275824689864998, "min_base": 0.017037153244, "delta_min": "42.5201x slower", "delta_avg": "40.5343x slower", "std_changed": 0.002465791124224794, "min_changed": 0.724420785904, "delta_std": "1.5080x smaller", "std_base": 0.0037183293173969497, "t_msg": "Significant (t=-1124.671081, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.2298, "timeline_link": null, "avg_changed": 8.737599999999999, "min_base": 2.2, "delta_min": "3.9500x slower", "delta_avg": "3.9186x slower", "std_changed": 0.039100080901842194, "min_changed": 8.69, "delta_std": "1.5277x larger", "std_base": 0.025594163875575112, "t_msg": "Significant (t=-984.702539, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7809999999999999, "timeline_link": null, "avg_changed": 6.619599999999999, "min_base": 0.75, "delta_min": "8.7333x slower", "delta_avg": "8.4758x slower", "std_changed": 0.033317275043534524, "min_changed": 6.55, "delta_std": "1.0050x larger", "std_base": 0.033150861102492254, "t_msg": "Significant (t=-878.403103, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07171544551849666, "timeline_link": null, "avg_changed": 0.5274708684285069, "min_base": 0.0457379817963, "delta_min": "2.6515x slower", "delta_avg": "7.3551x slower", "std_changed": 0.23914890477307593, "min_changed": 0.121273994446, "delta_std": "7.9141x larger", "std_base": 0.030217981283331256, "t_msg": "Significant (t=-23.156318, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012320005416870027, "timeline_link": null, "avg_changed": 0.06378373861312904, "min_base": 0.00750994682312, "delta_min": "7.1594x slower", "delta_avg": "5.1772x slower", "std_changed": 0.0075424617327346935, "min_changed": 0.0537669658661, "delta_std": "1.6198x smaller", "std_base": 0.012217433477107366, "t_msg": "Significant (t=-80.147499, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9421568489068006, "timeline_link": null, "avg_changed": 47.15112342357998, "min_base": 1.93052196503, "delta_min": "24.3348x slower", "delta_avg": "24.2777x slower", "std_changed": 0.0932276495079825, "min_changed": 46.9788651466, "delta_std": "16.1647x larger", "std_base": 0.005767357885127239, "t_msg": "Significant (t=-3422.436504, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6290113925926001, "timeline_link": null, "avg_changed": 1.930284595488, "min_base": 0.469702005386, "delta_min": "4.0478x slower", "delta_avg": "3.0688x slower", "std_changed": 0.017678139385926613, "min_changed": 1.90124988556, "delta_std": "17.6254x smaller", "std_base": 0.31158459811388656, "t_msg": "Significant (t=-9.323514, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.517499208452, "timeline_link": null, "avg_changed": 11.87444119454, "min_base": 1.71067094803, "delta_min": "6.9365x slower", "delta_avg": "4.7168x slower", "std_changed": 0.005942808271531144, "min_changed": 11.8659927845, "delta_std": "195.2475x smaller", "std_base": 1.1603185616586285, "t_msg": "Significant (t=-18.031672, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5418053627003999, "timeline_link": null, "avg_changed": 0.9494950294494, "min_base": 0.269032001495, "delta_min": "3.4680x slower", "delta_avg": "1.7525x slower", "std_changed": 0.015527812403771088, "min_changed": 0.93301486969, "delta_std": "23.9579x smaller", "std_base": 0.37201455251764687, "t_msg": "Significant (t=-2.448369, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4315370082856, "timeline_link": null, "avg_changed": 3.3633445739759997, "min_base": 0.273600101471, "delta_min": "12.2127x slower", "delta_avg": "7.7939x slower", "std_changed": 0.021501319427914476, "min_changed": 3.34138584137, "delta_std": "11.0463x smaller", "std_base": 0.2375093560021233, "t_msg": "Significant (t=-27.489535, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026436222040000002, "timeline_link": null, "avg_changed": 1.6285634580000004, "min_base": 0.022009738, "delta_min": "73.8635x slower", "delta_avg": "61.6035x slower", "std_changed": 0.003374128340593486, "min_changed": 1.625715525, "delta_std": "3.0717x smaller", "std_base": 0.010364192996981074, "t_msg": "Significant (t=-1039.373217, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [366.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [737.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [120.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [163.0]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [179.1]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004998352718717134, "timeline_link": null, "avg_changed": 0.2849963947901347, "min_base": 0.004966315961987817, "delta_min": "57.2036x slower", "delta_avg": "57.0181x slower", "std_changed": 0.0008666365829028689, "min_changed": 0.2840909090909091, "delta_std": "35.9208x larger", "std_base": 2.4126287152314163e-05, "t_msg": "Significant (t=-2283.677394, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016254915658377362, "timeline_link": null, "avg_changed": 0.013692185470164925, "min_base": 0.0016020506247997437, "delta_min": "8.5041x slower", "delta_avg": "8.4234x slower", "std_changed": 6.595880003814367e-05, "min_changed": 0.013623978201634877, "delta_std": "3.5716x larger", "std_base": 1.846777717725404e-05, "t_msg": "Significant (t=-1245.695188, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007078945367030519, "timeline_link": null, "avg_changed": 0.096902529127593, "min_base": 0.006686726847208292, "delta_min": "14.4493x slower", "delta_avg": "13.6888x slower", "std_changed": 0.000574113409805178, "min_changed": 0.0966183574879227, "delta_std": "2.7688x larger", "std_base": 0.00020735033356954191, "t_msg": "Significant (t=-1040.527927, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.206591249314577, "timeline_link": null, "avg_changed": 1.0161274899290889, "min_base": 0.20281404487260743, "delta_min": "4.9820x slower", "delta_avg": "4.9185x slower", "std_changed": 0.004048713854159155, "min_changed": 1.010419955794127, "delta_std": "1.6277x smaller", "std_base": 0.006589920313958989, "t_msg": "Significant (t=-740.118463, a=0.95)\n"}]], "branch": "", "revision": "84413:63940d0c6eee"}