{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03884491920471, "timeline_link": null, "avg_changed": 0.6854511737823199, "min_base": 0.0383820533752, "delta_min": "17.7167x slower", "delta_avg": "17.6458x slower", "std_changed": 0.003786926072297896, "min_changed": 0.68000292778, "delta_std": "7.0084x larger", "std_base": 0.0005403448161712572, "t_msg": "Significant (t=-1195.257447, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015226141611738, "timeline_link": null, "avg_changed": 0.1373231395085666, "min_base": 0.0123109817505, "delta_min": "10.8427x slower", "delta_avg": "9.0189x slower", "std_changed": 0.003375003069776466, "min_changed": 0.133484125137, "delta_std": "1.9315x smaller", "std_base": 0.006518652633477386, "t_msg": "Significant (t=-203.714905, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26279836893069997, "timeline_link": null, "avg_changed": 1.3668587446204998, "min_base": 0.203842878342, "delta_min": "6.6075x slower", "delta_avg": "5.2012x slower", "std_changed": 0.05259190925585435, "min_changed": 1.34688806534, "delta_std": "3.5472x smaller", "std_base": 0.1865543353306353, "t_msg": "Significant (t=-25.473951, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3222007751467983, "timeline_link": null, "avg_changed": 19.541584930418004, "min_base": 3.26272797585, "delta_min": "5.9720x slower", "delta_avg": "5.8821x slower", "std_changed": 0.05470203512921728, "min_changed": 19.4849538803, "delta_std": "1.5486x smaller", "std_base": 0.08470978234860298, "t_msg": "Significant (t=-1137.366192, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.024797773361208, "timeline_link": null, "avg_changed": 0.21730430603030002, "min_base": 0.0215270519257, "delta_min": "9.9744x slower", "delta_avg": "8.7631x slower", "std_changed": 0.002231634074257411, "min_changed": 0.214719057083, "delta_std": "2.7273x smaller", "std_base": 0.006086294417776775, "t_msg": "Significant (t=-209.983934, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 17.905002183905992, "timeline_link": null, "avg_changed": 36.955185465818005, "min_base": 17.7564737797, "delta_min": "2.0742x slower", "delta_avg": "2.0640x slower", "std_changed": 0.07549445851003848, "min_changed": 36.8302390575, "delta_std": "2.5139x smaller", "std_base": 0.189783090085244, "t_msg": "Significant (t=-659.519204, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008742971420293202, "timeline_link": null, "avg_changed": 0.5090704154969, "min_base": 0.00610494613647, "delta_min": "83.1154x slower", "delta_avg": "58.2262x slower", "std_changed": 0.0013444133399762657, "min_changed": 0.507415056229, "delta_std": "12.1825x smaller", "std_base": 0.016378326213425307, "t_msg": "Significant (t=-215.283921, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [135.233473063], "base_times": [142.836956024]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04677596569060201, "timeline_link": null, "avg_changed": 3.2660378932946, "min_base": 0.0443329811096, "delta_min": "73.4782x slower", "delta_avg": "69.8230x slower", "std_changed": 0.004437195606294029, "min_changed": 3.25750684738, "delta_std": "3.2528x smaller", "std_base": 0.01443319802449765, "t_msg": "Significant (t=-1507.537984, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.010506200790407, "timeline_link": null, "avg_changed": 0.037160210609432004, "min_base": 0.00125694274902, "delta_min": "29.2153x slower", "delta_avg": "3.5370x slower", "std_changed": 0.0003604527134407361, "min_changed": 0.036721944809, "delta_std": "33.7543x smaller", "std_base": 0.012166844102563938, "t_msg": "Significant (t=-15.483855, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030888133049011997, "timeline_link": null, "avg_changed": 1.0127114820486, "min_base": 0.0295140743256, "delta_min": "34.1688x slower", "delta_avg": "32.7864x slower", "std_changed": 0.0031424445011194115, "min_changed": 1.00846099854, "delta_std": "1.2121x larger", "std_base": 0.002592475643632165, "t_msg": "Significant (t=-1704.190415, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4236741447448598, "timeline_link": null, "avg_changed": 1.0215952348716, "min_base": 0.339947938919, "delta_min": "2.9839x slower", "delta_avg": "2.4113x slower", "std_changed": 0.003761700449192249, "min_changed": 1.01437091827, "delta_std": "24.9677x smaller", "std_base": 0.09392094040390116, "t_msg": "Significant (t=-44.979890, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.1692049264908, "timeline_link": null, "avg_changed": 1.6196898174289998, "min_base": 0.167630910873, "delta_min": "9.5966x slower", "delta_avg": "9.5724x slower", "std_changed": 0.014051568951432237, "min_changed": 1.60869503021, "delta_std": "2.9871x larger", "std_base": 0.004704100185240521, "t_msg": "Significant (t=-692.160193, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04062918663024999, "timeline_link": null, "avg_changed": 0.53692413330076, "min_base": 0.0310459136963, "delta_min": "17.0424x slower", "delta_avg": "13.2152x slower", "std_changed": 0.005166008538857454, "min_changed": 0.529098033905, "delta_std": "1.2789x smaller", "std_base": 0.006606700919593908, "t_msg": "Significant (t=-418.442305, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.01417928695679, "timeline_link": null, "avg_changed": 0.24712999343871997, "min_base": 0.0113780498505, "delta_min": "21.4745x slower", "delta_avg": "17.4289x slower", "std_changed": 0.00274606951075865, "min_changed": 0.244337797165, "delta_std": "5.3493x smaller", "std_base": 0.014689580140683918, "t_msg": "Significant (t=-110.225148, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.06122604370116801, "timeline_link": null, "avg_changed": 0.5234380769729402, "min_base": 0.0559029579163, "delta_min": "9.3055x slower", "delta_avg": "8.5493x slower", "std_changed": 0.003092949712197431, "min_changed": 0.520203113556, "delta_std": "9.1564x smaller", "std_base": 0.02832021737390076, "t_msg": "Significant (t=-114.724177, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.15882914543156004, "timeline_link": null, "avg_changed": 1.4484636020661998, "min_base": 0.108309030533, "delta_min": "13.3234x slower", "delta_avg": "9.1196x slower", "std_changed": 0.003582016806335616, "min_changed": 1.44304013252, "delta_std": "13.1164x smaller", "std_base": 0.046982997057398536, "t_msg": "Significant (t=-193.531814, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.528853416449994, "timeline_link": null, "avg_changed": 314.9894655945003, "min_base": 12.1873779297, "delta_min": "25.8450x slower", "delta_avg": "25.1411x slower", "std_changed": 0.007253472572079516, "min_changed": 314.982285023, "delta_std": "47.5555x smaller", "std_base": 0.34494233184271755, "t_msg": "Significant (t=-6198.852994, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.398429775238, "timeline_link": null, "avg_changed": 19.22503294944, "min_base": 2.74353098869, "delta_min": "6.9919x slower", "delta_avg": "5.6570x slower", "std_changed": 0.037406511873463555, "min_changed": 19.1825249195, "delta_std": "24.6559x smaller", "std_base": 0.9222924560027086, "t_msg": "Significant (t=-38.339562, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7165023326873797, "timeline_link": null, "avg_changed": 23.592250494952, "min_base": 0.709533214569, "delta_min": "33.2184x slower", "delta_avg": "32.9270x slower", "std_changed": 0.015651680676572122, "min_changed": 23.5695660114, "delta_std": "1.1610x smaller", "std_base": 0.018171725452540803, "t_msg": "Significant (t=-6744.595152, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.07981297969818599, "timeline_link": null, "avg_changed": 0.42298215389247984, "min_base": 0.0780518054962, "delta_min": "5.3976x slower", "delta_avg": "5.2997x slower", "std_changed": 0.0015190850708451586, "min_changed": 0.421293973923, "delta_std": "3.1918x smaller", "std_base": 0.00484866142117424, "t_msg": "Significant (t=-477.572413, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03149461746216001, "timeline_link": null, "avg_changed": 0.5955936193466201, "min_base": 0.0307788848877, "delta_min": "19.2506x slower", "delta_avg": "18.9110x slower", "std_changed": 0.004397180570243075, "min_changed": 0.592510938644, "delta_std": "1.4110x larger", "std_base": 0.003116444596901275, "t_msg": "Significant (t=-740.093385, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.177553224559997, "timeline_link": null, "avg_changed": 43.48900632858, "min_base": 19.1563742161, "delta_min": "2.2693x slower", "delta_avg": "2.2677x slower", "std_changed": 0.017140791017433623, "min_changed": 43.4706299305, "delta_std": "2.1561x smaller", "std_base": 0.036958087328206955, "t_msg": "Significant (t=-1334.382124, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.35181760788, "timeline_link": null, "avg_changed": 9.501332807539999, "min_base": 9.34188294411, "delta_min": "1.0157x slower", "delta_avg": "1.0160x slower", "std_changed": 0.011070308073717184, "min_changed": 9.48882603645, "delta_std": "1.6237x smaller", "std_base": 0.017974834219295178, "t_msg": "Significant (t=-15.837082, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.2913479995727, "timeline_link": null, "avg_changed": 2.6477892112734, "min_base": 0.286486148834, "delta_min": "9.2146x slower", "delta_avg": "9.0881x slower", "std_changed": 0.003772531042836331, "min_changed": 2.63985490799, "delta_std": "1.0066x larger", "std_base": 0.0037477171526866648, "t_msg": "Significant (t=-3133.444965, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.12307129859925398, "timeline_link": null, "avg_changed": 0.44124897956847997, "min_base": 0.0406920909882, "delta_min": "10.7711x slower", "delta_avg": "3.5853x slower", "std_changed": 0.01876150077906667, "min_changed": 0.438298940659, "delta_std": "7.7745x smaller", "std_base": 0.14586185793408693, "t_msg": "Significant (t=-15.298533, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10778392314909398, "timeline_link": null, "avg_changed": 0.4570227241515799, "min_base": 0.0433719158173, "delta_min": "10.4863x slower", "delta_avg": "4.2402x slower", "std_changed": 0.0025487726653582003, "min_changed": 0.45481300354, "delta_std": "43.7658x smaller", "std_base": 0.11154898716731958, "t_msg": "Significant (t=-22.132401, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034897637367240004, "timeline_link": null, "avg_changed": 2.5356669855118, "min_base": 0.0199520587921, "delta_min": "123.8583x slower", "delta_avg": "72.6601x slower", "std_changed": 0.016946811889381012, "min_changed": 2.47122907639, "delta_std": "1.2685x smaller", "std_base": 0.021496758175486744, "t_msg": "Significant (t=-645.995230, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036362743377686, "timeline_link": null, "avg_changed": 0.34568207263943995, "min_base": 0.00321197509766, "delta_min": "107.2125x slower", "delta_avg": "95.0649x slower", "std_changed": 0.0011730424509284953, "min_changed": 0.344363927841, "delta_std": "1.2336x smaller", "std_base": 0.0014470738447366913, "t_msg": "Significant (t=-1298.378497, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18859144210821804, "timeline_link": null, "avg_changed": 0.6483094024658803, "min_base": 0.0825071334839, "delta_min": "7.6889x slower", "delta_avg": "3.4376x slower", "std_changed": 0.010432775896197908, "min_changed": 0.634392976761, "delta_std": "13.4198x smaller", "std_base": 0.1400059137089834, "t_msg": "Significant (t=-23.154087, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25077204227452, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.46877810955048, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21456259727482002, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6054827833175599, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36864404201502, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.2288466453552999, "timeline_link": null, "avg_changed": 0.7014299774169198, "min_base": 0.205425977707, "delta_min": "3.2050x slower", "delta_avg": "3.0651x slower", "std_changed": 0.028796721180224496, "min_changed": 0.658386945724, "delta_std": "1.7751x larger", "std_base": 0.016222845469675434, "t_msg": "Significant (t=-101.103507, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08378853797913602, "timeline_link": null, "avg_changed": 0.42583571434010004, "min_base": 0.0577402114868, "delta_min": "7.3439x slower", "delta_avg": "5.0823x slower", "std_changed": 0.002290712032227189, "min_changed": 0.424039840698, "delta_std": "10.7452x smaller", "std_base": 0.02461405413406663, "t_msg": "Significant (t=-97.839724, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.017774271965027996, "timeline_link": null, "avg_changed": 0.7999123191833002, "min_base": 0.0168509483337, "delta_min": "47.3213x slower", "delta_avg": "45.0039x slower", "std_changed": 0.0021201120130675596, "min_changed": 0.797409057617, "delta_std": "1.8300x smaller", "std_base": 0.003879712826171431, "t_msg": "Significant (t=-1250.915118, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.1201999999999983, "timeline_link": null, "avg_changed": 8.520999999999997, "min_base": 2.1, "delta_min": "4.0333x slower", "delta_avg": "4.0190x slower", "std_changed": 0.030118812346154232, "min_changed": 8.47, "delta_std": "2.0013x larger", "std_base": 0.01504957793156897, "t_msg": "Significant (t=-1344.259413, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7788, "timeline_link": null, "avg_changed": 6.549600000000001, "min_base": 0.75, "delta_min": "8.6667x slower", "delta_avg": "8.4099x slower", "std_changed": 0.029413310883728425, "min_changed": 6.5, "delta_std": "1.2490x smaller", "std_base": 0.03673623579530382, "t_msg": "Significant (t=-867.089990, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06953936576842468, "timeline_link": null, "avg_changed": 0.4669907156626599, "min_base": 0.0449731349945, "delta_min": "2.4935x slower", "delta_avg": "6.7155x slower", "std_changed": 0.20926972323764892, "min_changed": 0.112139940262, "delta_std": "7.0761x larger", "std_base": 0.029574145468576393, "t_msg": "Significant (t=-23.031869, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012001258373260045, "timeline_link": null, "avg_changed": 0.06097909593582199, "min_base": 0.00767588615417, "delta_min": "6.5819x slower", "delta_avg": "5.0811x slower", "std_changed": 0.0078295886172614, "min_changed": 0.0505220890045, "delta_std": "1.5382x smaller", "std_base": 0.012043517266273417, "t_msg": "Significant (t=-76.240137, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8543883609771996, "timeline_link": null, "avg_changed": 45.314847354884, "min_base": 1.84697008133, "delta_min": "24.4466x slower", "delta_avg": "24.4365x slower", "std_changed": 0.07436191493478655, "min_changed": 45.1520578861, "delta_std": "18.2839x larger", "std_base": 0.004067062094969437, "t_msg": "Significant (t=-4126.483968, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5913908958438, "timeline_link": null, "avg_changed": 1.7982585907000002, "min_base": 0.436302185059, "delta_min": "4.0673x slower", "delta_avg": "3.0407x slower", "std_changed": 0.01873832982211591, "min_changed": 1.77458906174, "delta_std": "15.4252x smaller", "std_base": 0.28904189691171905, "t_msg": "Significant (t=-9.316937, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.501327371598, "timeline_link": null, "avg_changed": 11.097345352200001, "min_base": 1.74972891808, "delta_min": "6.3348x slower", "delta_avg": "4.4366x slower", "std_changed": 0.009858393325131122, "min_changed": 11.0842239857, "delta_std": "116.5530x smaller", "std_base": 1.149025077618221, "t_msg": "Significant (t=-16.727723, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5504611968988, "timeline_link": null, "avg_changed": 0.8737809181213999, "min_base": 0.299726009369, "delta_min": "2.8702x slower", "delta_avg": "1.5874x slower", "std_changed": 0.018600911146232368, "min_changed": 0.860278844833, "delta_std": "19.0787x smaller", "std_base": 0.35488126245023555, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4765706062316, "timeline_link": null, "avg_changed": 3.09539551735, "min_base": 0.335377931595, "delta_min": "9.1660x slower", "delta_avg": "6.4951x slower", "std_changed": 0.019326494287582797, "min_changed": 3.07408595085, "delta_std": "10.8658x smaller", "std_base": 0.20999688328588814, "t_msg": "Significant (t=-27.768162, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026664490899999994, "timeline_link": null, "avg_changed": 1.5783767042799999, "min_base": 0.021967521, "delta_min": "71.6871x slower", "delta_avg": "59.1940x slower", "std_changed": 0.0036971091012110457, "min_changed": 1.574787005, "delta_std": "2.6634x smaller", "std_base": 0.009846888894036685, "t_msg": "Significant (t=-1043.181905, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [408.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [763.3]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [126.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [173.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [195.5]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005068603864101961, "timeline_link": null, "avg_changed": 0.27914539902709723, "min_base": 0.005050300997939477, "delta_min": "54.4277x slower", "delta_avg": "55.0734x slower", "std_changed": 0.0024146652455895594, "min_changed": 0.2748763056624519, "delta_std": "132.1646x larger", "std_base": 1.8270140788371754e-05, "t_msg": "Significant (t=-802.579213, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016138878588951924, "timeline_link": null, "avg_changed": 0.01267088225253378, "min_base": 0.0015921031682853048, "delta_min": "7.9206x slower", "delta_avg": "7.8512x slower", "std_changed": 6.169124959353554e-05, "min_changed": 0.012610340479192938, "delta_std": "3.3566x larger", "std_base": 1.837897265493357e-05, "t_msg": "Significant (t=-1190.060273, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.00681193291145191, "timeline_link": null, "avg_changed": 0.08985116623472786, "min_base": 0.006367398917542184, "delta_min": "13.9600x slower", "delta_avg": "13.1903x slower", "std_changed": 0.0005977242645266201, "min_changed": 0.08888888888888889, "delta_std": "1.6592x larger", "std_base": 0.0003602491846215349, "t_msg": "Significant (t=-841.356158, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19675408880978362, "timeline_link": null, "avg_changed": 0.9774369495394378, "min_base": 0.1937163266541558, "delta_min": "5.0118x slower", "delta_avg": "4.9678x slower", "std_changed": 0.004619109504221094, "min_changed": 0.970873786407767, "delta_std": "3.1083x larger", "std_base": 0.0014860631447471675, "t_msg": "Significant (t=-1137.664986, a=0.95)\n"}]], "branch": "default", "revision": "82019:a71c1f3776a9"}