{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03579709053039799, "timeline_link": null, "avg_changed": 0.7980614757537999, "min_base": 0.0352430343628, "delta_min": "22.5391x slower", "delta_avg": "22.2940x slower", "std_changed": 0.00222817308369499, "min_changed": 0.794347047806, "delta_std": "3.2366x larger", "std_base": 0.0006884278681523299, "t_msg": "Significant (t=-2311.232041, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01658253351847133, "timeline_link": null, "avg_changed": 0.15084564050040003, "min_base": 0.0135891437531, "delta_min": "10.8902x slower", "delta_avg": "9.0967x slower", "std_changed": 0.0018488018426566128, "min_changed": 0.147989034653, "delta_std": "3.2984x smaller", "std_base": 0.006098175239089367, "t_msg": "Significant (t=-258.052598, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28751834630959994, "timeline_link": null, "avg_changed": 1.5406965017324998, "min_base": 0.227226018906, "delta_min": "6.6986x slower", "delta_avg": "5.3586x slower", "std_changed": 0.06760923672240023, "min_changed": 1.52210712433, "delta_std": "2.9606x smaller", "std_base": 0.20016561922186382, "t_msg": "Significant (t=-26.526438, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.3986921834943997, "timeline_link": null, "avg_changed": 22.101786131852005, "min_base": 3.39401102066, "delta_min": "6.4916x slower", "delta_avg": "6.5030x slower", "std_changed": 0.06706116664966304, "min_changed": 22.032474041, "delta_std": "28.9109x larger", "std_base": 0.0023195809735307334, "t_msg": "Significant (t=-1970.914176, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020671086311336007, "timeline_link": null, "avg_changed": 0.25779619216916005, "min_base": 0.0173239707947, "delta_min": "14.7417x slower", "delta_avg": "12.4713x slower", "std_changed": 0.0018405012103548445, "min_changed": 0.255385160446, "delta_std": "2.8075x smaller", "std_base": 0.0051671361048537204, "t_msg": "Significant (t=-305.685594, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.5950643205638, "timeline_link": null, "avg_changed": 50.525422601702004, "min_base": 8.52798295021, "delta_min": "5.9029x slower", "delta_avg": "5.8784x slower", "std_changed": 0.082764718237906, "min_changed": 50.3401651382, "delta_std": "2.2034x smaller", "std_base": 0.18235984538888184, "t_msg": "Significant (t=-1480.518061, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009214744567863602, "timeline_link": null, "avg_changed": 0.5900731182098401, "min_base": 0.00654292106628, "delta_min": "90.0633x slower", "delta_avg": "64.0358x slower", "std_changed": 0.0005948437369639261, "min_changed": 0.589277029037, "delta_std": "27.8622x smaller", "std_base": 0.01657364776391158, "t_msg": "Significant (t=-247.660994, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [327.26492095], "base_times": [139.989701986]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.049299898147588, "timeline_link": null, "avg_changed": 3.2574916362766, "min_base": 0.0467040538788, "delta_min": "69.6901x slower", "delta_avg": "66.0750x slower", "std_changed": 0.0016341287434465553, "min_changed": 3.25481009483, "delta_std": "8.5264x smaller", "std_base": 0.01393320802901794, "t_msg": "Significant (t=-1617.065555, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0106608152389498, "timeline_link": null, "avg_changed": 0.04216192722320599, "min_base": 0.00148105621338, "delta_min": "28.2758x slower", "delta_avg": "3.9549x slower", "std_changed": 0.00019310602788263326, "min_changed": 0.0418779850006, "delta_std": "63.1465x smaller", "std_base": 0.012193971135208872, "t_msg": "Significant (t=-18.264647, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03018973350524401, "timeline_link": null, "avg_changed": 1.1330608749393996, "min_base": 0.0285561084747, "delta_min": "39.5352x slower", "delta_avg": "37.5313x slower", "std_changed": 0.0027220815824605133, "min_changed": 1.12897205353, "delta_std": "1.0323x smaller", "std_base": 0.0028101215649680095, "t_msg": "Significant (t=-1993.295407, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.4405774068832801, "timeline_link": null, "avg_changed": 1.1387421894073997, "min_base": 0.352855920792, "delta_min": "3.2037x slower", "delta_avg": "2.5847x slower", "std_changed": 0.002456238906645125, "min_changed": 1.1304371357, "delta_std": "44.3440x smaller", "std_base": 0.10891947244762532, "t_msg": "Significant (t=-45.313438, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17650518417359998, "timeline_link": null, "avg_changed": 1.7376376867294, "min_base": 0.174612998962, "delta_min": "9.8778x slower", "delta_avg": "9.8447x slower", "std_changed": 0.009260927096083164, "min_changed": 1.7247838974, "delta_std": "2.3242x larger", "std_base": 0.003984576021426827, "t_msg": "Significant (t=-1094.936632, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04281868457794001, "timeline_link": null, "avg_changed": 0.66002874851226, "min_base": 0.0363359451294, "delta_min": "17.9755x slower", "delta_avg": "15.4145x slower", "std_changed": 0.004099334973115151, "min_changed": 0.653155088425, "delta_std": "1.1117x smaller", "std_base": 0.004557403768038579, "t_msg": "Significant (t=-711.986129, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016429805755608005, "timeline_link": null, "avg_changed": 0.28084373950966, "min_base": 0.0135369300842, "delta_min": "20.6441x slower", "delta_avg": "17.0936x slower", "std_changed": 0.001897603613785423, "min_changed": 0.279457092285, "delta_std": "7.2647x smaller", "std_base": 0.013785591393099254, "t_msg": "Significant (t=-134.359369, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.051569628715514, "timeline_link": null, "avg_changed": 0.6112506580353, "min_base": 0.046226978302, "delta_min": "13.1543x slower", "delta_avg": "11.8529x slower", "std_changed": 0.0025432735752298507, "min_changed": 0.608084917068, "delta_std": "10.9231x smaller", "std_base": 0.027780307810890362, "t_msg": "Significant (t=-141.865287, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.2191849946976, "timeline_link": null, "avg_changed": 1.7151172828674004, "min_base": 0.141869068146, "delta_min": "12.0621x slower", "delta_avg": "7.8250x slower", "std_changed": 0.0028473534483711704, "min_changed": 1.71123409271, "delta_std": "25.8067x smaller", "std_base": 0.07348079286956426, "t_msg": "Significant (t=-143.845836, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 11.223989963549995, "timeline_link": null, "avg_changed": 377.9080750940003, "min_base": 10.8947169781, "delta_min": "34.6812x slower", "delta_avg": "33.6697x slower", "std_changed": 0.06701035802814426, "min_changed": 377.841738224, "delta_std": "4.9636x smaller", "std_base": 0.33261594410462075, "t_msg": "Significant (t=-7641.781066, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.445254182816, "timeline_link": null, "avg_changed": 22.020349979379997, "min_base": 2.7521648407, "delta_min": "7.9874x slower", "delta_avg": "6.3915x slower", "std_changed": 0.04038876442166492, "min_changed": 21.9827778339, "delta_std": "24.7868x smaller", "std_base": 1.0011075123919093, "t_msg": "Significant (t=-41.455503, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7217987918853999, "timeline_link": null, "avg_changed": 25.317596116062, "min_base": 0.716794013977, "delta_min": "35.2767x slower", "delta_avg": "35.0757x slower", "std_changed": 0.016499014940383434, "min_changed": 25.2861168385, "delta_std": "1.1005x smaller", "std_base": 0.01815709775582104, "t_msg": "Significant (t=-7088.993343, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08026359558104199, "timeline_link": null, "avg_changed": 0.46718624114986007, "min_base": 0.0788679122925, "delta_min": "5.9150x slower", "delta_avg": "5.8206x slower", "std_changed": 0.0003995227884454235, "min_changed": 0.466502904892, "delta_std": "12.9559x smaller", "std_base": 0.005176186368552413, "t_msg": "Significant (t=-526.998564, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03216094493866599, "timeline_link": null, "avg_changed": 0.77931793689728, "min_base": 0.0311839580536, "delta_min": "24.6505x slower", "delta_avg": "24.2318x slower", "std_changed": 0.004109536559400966, "min_changed": 0.768701076508, "delta_std": "1.5489x larger", "std_base": 0.0026531288004524693, "t_msg": "Significant (t=-1080.063439, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 20.81515574454, "timeline_link": null, "avg_changed": 48.26221313478, "min_base": 20.7961008549, "delta_min": "2.3202x slower", "delta_avg": "2.3186x slower", "std_changed": 0.007710494600167524, "min_changed": 48.251718998, "delta_std": "3.9544x smaller", "std_base": 0.03049055309158023, "t_msg": "Significant (t=-1951.439455, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 10.804069519039999, "timeline_link": null, "avg_changed": 10.913656043980001, "min_base": 10.794328928, "delta_min": "1.0107x slower", "delta_avg": "1.0101x slower", "std_changed": 0.0060340567340098, "min_changed": 10.9096031189, "delta_std": "2.8859x smaller", "std_base": 0.01741380096407182, "t_msg": "Significant (t=-13.296158, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29420393943788, "timeline_link": null, "avg_changed": 2.9209805488582, "min_base": 0.285665988922, "delta_min": "10.1885x slower", "delta_avg": "9.9284x slower", "std_changed": 0.004656905636454807, "min_changed": 2.91049718857, "delta_std": "1.2424x smaller", "std_base": 0.005785923943315546, "t_msg": "Significant (t=-2500.814644, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09250539302826599, "timeline_link": null, "avg_changed": 0.49783433914182007, "min_base": 0.0219461917877, "delta_min": "22.4774x slower", "delta_avg": "5.3817x slower", "std_changed": 0.016151609102717682, "min_changed": 0.493293046951, "delta_std": "7.1152x smaller", "std_base": 0.11492252206198428, "t_msg": "Significant (t=-24.696766, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.108450646400496, "timeline_link": null, "avg_changed": 0.5267872428893998, "min_base": 0.0392739772797, "delta_min": "13.3818x slower", "delta_avg": "4.8574x slower", "std_changed": 0.0012449690972153916, "min_changed": 0.525557041168, "delta_std": "97.1659x smaller", "std_base": 0.12096856002576069, "t_msg": "Significant (t=-24.452054, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.029848685264592004, "timeline_link": null, "avg_changed": 2.982183647155401, "min_base": 0.0183959007263, "delta_min": "160.2191x slower", "delta_avg": "99.9101x slower", "std_changed": 0.020029735925970137, "min_changed": 2.94737505913, "delta_std": "1.0773x larger", "std_base": 0.01859190472204057, "t_msg": "Significant (t=-763.895865, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0032629394531259993, "timeline_link": null, "avg_changed": 0.37686422348023996, "min_base": 0.0028989315033, "delta_min": "129.7071x slower", "delta_avg": "115.4984x slower", "std_changed": 0.0004618727688806548, "min_changed": 0.376012086868, "delta_std": "2.5558x smaller", "std_base": 0.0011804531426994104, "t_msg": "Significant (t=-2084.073258, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.193099088668842, "timeline_link": null, "avg_changed": 0.7312182474136601, "min_base": 0.0776619911194, "delta_min": "9.2391x slower", "delta_avg": "3.7868x slower", "std_changed": 0.009633490915050417, "min_changed": 0.717525959015, "delta_std": "16.0671x smaller", "std_base": 0.15478181619828532, "t_msg": "Significant (t=-24.536012, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24448925495148, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4681028747558799, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.18601677894592, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.59404375076284, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.36635393619534, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26481688499455996, "timeline_link": null, "avg_changed": 0.7716484642028602, "min_base": 0.255420923233, "delta_min": "2.9773x slower", "delta_avg": "2.9139x slower", "std_changed": 0.010486170216013198, "min_changed": 0.76047205925, "delta_std": "1.2242x larger", "std_base": 0.0085658026893879, "t_msg": "Significant (t=-264.684587, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08698987960815201, "timeline_link": null, "avg_changed": 0.46181578159330017, "min_base": 0.05779504776, "delta_min": "7.9725x slower", "delta_avg": "5.3088x slower", "std_changed": 0.001788339616818581, "min_changed": 0.46077299118, "delta_std": "14.8347x smaller", "std_base": 0.026529561448922285, "t_msg": "Significant (t=-99.678166, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009116368293761999, "timeline_link": null, "avg_changed": 0.8134916400909797, "min_base": 0.00832009315491, "delta_min": "97.6457x slower", "delta_avg": "89.2342x slower", "std_changed": 0.0007288583677122231, "min_changed": 0.81242108345, "delta_std": "4.4809x smaller", "std_base": 0.0032659154145623205, "t_msg": "Significant (t=-1699.747377, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.123800000000001, "timeline_link": null, "avg_changed": 9.574799999999996, "min_base": 2.09, "delta_min": "4.5598x slower", "delta_avg": "4.5083x slower", "std_changed": 0.018977967891903307, "min_changed": 9.53, "delta_std": "1.4823x smaller", "std_base": 0.028131614868365455, "t_msg": "Significant (t=-1552.594250, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7850000000000001, "timeline_link": null, "avg_changed": 7.8805999999999985, "min_base": 0.76, "delta_min": "10.2632x slower", "delta_avg": "10.0390x slower", "std_changed": 0.035537275629733925, "min_changed": 7.8, "delta_std": "1.1444x larger", "std_base": 0.031052950170405928, "t_msg": "Significant (t=-1063.153835, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07318050702412733, "timeline_link": null, "avg_changed": 0.5523280572891198, "min_base": 0.0469160079956, "delta_min": "2.7118x slower", "delta_avg": "7.5475x slower", "std_changed": 0.2506990100874125, "min_changed": 0.127228021622, "delta_std": "7.9122x larger", "std_base": 0.031685303366857986, "t_msg": "Significant (t=-23.223144, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.012669441223143889, "timeline_link": null, "avg_changed": 0.05967409658432066, "min_base": 0.00749087333679, "delta_min": "7.6045x slower", "delta_avg": "4.7101x slower", "std_changed": 0.005690926320738958, "min_changed": 0.0569641590118, "delta_std": "2.2669x smaller", "std_base": 0.012900489079011566, "t_msg": "Significant (t=-74.543121, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8022433900831998, "timeline_link": null, "avg_changed": 49.73238146305, "min_base": 1.79196810722, "delta_min": "27.6932x slower", "delta_avg": "27.5947x slower", "std_changed": 0.06086993884459617, "min_changed": 49.6254029274, "delta_std": "13.4074x larger", "std_base": 0.004540038579023141, "t_msg": "Significant (t=-5552.469255, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6030957698825999, "timeline_link": null, "avg_changed": 2.10895280838, "min_base": 0.425132989883, "delta_min": "4.9423x slower", "delta_avg": "3.4969x slower", "std_changed": 0.005912002374720404, "min_changed": 2.10114884377, "delta_std": "55.9603x smaller", "std_base": 0.3308376831754377, "t_msg": "Significant (t=-10.176172, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.581554222108, "timeline_link": null, "avg_changed": 12.24274377822, "min_base": 1.80993485451, "delta_min": "6.7559x slower", "delta_avg": "4.7424x slower", "std_changed": 0.012267721299530618, "min_changed": 12.2277138233, "delta_std": "98.7238x smaller", "std_base": 1.2111162203179981, "t_msg": "Significant (t=-17.836412, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5544712543486, "timeline_link": null, "avg_changed": 1.022762393952, "min_base": 0.268092155457, "delta_min": "3.7460x slower", "delta_avg": "1.8446x slower", "std_changed": 0.026002990705128064, "min_changed": 1.00426292419, "delta_std": "14.4409x smaller", "std_base": 0.37550649796535623, "t_msg": "Significant (t=-2.781920, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.44671559333759997, "timeline_link": null, "avg_changed": 3.7026297569280002, "min_base": 0.271025896072, "delta_min": "13.5861x slower", "delta_avg": "8.2886x slower", "std_changed": 0.018460025172150788, "min_changed": 3.6821911335, "delta_std": "13.1784x smaller", "std_base": 0.24327402784928362, "t_msg": "Significant (t=-29.841143, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02467397278, "timeline_link": null, "avg_changed": 1.6862612427800001, "min_base": 0.019086639, "delta_min": "88.2438x slower", "delta_avg": "68.3417x slower", "std_changed": 0.0011553748600724955, "min_changed": 1.684277564, "delta_std": "13.5950x smaller", "std_base": 0.01570728786828881, "t_msg": "Significant (t=-745.993822, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [379.2]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [734.2]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [116.5]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [184.8]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004333933406236765, "timeline_link": null, "avg_changed": 0.3127652761701534, "min_base": 0.004271043860203609, "delta_min": "73.0074x slower", "delta_avg": "72.1666x slower", "std_changed": 0.0006655531076474431, "min_changed": 0.3118178983473651, "delta_std": "19.7482x larger", "std_base": 3.370196301415993e-05, "t_msg": "Significant (t=-3272.688751, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0014694895692675184, "timeline_link": null, "avg_changed": 0.014177674420127356, "min_base": 0.001450536698578474, "delta_min": "9.7511x slower", "delta_avg": "9.6480x slower", "std_changed": 4.092868160834867e-05, "min_changed": 0.014144271570014143, "delta_std": "3.5179x larger", "std_base": 1.1634338678564274e-05, "t_msg": "Significant (t=-2111.871475, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006665635436323857, "timeline_link": null, "avg_changed": 0.10234654234654231, "min_base": 0.006201550387596899, "delta_min": "16.2879x slower", "delta_avg": "15.3544x slower", "std_changed": 0.0005446928247923317, "min_changed": 0.10101010101010101, "delta_std": "1.5759x larger", "std_base": 0.0003456295450972782, "t_msg": "Significant (t=-1048.782197, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19195528179183569, "timeline_link": null, "avg_changed": 1.0401878831042337, "min_base": 0.18874601863866933, "delta_min": "5.4903x slower", "delta_avg": "5.4189x slower", "std_changed": 0.0034294074346744477, "min_changed": 1.0362694300518134, "delta_std": "1.7383x smaller", "std_base": 0.005961238273817981, "t_msg": "Significant (t=-872.132077, a=0.95)\n"}]], "branch": "", "revision": "92771:4da3d7649d2b"}