{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03837255477905199, "timeline_link": null, "avg_changed": 0.7453250837326199, "min_base": 0.0378959178925, "delta_min": "19.5699x slower", "delta_avg": "19.4234x slower", "std_changed": 0.0014765243087067875, "min_changed": 0.741618871689, "delta_std": "2.7058x larger", "std_base": 0.0005456828350140033, "t_msg": "Significant (t=-3175.659357, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.015570015907288003, "timeline_link": null, "avg_changed": 0.14648151397705336, "min_base": 0.0125939846039, "delta_min": "11.3647x slower", "delta_avg": "9.4079x slower", "std_changed": 0.002270921196695984, "min_changed": 0.143126964569, "delta_std": "2.5310x smaller", "std_base": 0.005747725945543143, "t_msg": "Significant (t=-259.435291, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.28781708478915, "timeline_link": null, "avg_changed": 1.4546272277824999, "min_base": 0.229056119919, "delta_min": "6.2439x slower", "delta_avg": "5.0540x slower", "std_changed": 0.0612608018401183, "min_changed": 1.43020510674, "delta_std": "3.0657x smaller", "std_base": 0.18781017430371585, "t_msg": "Significant (t=-26.414396, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.4154394865042006, "timeline_link": null, "avg_changed": 20.711998772618003, "min_base": 3.35668921471, "delta_min": "6.1496x slower", "delta_avg": "6.0642x slower", "std_changed": 0.08142012254307984, "min_changed": 20.6421639919, "delta_std": "1.0552x larger", "std_base": 0.07715924210633948, "t_msg": "Significant (t=-1090.325914, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020744524002074, "timeline_link": null, "avg_changed": 0.2401101493835599, "min_base": 0.0171349048615, "delta_min": "13.8506x slower", "delta_avg": "11.5746x slower", "std_changed": 0.0019868068609948304, "min_changed": 0.237329006195, "delta_std": "2.6091x smaller", "std_base": 0.005183797679241487, "t_msg": "Significant (t=-279.410794, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.3154870414736, "timeline_link": null, "avg_changed": 48.20246047019799, "min_base": 8.23239779472, "delta_min": "5.8369x slower", "delta_avg": "5.7967x slower", "std_changed": 0.07315128902682554, "min_changed": 48.0518679619, "delta_std": "2.4726x smaller", "std_base": 0.18087129021733886, "t_msg": "Significant (t=-1445.606588, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008788256645204603, "timeline_link": null, "avg_changed": 0.5199057865143001, "min_base": 0.00628399848938, "delta_min": "82.5435x slower", "delta_avg": "59.1591x slower", "std_changed": 0.0008150907428304849, "min_changed": 0.518702983856, "delta_std": "18.7839x smaller", "std_base": 0.015310549846112145, "t_msg": "Significant (t=-235.722166, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [140.383650064], "base_times": [144.545051098]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.048526368141178, "timeline_link": null, "avg_changed": 3.3538732194907994, "min_base": 0.0459139347076, "delta_min": "72.9460x slower", "delta_avg": "69.1144x slower", "std_changed": 0.0022845618023021037, "min_changed": 3.34923791885, "delta_std": "6.1293x smaller", "std_base": 0.014002703139107434, "t_msg": "Significant (t=-1647.349076, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009955420494079601, "timeline_link": null, "avg_changed": 0.042174162864682, "min_base": 0.00140714645386, "delta_min": "29.8612x slower", "delta_avg": "4.2363x slower", "std_changed": 0.00017892108878771713, "min_changed": 0.0420191287994, "delta_std": "67.3535x smaller", "std_base": 0.01205096057964081, "t_msg": "Significant (t=-18.902709, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03242088794708, "timeline_link": null, "avg_changed": 1.0799971914288, "min_base": 0.0307848453522, "delta_min": "35.0090x slower", "delta_avg": "33.3118x slower", "std_changed": 0.001785487091307689, "min_changed": 1.07774806023, "delta_std": "1.5353x smaller", "std_base": 0.0027412196603370607, "t_msg": "Significant (t=-2264.295664, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.45158691883098, "timeline_link": null, "avg_changed": 1.1032141208654005, "min_base": 0.344686031342, "delta_min": "3.1733x slower", "delta_avg": "2.4430x slower", "std_changed": 0.0028859820118391976, "min_changed": 1.09377598763, "delta_std": "37.1283x smaller", "std_base": 0.10715154448073867, "t_msg": "Significant (t=-42.986126, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17313377380375997, "timeline_link": null, "avg_changed": 1.5363217735286003, "min_base": 0.170689105988, "delta_min": "8.9545x slower", "delta_avg": "8.8736x slower", "std_changed": 0.012598793984826115, "min_changed": 1.5284280777, "delta_std": "2.7705x larger", "std_base": 0.004547508923758843, "t_msg": "Significant (t=-719.644652, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04354598045349199, "timeline_link": null, "avg_changed": 0.6072389554977798, "min_base": 0.0350170135498, "delta_min": "17.0676x slower", "delta_avg": "13.9448x slower", "std_changed": 0.004127704679228777, "min_changed": 0.597656011581, "delta_std": "1.2568x smaller", "std_base": 0.005187619412936559, "t_msg": "Significant (t=-601.244948, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.016402759552016, "timeline_link": null, "avg_changed": 0.26618614673616003, "min_base": 0.0134282112122, "delta_min": "19.6476x slower", "delta_avg": "16.2281x slower", "std_changed": 0.00404754798589264, "min_changed": 0.263832092285, "delta_std": "3.4236x smaller", "std_base": 0.013857145118323921, "t_msg": "Significant (t=-122.347880, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.059673104286182006, "timeline_link": null, "avg_changed": 0.58270282268528, "min_base": 0.0545320510864, "delta_min": "10.6295x slower", "delta_avg": "9.7649x slower", "std_changed": 0.0023808959106096164, "min_changed": 0.57964682579, "delta_std": "11.6185x smaller", "std_base": 0.02766239460201622, "t_msg": "Significant (t=-133.204500, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.11761845588680402, "timeline_link": null, "avg_changed": 1.7167418336865998, "min_base": 0.0866060256958, "delta_min": "19.7729x slower", "delta_avg": "14.5959x slower", "std_changed": 0.002400431691044317, "min_changed": 1.71245408058, "delta_std": "15.1679x smaller", "std_base": 0.03640943064129249, "t_msg": "Significant (t=-309.892651, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.821648955349993, "timeline_link": null, "avg_changed": 340.20832157149977, "min_base": 12.4815199375, "delta_min": "27.2519x slower", "delta_avg": "26.5339x slower", "std_changed": 0.06379371059268596, "min_changed": 340.14516902, "delta_std": "5.3858x smaller", "std_base": 0.34358219285722186, "t_msg": "Significant (t=-6624.536773, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.6847228050219996, "timeline_link": null, "avg_changed": 21.057647991179998, "min_base": 2.90040397644, "delta_min": "7.2555x slower", "delta_avg": "5.7149x slower", "std_changed": 0.010735395468792252, "min_changed": 21.0438361168, "delta_std": "94.1801x smaller", "std_base": 1.0110602550736394, "t_msg": "Significant (t=-38.419918, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.7537042951583398, "timeline_link": null, "avg_changed": 24.819520463948002, "min_base": 0.748937129974, "delta_min": "33.1122x slower", "delta_avg": "32.9301x slower", "std_changed": 0.00987826604952548, "min_changed": 24.7989799976, "delta_std": "1.8450x smaller", "std_base": 0.018225672403284446, "t_msg": "Significant (t=-8208.711440, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.06823423385620599, "timeline_link": null, "avg_changed": 0.4116148567199601, "min_base": 0.0667569637299, "delta_min": "6.1586x slower", "delta_avg": "6.0324x slower", "std_changed": 0.00035326079754525747, "min_changed": 0.411126852036, "delta_std": "13.2966x smaller", "std_base": 0.004697150775459695, "t_msg": "Significant (t=-515.467782, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031656150817876004, "timeline_link": null, "avg_changed": 0.6678020715713601, "min_base": 0.03084897995, "delta_min": "21.5044x slower", "delta_avg": "21.0955x slower", "std_changed": 0.0035317817342707825, "min_changed": 0.663389921188, "delta_std": "1.1586x larger", "std_base": 0.003048240708776243, "t_msg": "Significant (t=-964.183916, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 19.7283616066, "timeline_link": null, "avg_changed": 45.45793824194, "min_base": 19.7130260468, "delta_min": "2.3053x slower", "delta_avg": "2.3042x slower", "std_changed": 0.00841486937241806, "min_changed": 45.444370985, "delta_std": "3.5128x smaller", "std_base": 0.029560121693641632, "t_msg": "Significant (t=-1871.936809, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.232878541945999, "timeline_link": null, "avg_changed": 9.43155093193, "min_base": 9.22556805611, "delta_min": "1.0219x slower", "delta_avg": "1.0215x slower", "std_changed": 0.0036713290757017687, "min_changed": 9.42804884911, "delta_std": "4.3153x smaller", "std_base": 0.015842995852561412, "t_msg": "Significant (t=-27.316608, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.30268634319310006, "timeline_link": null, "avg_changed": 2.7996243572233994, "min_base": 0.293829917908, "delta_min": "9.5084x slower", "delta_avg": "9.2493x slower", "std_changed": 0.0033575372697879293, "min_changed": 2.79384422302, "delta_std": "1.7162x smaller", "std_base": 0.005762084141596751, "t_msg": "Significant (t=-2647.502601, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.089148168563824, "timeline_link": null, "avg_changed": 0.47022014141081997, "min_base": 0.0224640369415, "delta_min": "20.7992x slower", "delta_avg": "5.2746x slower", "std_changed": 0.015497042973643514, "min_changed": 0.467235088348, "delta_std": "6.8807x smaller", "std_base": 0.10663096901323497, "t_msg": "Significant (t=-25.007477, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.10635605812071197, "timeline_link": null, "avg_changed": 0.48678709506989987, "min_base": 0.042741060257, "delta_min": "11.3662x slower", "delta_avg": "4.5770x slower", "std_changed": 0.001196568104039316, "min_changed": 0.485802173615, "delta_std": "94.3811x smaller", "std_base": 0.11293337625525784, "t_msg": "Significant (t=-23.818492, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.037404980659482, "timeline_link": null, "avg_changed": 2.7022856473921997, "min_base": 0.0197899341583, "delta_min": "133.5538x slower", "delta_avg": "72.2440x slower", "std_changed": 0.02569902747677939, "min_changed": 2.64302015305, "delta_std": "1.0892x smaller", "std_base": 0.02799232180468718, "t_msg": "Significant (t=-495.881212, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0037946224212658, "timeline_link": null, "avg_changed": 0.36473504543304003, "min_base": 0.00329089164734, "delta_min": "110.6171x slower", "delta_avg": "96.1189x slower", "std_changed": 0.0005607480971175669, "min_changed": 0.364028930664, "delta_std": "3.6200x smaller", "std_base": 0.0020298895852022825, "t_msg": "Significant (t=-1211.934340, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.19036944389341, "timeline_link": null, "avg_changed": 0.6847984743118201, "min_base": 0.0834758281708, "delta_min": "8.0293x slower", "delta_avg": "3.5972x slower", "std_changed": 0.010246612040126668, "min_changed": 0.670253992081, "delta_std": "14.4985x smaller", "std_base": 0.14856025363886902, "t_msg": "Significant (t=-23.477711, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.24622269153600002, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4691359186172, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21025782108302, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.6074026823044, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.3673825073241999, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.27635882377627996, "timeline_link": null, "avg_changed": 0.7311264610290803, "min_base": 0.264463186264, "delta_min": "2.7004x slower", "delta_avg": "2.6456x slower", "std_changed": 0.012520115544099956, "min_changed": 0.714164972305, "delta_std": "1.3566x larger", "std_base": 0.00922887226273574, "t_msg": "Significant (t=-206.744441, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08663634300233601, "timeline_link": null, "avg_changed": 0.4559717988967802, "min_base": 0.0609610080719, "delta_min": "7.4590x slower", "delta_avg": "5.2631x slower", "std_changed": 0.0024499776284277112, "min_changed": 0.454708099365, "delta_std": "10.3309x smaller", "std_base": 0.025310470017107928, "t_msg": "Significant (t=-102.702418, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.009398837089538202, "timeline_link": null, "avg_changed": 0.7097365045547802, "min_base": 0.00849008560181, "delta_min": "83.4946x slower", "delta_avg": "75.5132x slower", "std_changed": 0.0007171050910942751, "min_changed": 0.708876132965, "delta_std": "5.1626x smaller", "std_base": 0.003702150748084799, "t_msg": "Significant (t=-1313.228345, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.171399999999999, "timeline_link": null, "avg_changed": 8.917000000000002, "min_base": 2.14, "delta_min": "4.1495x slower", "delta_avg": "4.1066x slower", "std_changed": 0.016690459207925362, "min_changed": 8.88, "delta_std": "1.8076x smaller", "std_base": 0.030170265129083423, "t_msg": "Significant (t=-1383.401387, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7638000000000001, "timeline_link": null, "avg_changed": 7.052399999999995, "min_base": 0.73, "delta_min": "9.5753x slower", "delta_avg": "9.2333x slower", "std_changed": 0.03080948700961964, "min_changed": 6.99, "delta_std": "1.1318x smaller", "std_base": 0.034869435771466235, "t_msg": "Significant (t=-955.652035, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07285752137501465, "timeline_link": null, "avg_changed": 0.5250620826085531, "min_base": 0.0454230308533, "delta_min": "2.6949x slower", "delta_avg": "7.2067x slower", "std_changed": 0.23748720209005217, "min_changed": 0.122409105301, "delta_std": "8.0356x larger", "std_base": 0.02955423943883718, "t_msg": "Significant (t=-23.142125, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.013056276321413554, "timeline_link": null, "avg_changed": 0.0566608066558862, "min_base": 0.00798988342285, "delta_min": "6.7330x slower", "delta_avg": "4.3397x slower", "std_changed": 0.006224169593856811, "min_changed": 0.0537958145142, "delta_std": "2.0221x smaller", "std_base": 0.012585740630394715, "t_msg": "Significant (t=-69.442919, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.8663198947912003, "timeline_link": null, "avg_changed": 47.96201784610601, "min_base": 1.85300087929, "delta_min": "25.8239x slower", "delta_avg": "25.6987x slower", "std_changed": 0.04462772496662125, "min_changed": 47.8516700268, "delta_std": "8.3372x larger", "std_base": 0.00535285011978721, "t_msg": "Significant (t=-7251.684149, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5894182682036, "timeline_link": null, "avg_changed": 1.9565638065340003, "min_base": 0.416056156158, "delta_min": "4.6383x slower", "delta_avg": "3.3195x slower", "std_changed": 0.016441467397703635, "min_changed": 1.92979502678, "delta_std": "19.4597x smaller", "std_base": 0.3199465680852136, "t_msg": "Significant (t=-9.542224, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.5065823555, "timeline_link": null, "avg_changed": 11.54178681374, "min_base": 1.64758014679, "delta_min": "6.9973x slower", "delta_avg": "4.6046x slower", "std_changed": 0.016530528168516, "min_changed": 11.528678894, "delta_std": "73.0634x smaller", "std_base": 1.20777612217403, "t_msg": "Significant (t=-16.726146, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5437693595892, "timeline_link": null, "avg_changed": 0.951367330551, "min_base": 0.220772027969, "delta_min": "4.2188x slower", "delta_avg": "1.7496x slower", "std_changed": 0.01705292918025767, "min_changed": 0.931397914886, "delta_std": "23.7262x smaller", "std_base": 0.4046004756376414, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.47803039550779997, "timeline_link": null, "avg_changed": 3.41945757866, "min_base": 0.342643022537, "delta_min": "9.9260x slower", "delta_avg": "7.1532x slower", "std_changed": 0.0156976235728805, "min_changed": 3.40108585358, "delta_std": "14.3367x smaller", "std_base": 0.22505172963790004, "t_msg": "Significant (t=-29.154583, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.024661200979999992, "timeline_link": null, "avg_changed": 1.58384998024, "min_base": 0.019493299, "delta_min": "81.0751x slower", "delta_avg": "64.2244x slower", "std_changed": 0.0013243425035632619, "min_changed": 1.580421919, "delta_std": "10.7301x smaller", "std_base": 0.014210290087776243, "t_msg": "Significant (t=-772.507795, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [377.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [730.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [120.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [162.4]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [187.4]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004587990409270086, "timeline_link": null, "avg_changed": 0.29213076358218093, "min_base": 0.004564163466427382, "delta_min": "63.8435x slower", "delta_avg": "63.6729x slower", "std_changed": 0.0006676524968349904, "min_changed": 0.2913922722769392, "delta_std": "28.5703x larger", "std_base": 2.336876301103078e-05, "t_msg": "Significant (t=-3043.484666, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015400173002531724, "timeline_link": null, "avg_changed": 0.013598166893330526, "min_base": 0.001518141794443601, "delta_min": "8.9255x slower", "delta_avg": "8.8299x slower", "std_changed": 4.1868191967492303e-05, "min_changed": 0.013550135501355014, "delta_std": "3.4844x larger", "std_base": 1.2015778066915236e-05, "t_msg": "Significant (t=-1957.468902, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.006700683403476028, "timeline_link": null, "avg_changed": 0.098185542873866, "min_base": 0.006242197253433208, "delta_min": "15.7059x slower", "delta_avg": "14.6531x slower", "std_changed": 0.0004434383426480312, "min_changed": 0.09803921568627451, "delta_std": "1.2664x larger", "std_base": 0.0003501508202366858, "t_msg": "Significant (t=-1144.915478, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19213350623233086, "timeline_link": null, "avg_changed": 1.0103498417937091, "min_base": 0.18889085650197746, "delta_min": "5.3240x slower", "delta_avg": "5.2586x slower", "std_changed": 0.0036417914097219, "min_changed": 1.005656819610308, "delta_std": "1.8202x smaller", "std_base": 0.006628715890089878, "t_msg": "Significant (t=-764.972056, a=0.95)\n"}]], "branch": "", "revision": "89801:1ae376efcfa5"}