{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.041241602897647986, "timeline_link": null, "avg_changed": 0.6745757770538198, "min_base": 0.0408689975739, "delta_min": "16.4354x slower", "delta_avg": "16.3567x slower", "std_changed": 0.003115665298297787, "min_changed": 0.671697854996, "delta_std": "5.5119x larger", "std_base": 0.000565263066681322, "t_msg": "Significant (t=-1414.277863, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.01471207141876, "timeline_link": null, "avg_changed": 0.13649224599206, "min_base": 0.0119161605835, "delta_min": "11.2702x slower", "delta_avg": "9.2776x slower", "std_changed": 0.0019487679522985466, "min_changed": 0.134297132492, "delta_std": "2.7059x smaller", "std_base": 0.005273179401233138, "t_msg": "Significant (t=-265.308026, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2734711408615, "timeline_link": null, "avg_changed": 1.3625163316730005, "min_base": 0.219039916992, "delta_min": "6.1196x slower", "delta_avg": "4.9823x slower", "std_changed": 0.05787342295458771, "min_changed": 1.34042596817, "delta_std": "2.9874x smaller", "std_base": 0.17289181754748018, "t_msg": "Significant (t=-26.713108, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 2.6740147924422, "timeline_link": null, "avg_changed": 19.059183721550003, "min_base": 2.61699318886, "delta_min": "7.2660x slower", "delta_avg": "7.1276x slower", "std_changed": 0.03229163911021942, "min_changed": 19.0150821209, "delta_std": "2.2667x smaller", "std_base": 0.07319626638086368, "t_msg": "Significant (t=-1448.207845, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.020820369720457997, "timeline_link": null, "avg_changed": 0.2298619747162, "min_base": 0.0176990032196, "delta_min": "12.7639x slower", "delta_avg": "11.0402x slower", "std_changed": 0.002431046782018837, "min_changed": 0.225908994675, "delta_std": "1.8640x smaller", "std_base": 0.004531516413550274, "t_msg": "Significant (t=-287.441182, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.354680080413401, "timeline_link": null, "avg_changed": 49.715196537966, "min_base": 7.3037071228, "delta_min": "6.6769x slower", "delta_avg": "6.7597x slower", "std_changed": 0.6614765574656489, "min_changed": 48.7659568787, "delta_std": "3.6470x larger", "std_base": 0.18137662587693573, "t_msg": "Significant (t=-436.706951, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.0091057205200282, "timeline_link": null, "avg_changed": 0.5048257637023801, "min_base": 0.00665521621704, "delta_min": "75.6692x slower", "delta_avg": "55.4405x slower", "std_changed": 0.0005800706101759075, "min_changed": 0.503594875336, "delta_std": "26.1675x smaller", "std_base": 0.015179018705333796, "t_msg": "Significant (t=-230.760192, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [123.89794898], "base_times": [126.306283951]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.05409482479095398, "timeline_link": null, "avg_changed": 3.604194560050601, "min_base": 0.0514008998871, "delta_min": "69.9245x slower", "delta_avg": "66.6273x slower", "std_changed": 0.004988391469691192, "min_changed": 3.59418106079, "delta_std": "2.8088x smaller", "std_base": 0.01401120348736726, "t_msg": "Significant (t=-1687.854801, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0094453573226956, "timeline_link": null, "avg_changed": 0.03588919162750799, "min_base": 0.00129508972168, "delta_min": "27.5457x slower", "delta_avg": "3.7997x slower", "std_changed": 0.00016952224220912615, "min_changed": 0.0356740951538, "delta_std": "66.2822x smaller", "std_base": 0.01123631090950857, "t_msg": "Significant (t=-16.639346, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030131044387824, "timeline_link": null, "avg_changed": 0.9894992923736797, "min_base": 0.0288381576538, "delta_min": "34.2315x slower", "delta_avg": "32.8399x slower", "std_changed": 0.001742091967620959, "min_changed": 0.987174034119, "delta_std": "1.3525x smaller", "std_base": 0.002356257262871129, "t_msg": "Significant (t=-2315.015173, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.36904252052308, "timeline_link": null, "avg_changed": 0.9935726308824201, "min_base": 0.283534049988, "delta_min": "3.4813x slower", "delta_avg": "2.6923x slower", "std_changed": 0.005322388896851368, "min_changed": 0.9870698452, "delta_std": "17.2678x smaller", "std_base": 0.09190610468877276, "t_msg": "Significant (t=-47.969699, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.19516028881071995, "timeline_link": null, "avg_changed": 1.6900266838081999, "min_base": 0.193214893341, "delta_min": "8.6843x slower", "delta_avg": "8.6597x slower", "std_changed": 0.02083823357060496, "min_changed": 1.67793416977, "delta_std": "4.2335x larger", "std_base": 0.004922239383452011, "t_msg": "Significant (t=-493.669683, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.042848792076110004, "timeline_link": null, "avg_changed": 0.5411627483368, "min_base": 0.0358729362488, "delta_min": "14.8081x slower", "delta_avg": "12.6296x slower", "std_changed": 0.004978746027890345, "min_changed": 0.531211137772, "delta_std": "1.0191x larger", "std_base": 0.004885343585247464, "t_msg": "Significant (t=-505.157230, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014848189353946, "timeline_link": null, "avg_changed": 0.24757596492765999, "min_base": 0.0123748779297, "delta_min": "19.8863x slower", "delta_avg": "16.6738x slower", "std_changed": 0.0018763644020677432, "min_changed": 0.246089935303, "delta_std": "6.5928x smaller", "std_base": 0.012370484486328303, "t_msg": "Significant (t=-131.524663, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.045035710334766, "timeline_link": null, "avg_changed": 0.5300795412064202, "min_base": 0.040736913681, "delta_min": "12.9329x slower", "delta_avg": "11.7702x slower", "std_changed": 0.0021762433320233476, "min_changed": 0.5268471241, "delta_std": "11.5286x smaller", "std_base": 0.025089109436360113, "t_msg": "Significant (t=-136.192458, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.15674200534816196, "timeline_link": null, "avg_changed": 1.6278335714341994, "min_base": 0.0879318714142, "delta_min": "18.4719x slower", "delta_avg": "10.3854x slower", "std_changed": 0.0018065838951642293, "min_changed": 1.62427282333, "delta_std": "36.7853x smaller", "std_base": 0.06645579749048572, "t_msg": "Significant (t=-156.470121, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 13.439438939050003, "timeline_link": null, "avg_changed": 335.96429956000014, "min_base": 13.0527169704, "delta_min": "25.7330x slower", "delta_avg": "24.9984x slower", "std_changed": 0.0792530543248564, "min_changed": 335.885843039, "delta_std": "4.9291x smaller", "std_base": 0.39064818066603746, "t_msg": "Significant (t=-5721.421593, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.14874753952, "timeline_link": null, "avg_changed": 19.468630170839997, "min_base": 2.52664494514, "delta_min": "7.6968x slower", "delta_avg": "6.1830x slower", "std_changed": 0.018325379135551673, "min_changed": 19.4469599724, "delta_std": "47.2250x smaller", "std_base": 0.8654166284034569, "t_msg": "Significant (t=-42.157947, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8272913646698997, "timeline_link": null, "avg_changed": 23.800012726783997, "min_base": 0.821547985077, "delta_min": "28.9260x slower", "delta_avg": "28.7686x slower", "std_changed": 0.016028958392115215, "min_changed": 23.7641329765, "delta_std": "1.2291x smaller", "std_base": 0.019701839805862226, "t_msg": "Significant (t=-6395.688343, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08512438774108398, "timeline_link": null, "avg_changed": 0.41560323238375996, "min_base": 0.083909034729, "delta_min": "4.8956x slower", "delta_avg": "4.8823x slower", "std_changed": 0.0016192680263854788, "min_changed": 0.410784959793, "delta_std": "2.8741x smaller", "std_base": 0.004653887749383628, "t_msg": "Significant (t=-474.239870, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032599840164186, "timeline_link": null, "avg_changed": 0.6811807775497399, "min_base": 0.0319771766663, "delta_min": "21.2479x slower", "delta_avg": "20.8952x slower", "std_changed": 0.0017553621659416646, "min_changed": 0.679449081421, "delta_std": "1.8616x smaller", "std_base": 0.0032678305043356125, "t_msg": "Significant (t=-1236.345258, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 21.84287672042, "timeline_link": null, "avg_changed": 44.11846313478, "min_base": 21.8287620544, "delta_min": "2.0205x slower", "delta_avg": "2.0198x slower", "std_changed": 0.01064141047672581, "min_changed": 44.1057460308, "delta_std": "2.4069x smaller", "std_base": 0.025612858423814187, "t_msg": "Significant (t=-1795.883249, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 22.48817682266, "timeline_link": null, "avg_changed": 22.68394136428, "min_base": 22.4763188362, "delta_min": "1.0090x slower", "delta_avg": "1.0087x slower", "std_changed": 0.005663651431560943, "min_changed": 22.6792430878, "delta_std": "2.5733x smaller", "std_base": 0.014574389487671148, "t_msg": "Significant (t=-27.995529, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.4198761749268399, "timeline_link": null, "avg_changed": 3.2117383337027996, "min_base": 0.409506082535, "delta_min": "7.8157x slower", "delta_avg": "7.6493x slower", "std_changed": 0.005571194528190523, "min_changed": 3.20059084892, "delta_std": "1.0734x smaller", "std_base": 0.00598006147346437, "t_msg": "Significant (t=-2415.421216, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.087778086662292, "timeline_link": null, "avg_changed": 0.45138691425326, "min_base": 0.0191669464111, "delta_min": "23.3956x slower", "delta_avg": "5.1424x slower", "std_changed": 0.012041758825465383, "min_changed": 0.448422193527, "delta_std": "8.2845x smaller", "std_base": 0.0997603676302283, "t_msg": "Significant (t=-25.587057, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.08659040927885599, "timeline_link": null, "avg_changed": 0.44871436595917996, "min_base": 0.0344939231873, "delta_min": "12.9914x slower", "delta_avg": "5.1820x slower", "std_changed": 0.0003581465710046614, "min_changed": 0.448123931885, "delta_std": "296.3587x smaller", "std_base": 0.10613983569226669, "t_msg": "Significant (t=-24.124670, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034664554595942, "timeline_link": null, "avg_changed": 2.5753610467906, "min_base": 0.0202651023865, "delta_min": "125.3897x slower", "delta_avg": "74.2938x slower", "std_changed": 0.01945253929745377, "min_changed": 2.54103589058, "delta_std": "1.1734x smaller", "std_base": 0.022826244588315024, "t_msg": "Significant (t=-599.034725, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003922963142395, "timeline_link": null, "avg_changed": 0.3616940641403201, "min_base": 0.00354218482971, "delta_min": "101.8648x slower", "delta_avg": "92.1992x slower", "std_changed": 0.0003736076997833795, "min_changed": 0.360824108124, "delta_std": "2.9891x smaller", "std_base": 0.001116747553393983, "t_msg": "Significant (t=-2148.314099, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.168730549812302, "timeline_link": null, "avg_changed": 0.6259012508392402, "min_base": 0.0796308517456, "delta_min": "7.7815x slower", "delta_avg": "3.7095x slower", "std_changed": 0.008589101554148666, "min_changed": 0.61964392662, "delta_std": "15.2726x smaller", "std_base": 0.13117776363790537, "t_msg": "Significant (t=-24.590887, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.26941445350646, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5597682666778201, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.22941989898679993, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5702541255951001, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.49532696723937986, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26651484966274, "timeline_link": null, "avg_changed": 0.6890526294707402, "min_base": 0.244257926941, "delta_min": "2.7624x slower", "delta_avg": "2.5854x slower", "std_changed": 0.014282768877994966, "min_changed": 0.674740791321, "delta_std": "2.7352x larger", "std_base": 0.005221827056571765, "t_msg": "Significant (t=-196.469720, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.075439305305492, "timeline_link": null, "avg_changed": 0.41845197200772, "min_base": 0.0536270141602, "delta_min": "7.7882x slower", "delta_avg": "5.5469x slower", "std_changed": 0.0015420760715674875, "min_changed": 0.41765999794, "delta_std": "14.2301x smaller", "std_base": 0.021943913117194958, "t_msg": "Significant (t=-110.258320, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.011306633949278, "timeline_link": null, "avg_changed": 0.6460884189606001, "min_base": 0.0103580951691, "delta_min": "62.1616x slower", "delta_avg": "57.1424x slower", "std_changed": 0.0012003133866675946, "min_changed": 0.643876075745, "delta_std": "3.1482x smaller", "std_base": 0.003778836393618622, "t_msg": "Significant (t=-1132.082977, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.9323999999999995, "timeline_link": null, "avg_changed": 8.087800000000001, "min_base": 1.85, "delta_min": "4.3622x slower", "delta_avg": "4.1854x slower", "std_changed": 0.01898334393458561, "min_changed": 8.07, "delta_std": "2.3062x smaller", "std_base": 0.04377866407933694, "t_msg": "Significant (t=-912.148621, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.9087999999999995, "timeline_link": null, "avg_changed": 6.3824000000000005, "min_base": 0.89, "delta_min": "7.0899x slower", "delta_avg": "7.0229x slower", "std_changed": 0.031269728466479345, "min_changed": 6.31, "delta_std": "1.3920x larger", "std_base": 0.022464484441546598, "t_msg": "Significant (t=-1005.236342, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06710868676503601, "timeline_link": null, "avg_changed": 0.486595609982807, "min_base": 0.0395250320435, "delta_min": "2.8278x slower", "delta_avg": "7.2509x slower", "std_changed": 0.22107551606836706, "min_changed": 0.111768960953, "delta_std": "8.3250x larger", "std_base": 0.02655546260823094, "t_msg": "Significant (t=-23.073456, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011384384155273642, "timeline_link": null, "avg_changed": 0.0638976426124598, "min_base": 0.00683212280273, "delta_min": "7.3317x slower", "delta_avg": "5.6127x slower", "std_changed": 0.009555609784488295, "min_changed": 0.0500910282135, "delta_std": "1.2173x smaller", "std_base": 0.011632271040197865, "t_msg": "Significant (t=-78.001943, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9403994607924002, "timeline_link": null, "avg_changed": 43.864235587122, "min_base": 1.93250894547, "delta_min": "22.6318x slower", "delta_avg": "22.6058x slower", "std_changed": 0.06805864311251873, "min_changed": 43.7361240387, "delta_std": "15.2135x larger", "std_base": 0.004473564903328251, "t_msg": "Significant (t=-4346.368575, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5794799804685999, "timeline_link": null, "avg_changed": 1.823137760162, "min_base": 0.375592947006, "delta_min": "4.7937x slower", "delta_avg": "3.1462x slower", "std_changed": 0.02378961500143266, "min_changed": 1.80047678947, "delta_std": "12.5660x smaller", "std_base": 0.2989408632266253, "t_msg": "Significant (t=-9.273203, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.335470438004, "timeline_link": null, "avg_changed": 10.4539428711, "min_base": 1.57780003548, "delta_min": "6.6200x slower", "delta_avg": "4.4762x slower", "std_changed": 0.006610451644839185, "min_changed": 10.4450750351, "delta_std": "159.3770x smaller", "std_base": 1.05355398780592, "t_msg": "Significant (t=-17.230345, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5116931915287999, "timeline_link": null, "avg_changed": 0.8758031845094001, "min_base": 0.248136997223, "delta_min": "3.4700x slower", "delta_avg": "1.7116x slower", "std_changed": 0.019473866170822647, "min_changed": 0.861030817032, "delta_std": "17.3167x smaller", "std_base": 0.3372232153306791, "t_msg": "Significant (t=-2.410334, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4093423843384, "timeline_link": null, "avg_changed": 3.087264585494, "min_base": 0.274333000183, "delta_min": "11.1843x slower", "delta_avg": "7.5420x slower", "std_changed": 0.024482288568049092, "min_changed": 3.06821799278, "delta_std": "8.2736x smaller", "std_base": 0.2025576490079091, "t_msg": "Significant (t=-29.348442, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.021885060479999992, "timeline_link": null, "avg_changed": 1.4652969356800003, "min_base": 0.017164224, "delta_min": "85.2971x slower", "delta_avg": "66.9542x slower", "std_changed": 0.0005753856840791053, "min_changed": 1.464057744, "delta_std": "22.3501x smaller", "std_base": 0.012859902734902099, "t_msg": "Significant (t=-792.872435, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [332.7]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [640.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [111.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [144.9]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [166.9]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004856388007960437, "timeline_link": null, "avg_changed": 0.28183840104566577, "min_base": 0.004835449648462811, "delta_min": "58.1618x slower", "delta_avg": "58.0346x slower", "std_changed": 0.0004137475753595786, "min_changed": 0.28123857468290353, "delta_std": "28.3929x larger", "std_base": 1.4572197545839237e-05, "t_msg": "Significant (t=-4730.770875, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.00142873202824857, "timeline_link": null, "avg_changed": 0.013175989556532852, "min_base": 0.0014158289678606825, "delta_min": "9.2812x slower", "delta_avg": "9.2222x slower", "std_changed": 2.9609787232173784e-05, "min_changed": 0.013140604467805518, "delta_std": "3.0886x larger", "std_base": 9.586866834361322e-06, "t_msg": "Significant (t=-2668.938751, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.005864746937820664, "timeline_link": null, "avg_changed": 0.09142567224758995, "min_base": 0.0054288816503800215, "delta_min": "16.8219x slower", "delta_avg": "15.5890x slower", "std_changed": 0.0003475995885564049, "min_changed": 0.091324200913242, "delta_std": "1.0817x larger", "std_base": 0.00032134592875696685, "t_msg": "Significant (t=-1278.057860, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.1911554589810369, "timeline_link": null, "avg_changed": 0.9695992528509062, "min_base": 0.1898321172213324, "delta_min": "5.0835x slower", "delta_avg": "5.0723x slower", "std_changed": 0.002824564099888996, "min_changed": 0.9650180940892642, "delta_std": "2.9879x larger", "std_base": 0.00094532815705023, "t_msg": "Significant (t=-1848.018027, a=0.95)\n"}]], "branch": "", "revision": "89214:29df4aac463b"}