{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.03857647418975, "timeline_link": null, "avg_changed": 0.6675656223296602, "min_base": 0.0382080078125, "delta_min": "17.1755x slower", "delta_avg": "17.3050x slower", "std_changed": 0.007242080532402836, "min_changed": 0.65623998642, "delta_std": "13.0799x larger", "std_base": 0.0005536798383647717, "t_msg": "Significant (t=-612.349343, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.014969266255697332, "timeline_link": null, "avg_changed": 0.13371379852295334, "min_base": 0.0119640827179, "delta_min": "10.7713x slower", "delta_avg": "8.9326x slower", "std_changed": 0.0029971757984532063, "min_changed": 0.128869056702, "delta_std": "1.5954x smaller", "std_base": 0.004781839244941961, "t_msg": "Significant (t=-257.697980, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2815957427027, "timeline_link": null, "avg_changed": 1.4708289146425002, "min_base": 0.221964836121, "delta_min": "6.5118x slower", "delta_avg": "5.2232x slower", "std_changed": 0.06188735907377146, "min_changed": 1.44539189339, "delta_std": "2.8289x smaller", "std_base": 0.17507498780201083, "t_msg": "Significant (t=-28.641135, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 2.5956541681289997, "timeline_link": null, "avg_changed": 18.547316265110002, "min_base": 2.5274040699, "delta_min": "7.3181x slower", "delta_avg": "7.1455x slower", "std_changed": 0.024302476138432227, "min_changed": 18.4957549572, "delta_std": "3.5916x smaller", "std_base": 0.08728473064892164, "t_msg": "Significant (t=-1244.914747, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.019212021827694003, "timeline_link": null, "avg_changed": 0.20961008548733992, "min_base": 0.0163180828094, "delta_min": "12.7381x slower", "delta_avg": "10.9104x slower", "std_changed": 0.001766117589804652, "min_changed": 0.207862138748, "delta_std": "2.3335x smaller", "std_base": 0.004121147593783497, "t_msg": "Significant (t=-300.273345, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 6.5505451869970015, "timeline_link": null, "avg_changed": 46.688726449014005, "min_base": 6.49422311783, "delta_min": "7.1768x slower", "delta_avg": "7.1275x slower", "std_changed": 0.033353762914003826, "min_changed": 46.6079518795, "delta_std": "4.8926x smaller", "std_base": 0.1631853536445214, "t_msg": "Significant (t=-1704.018603, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008617300987236598, "timeline_link": null, "avg_changed": 0.49539783954623995, "min_base": 0.00632810592651, "delta_min": "78.0145x slower", "delta_avg": "57.4887x slower", "std_changed": 0.0015127515268999953, "min_changed": 0.493683815002, "delta_std": "9.2089x smaller", "std_base": 0.01393073262801207, "t_msg": "Significant (t=-245.639742, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [122.063158989], "base_times": [124.404046774]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.052348146438588004, "timeline_link": null, "avg_changed": 3.0468788242339997, "min_base": 0.0500190258026, "delta_min": "60.7309x slower", "delta_avg": "58.2041x slower", "std_changed": 0.004364875111462031, "min_changed": 3.03769898415, "delta_std": "2.8549x smaller", "std_base": 0.012461174663275483, "t_msg": "Significant (t=-1603.703053, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009416027069094, "timeline_link": null, "avg_changed": 0.036631941795352, "min_base": 0.00128889083862, "delta_min": "28.1071x slower", "delta_avg": "3.8904x slower", "std_changed": 0.00035347064446443054, "min_changed": 0.0362269878387, "delta_std": "30.9940x smaller", "std_base": 0.01095546296871268, "t_msg": "Significant (t=-17.557039, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.02977609157561999, "timeline_link": null, "avg_changed": 0.9705145788193199, "min_base": 0.0286810398102, "delta_min": "33.7109x slower", "delta_avg": "32.5938x slower", "std_changed": 0.002909365791662501, "min_changed": 0.966863870621, "delta_std": "1.5500x larger", "std_base": 0.0018769968549134125, "t_msg": "Significant (t=-1921.273197, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.36670000553124, "timeline_link": null, "avg_changed": 0.9746033906937001, "min_base": 0.269404888153, "delta_min": "3.5916x slower", "delta_avg": "2.6578x slower", "std_changed": 0.005470672497176809, "min_changed": 0.967602014542, "delta_std": "19.1167x smaller", "std_base": 0.10458133043329768, "t_msg": "Significant (t=-41.046111, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.189504532814, "timeline_link": null, "avg_changed": 1.6417536783224, "min_base": 0.18804693222, "delta_min": "8.6926x slower", "delta_avg": "8.6634x slower", "std_changed": 0.007743709073310363, "min_changed": 1.63460993767, "delta_std": "1.7885x larger", "std_base": 0.004329774850376598, "t_msg": "Significant (t=-1157.459255, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.040481305122378, "timeline_link": null, "avg_changed": 0.54612671852108, "min_base": 0.035413980484, "delta_min": "15.1567x slower", "delta_avg": "13.4908x slower", "std_changed": 0.005712599990617555, "min_changed": 0.536758899689, "delta_std": "1.2468x larger", "std_base": 0.004581632678272585, "t_msg": "Significant (t=-488.255099, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.012750234603886, "timeline_link": null, "avg_changed": 0.24276850700380004, "min_base": 0.0104539394379, "delta_min": "23.0376x slower", "delta_avg": "19.0403x slower", "std_changed": 0.002408295295761761, "min_changed": 0.240833997726, "delta_std": "4.9320x smaller", "std_base": 0.011877820263976435, "t_msg": "Significant (t=-134.203027, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.040890731811528, "timeline_link": null, "avg_changed": 0.5185518264770801, "min_base": 0.0366640090942, "delta_min": "14.0301x slower", "delta_avg": "12.6814x slower", "std_changed": 0.0030471557241194143, "min_changed": 0.514401197433, "delta_std": "7.9354x smaller", "std_base": 0.024180527025121346, "t_msg": "Significant (t=-138.585517, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.13346212387089001, "timeline_link": null, "avg_changed": 1.4035225534431996, "min_base": 0.0883040428162, "delta_min": "15.8408x slower", "delta_avg": "10.5163x slower", "std_changed": 0.003190792752256863, "min_changed": 1.39881014824, "delta_std": "13.7488x smaller", "std_base": 0.04386945848170955, "t_msg": "Significant (t=-204.174447, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.563128471400004, "timeline_link": null, "avg_changed": 326.60620009900003, "min_base": 12.2580778599, "delta_min": "26.6426x slower", "delta_avg": "25.9972x slower", "std_changed": 0.018774735599151614, "min_changed": 326.587614059, "delta_std": "16.4129x smaller", "std_base": 0.30814765142393263, "t_msg": "Significant (t=-7193.011552, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.079305171966, "timeline_link": null, "avg_changed": 18.008994770039997, "min_base": 2.46991086006, "delta_min": "7.2868x slower", "delta_avg": "5.8484x slower", "std_changed": 0.01224550425741723, "min_changed": 17.9978489876, "delta_std": "71.0042x smaller", "std_base": 0.8694825396798987, "t_msg": "Significant (t=-38.391214, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8248033857345599, "timeline_link": null, "avg_changed": 22.925809574125996, "min_base": 0.817873001099, "delta_min": "28.0016x slower", "delta_avg": "27.7955x slower", "std_changed": 0.008040426826492789, "min_changed": 22.9017190933, "delta_std": "2.1696x smaller", "std_base": 0.01744436368207664, "t_msg": "Significant (t=-8135.996768, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.09000781059264598, "timeline_link": null, "avg_changed": 0.43526995182039996, "min_base": 0.0886709690094, "delta_min": "4.8909x slower", "delta_avg": "4.8359x slower", "std_changed": 0.0015588686446480614, "min_changed": 0.433682918549, "delta_std": "2.8887x smaller", "std_base": 0.00450313612182754, "t_msg": "Significant (t=-512.320329, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.03259185314178601, "timeline_link": null, "avg_changed": 0.6396434497833602, "min_base": 0.0320799350739, "delta_min": "19.8312x slower", "delta_avg": "19.6259x slower", "std_changed": 0.002898712616998787, "min_changed": 0.636183977127, "delta_std": "1.2080x larger", "std_base": 0.0023996207825862474, "t_msg": "Significant (t=-1140.691015, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 21.16385746002, "timeline_link": null, "avg_changed": 43.51130447388, "min_base": 21.144356966, "delta_min": "2.0571x slower", "delta_avg": "2.0559x slower", "std_changed": 0.01067723214713561, "min_changed": 43.4967710972, "delta_std": "3.0992x smaller", "std_base": 0.0330912854055283, "t_msg": "Significant (t=-1437.120618, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 23.660694837559998, "timeline_link": null, "avg_changed": 23.910888242720002, "min_base": 23.6182389259, "delta_min": "1.0117x slower", "delta_avg": "1.0106x slower", "std_changed": 0.013707556410737655, "min_changed": 23.8945999146, "delta_std": "3.0509x smaller", "std_base": 0.04182069819567104, "t_msg": "Significant (t=-12.711911, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.4182170152663201, "timeline_link": null, "avg_changed": 3.2094817543023995, "min_base": 0.41233587265, "delta_min": "7.6905x slower", "delta_avg": "7.6742x slower", "std_changed": 0.09838003158701145, "min_changed": 3.17107892036, "delta_std": "20.5226x larger", "std_base": 0.0047937421036665425, "t_msg": "Significant (t=-200.384494, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08379724502560598, "timeline_link": null, "avg_changed": 0.44228641510012, "min_base": 0.020987033844, "delta_min": "20.8644x slower", "delta_avg": "5.2781x slower", "std_changed": 0.012169913755554948, "min_changed": 0.437882184982, "delta_std": "8.1860x smaller", "std_base": 0.09962309889858187, "t_msg": "Significant (t=-25.257157, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09379649639127999, "timeline_link": null, "avg_changed": 0.43634253501900006, "min_base": 0.0343120098114, "delta_min": "12.6540x slower", "delta_avg": "4.6520x slower", "std_changed": 0.0021538879348999033, "min_changed": 0.434183835983, "delta_std": "47.8089x smaller", "std_base": 0.10297512036348686, "t_msg": "Significant (t=-23.516715, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034817428588856, "timeline_link": null, "avg_changed": 2.5929443645476002, "min_base": 0.0198609828949, "delta_min": "127.9473x slower", "delta_avg": "74.4726x slower", "std_changed": 0.018142960972221362, "min_changed": 2.54115986824, "delta_std": "1.2381x smaller", "std_base": 0.022463255039919455, "t_msg": "Significant (t=-626.448393, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0036033058166507993, "timeline_link": null, "avg_changed": 0.3649581527709999, "min_base": 0.00320386886597, "delta_min": "113.3582x slower", "delta_avg": "101.2843x slower", "std_changed": 0.0013964383668740937, "min_changed": 0.363184928894, "delta_std": "1.1072x larger", "std_base": 0.0012612477497885937, "t_msg": "Significant (t=-1357.903935, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.17026772499084605, "timeline_link": null, "avg_changed": 0.6061668968201002, "min_base": 0.0781099796295, "delta_min": "7.6613x slower", "delta_avg": "3.5601x slower", "std_changed": 0.007644208112849838, "min_changed": 0.598423957825, "delta_std": "17.2618x smaller", "std_base": 0.13195264800233839, "t_msg": "Significant (t=-23.319831, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.27026087760922, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5555287981033401, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.22486153125757993, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.56918634891516, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5351668024063, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.24995189189911998, "timeline_link": null, "avg_changed": 0.7210665416718001, "min_base": 0.230782032013, "delta_min": "3.0966x slower", "delta_avg": "2.8848x slower", "std_changed": 0.008057612862764388, "min_changed": 0.714630126953, "delta_std": "2.5188x smaller", "std_base": 0.02029563752198672, "t_msg": "Significant (t=-152.554903, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.07582801342012002, "timeline_link": null, "avg_changed": 0.40249183177939996, "min_base": 0.0524661540985, "delta_min": "7.6255x slower", "delta_avg": "5.3080x slower", "std_changed": 0.002839732021874003, "min_changed": 0.400079011917, "delta_std": "8.5092x smaller", "std_base": 0.02416398660359283, "t_msg": "Significant (t=-94.937765, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.014056911468504003, "timeline_link": null, "avg_changed": 0.7388912820816, "min_base": 0.0132920742035, "delta_min": "55.2131x slower", "delta_avg": "52.5643x slower", "std_changed": 0.0024684416956160292, "min_changed": 0.733896970749, "delta_std": "1.2513x smaller", "std_base": 0.0030888576669241634, "t_msg": "Significant (t=-1296.239672, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.8808, "timeline_link": null, "avg_changed": 8.4964, "min_base": 1.81, "delta_min": "4.6409x slower", "delta_avg": "4.5174x slower", "std_changed": 0.03931868746122459, "min_changed": 8.4, "delta_std": "1.1006x smaller", "std_base": 0.043276047954158285, "t_msg": "Significant (t=-800.053351, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.8963999999999998, "timeline_link": null, "avg_changed": 6.5366, "min_base": 0.88, "delta_min": "7.3864x slower", "delta_avg": "7.2921x slower", "std_changed": 0.024041630560342614, "min_changed": 6.5, "delta_std": "1.0284x smaller", "std_base": 0.024723780174610202, "t_msg": "Significant (t=-1156.485339, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.064292747179666, "timeline_link": null, "avg_changed": 0.4676567904153802, "min_base": 0.0409691333771, "delta_min": "2.6785x slower", "delta_avg": "7.2739x slower", "std_changed": 0.21059397288793297, "min_changed": 0.109737157822, "delta_std": "7.6896x larger", "std_base": 0.02738682517203145, "t_msg": "Significant (t=-23.262437, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011488167762756383, "timeline_link": null, "avg_changed": 0.06567071771621279, "min_base": 0.00697493553162, "delta_min": "6.9971x slower", "delta_avg": "5.7164x slower", "std_changed": 0.013361621921057906, "min_changed": 0.0488040447235, "delta_std": "1.2032x larger", "std_base": 0.01110492500658902, "t_msg": "Significant (t=-69.734421, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9304162979122, "timeline_link": null, "avg_changed": 41.579110679627995, "min_base": 1.919921875, "delta_min": "21.6075x slower", "delta_avg": "21.5389x slower", "std_changed": 0.045419406842967504, "min_changed": 41.4846160412, "delta_std": "9.2238x larger", "std_base": 0.004924174648304096, "t_msg": "Significant (t=-6136.701226, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.6070179939264, "timeline_link": null, "avg_changed": 1.7952521800999999, "min_base": 0.428869009018, "delta_min": "4.1677x slower", "delta_avg": "2.9575x slower", "std_changed": 0.008929028774707295, "min_changed": 1.78738498688, "delta_std": "34.2588x smaller", "std_base": 0.3058973899284943, "t_msg": "Significant (t=-8.682131, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.224574995042, "timeline_link": null, "avg_changed": 9.636937141418, "min_base": 1.53163909912, "delta_min": "6.2803x slower", "delta_avg": "4.3320x slower", "std_changed": 0.016233208770178736, "min_changed": 9.61914086342, "delta_std": "60.2905x smaller", "std_base": 0.9787087304733884, "t_msg": "Significant (t=-16.932787, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5006192684163999, "timeline_link": null, "avg_changed": 0.8476930141448001, "min_base": 0.233254909515, "delta_min": "3.5795x slower", "delta_avg": "1.6933x slower", "std_changed": 0.014788923980863228, "min_changed": 0.83492898941, "delta_std": "22.6359x smaller", "std_base": 0.33476062075157414, "t_msg": "Significant (t=-2.316056, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.38519821167, "timeline_link": null, "avg_changed": 3.023845005036, "min_base": 0.24826002121, "delta_min": "12.1216x slower", "delta_avg": "7.8501x slower", "std_changed": 0.017205140952780883, "min_changed": 3.00929999352, "delta_std": "10.8283x smaller", "std_base": 0.1863022031627762, "t_msg": "Significant (t=-31.535822, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.023286537479999998, "timeline_link": null, "avg_changed": 1.4936236301799997, "min_base": 0.01943059, "delta_min": "76.5560x slower", "delta_avg": "64.1411x slower", "std_changed": 0.01115669487249539, "min_changed": 1.487529132, "delta_std": "1.3990x larger", "std_base": 0.007974746779775667, "t_msg": "Significant (t=-758.130502, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [324.6]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [653.1]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [108.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [143.7]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [164.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.00503406354915371, "timeline_link": null, "avg_changed": 0.2654047982580303, "min_base": 0.005022954903910873, "delta_min": "52.4739x slower", "delta_avg": "52.7218x slower", "std_changed": 0.003390577626791655, "min_changed": 0.2635740643120717, "delta_std": "288.0055x larger", "std_base": 1.1772616135834832e-05, "t_msg": "Significant (t=-543.001289, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0015049301749892993, "timeline_link": null, "avg_changed": 0.01260191137291694, "min_base": 0.0014823599169878447, "delta_min": "8.4642x slower", "delta_avg": "8.3738x slower", "std_changed": 4.4338394044497696e-05, "min_changed": 0.012547051442910916, "delta_std": "2.9243x larger", "std_base": 1.5161863871548258e-05, "t_msg": "Significant (t=-1674.541459, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.005899969592762974, "timeline_link": null, "avg_changed": 0.08694463431305534, "min_base": 0.0054466230936819175, "delta_min": "15.8961x slower", "delta_avg": "14.7365x slower", "std_changed": 0.0005368102887892009, "min_changed": 0.08658008658008658, "delta_std": "2.2453x larger", "std_base": 0.00023907797790764644, "t_msg": "Significant (t=-975.205908, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19666125117188277, "timeline_link": null, "avg_changed": 0.9542516499487887, "min_base": 0.19389238972370335, "delta_min": "4.8973x slower", "delta_avg": "4.8523x slower", "std_changed": 0.0036089683623035614, "min_changed": 0.9495548961424333, "delta_std": "1.3963x smaller", "std_base": 0.005039378781287995, "t_msg": "Significant (t=-864.252877, a=0.95)\n"}]], "branch": "", "revision": "83512:a7e2b12ac538"}