{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.041450819969176, "timeline_link": null, "avg_changed": 0.74087399005888, "min_base": 0.0410299301147, "delta_min": "17.9722x slower", "delta_avg": "17.8736x slower", "std_changed": 0.002201245989542619, "min_changed": 0.737400054932, "delta_std": "3.6423x larger", "std_base": 0.0006043632355422359, "t_msg": "Significant (t=-2166.583166, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016920722325640673, "timeline_link": null, "avg_changed": 0.14342404206598672, "min_base": 0.0133790969849, "delta_min": "10.4645x slower", "delta_avg": "8.4762x slower", "std_changed": 0.003288372772461975, "min_changed": 0.140006065369, "delta_std": "1.8516x smaller", "std_base": 0.00608876678577338, "t_msg": "Significant (t=-223.893307, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.2659221053125, "timeline_link": null, "avg_changed": 1.4400355219844998, "min_base": 0.205785989761, "delta_min": "6.8954x slower", "delta_avg": "5.4153x slower", "std_changed": 0.0592655817464364, "min_changed": 1.4189760685, "delta_std": "3.0747x smaller", "std_base": 0.18222129821869093, "t_msg": "Significant (t=-27.402576, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 2.6436132574083997, "timeline_link": null, "avg_changed": 20.263590202338005, "min_base": 2.6248588562, "delta_min": "7.6637x slower", "delta_avg": "7.6651x slower", "std_changed": 0.22620976814109856, "min_changed": 20.1160280704, "delta_std": "7.0862x larger", "std_base": 0.031922784355017296, "t_msg": "Significant (t=-545.377238, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.02250397205352799, "timeline_link": null, "avg_changed": 0.23171543598178, "min_base": 0.0194129943848, "delta_min": "11.8137x slower", "delta_avg": "10.2966x slower", "std_changed": 0.0013887717348958903, "min_changed": 0.229339122772, "delta_std": "3.4002x smaller", "std_base": 0.004722037224073278, "t_msg": "Significant (t=-300.556921, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 8.064279174802, "timeline_link": null, "avg_changed": 51.50459303857999, "min_base": 7.76225996017, "delta_min": "6.6203x slower", "delta_avg": "6.3868x slower", "std_changed": 0.08044139607597803, "min_changed": 51.3881261349, "delta_std": "6.6856x smaller", "std_base": 0.5378024370383884, "t_msg": "Significant (t=-178.628446, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009172902107242397, "timeline_link": null, "avg_changed": 0.5379333353041599, "min_base": 0.00672101974487, "delta_min": "79.8437x slower", "delta_avg": "58.6437x slower", "std_changed": 0.0005166544999893622, "min_changed": 0.536630868912, "delta_std": "29.3151x smaller", "std_base": 0.015145783652179204, "t_msg": "Significant (t=-246.717338, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [309.284089088], "base_times": [129.306608915]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.054376816749564, "timeline_link": null, "avg_changed": 3.6142015504836, "min_base": 0.0518851280212, "delta_min": "69.4448x slower", "delta_avg": "66.4659x slower", "std_changed": 0.0036709200210728364, "min_changed": 3.60315179825, "delta_std": "3.7961x smaller", "std_base": 0.013935028870192429, "t_msg": "Significant (t=-1746.773034, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0102742958068886, "timeline_link": null, "avg_changed": 0.040308451652526, "min_base": 0.00138282775879, "delta_min": "29.0009x slower", "delta_avg": "3.9232x slower", "std_changed": 0.00012438805043146363, "min_changed": 0.0401031970978, "delta_std": "103.1627x smaller", "std_base": 0.012832206346524936, "t_msg": "Significant (t=-16.549264, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.03134010791778001, "timeline_link": null, "avg_changed": 1.031137127877, "min_base": 0.0300230979919, "delta_min": "34.2708x slower", "delta_avg": "32.9015x slower", "std_changed": 0.001528157545601944, "min_changed": 1.02891588211, "delta_std": "1.6622x smaller", "std_base": 0.0025400417174243632, "t_msg": "Significant (t=-2384.924384, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.38463476657863993, "timeline_link": null, "avg_changed": 1.0289137125018002, "min_base": 0.284461975098, "delta_min": "3.5985x slower", "delta_avg": "2.6750x slower", "std_changed": 0.0053274659530332625, "min_changed": 1.0236389637, "delta_std": "20.4403x smaller", "std_base": 0.10889514725513447, "t_msg": "Significant (t=-41.786049, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.20390832900999997, "timeline_link": null, "avg_changed": 1.6913711833956, "min_base": 0.20182299614, "delta_min": "8.3259x slower", "delta_avg": "8.2948x slower", "std_changed": 0.007993363145784103, "min_changed": 1.68036389351, "delta_std": "1.8760x larger", "std_base": 0.004260862111620228, "t_msg": "Significant (t=-1161.167879, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.041629219055176, "timeline_link": null, "avg_changed": 0.5843921184539801, "min_base": 0.0340440273285, "delta_min": "16.9340x slower", "delta_avg": "14.0380x slower", "std_changed": 0.004956747981622447, "min_changed": 0.576502084732, "delta_std": "1.0402x larger", "std_base": 0.004765292844637014, "t_msg": "Significant (t=-558.172605, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.015129513740540003, "timeline_link": null, "avg_changed": 0.26826739311214, "min_base": 0.0127449035645, "delta_min": "20.9182x slower", "delta_avg": "17.7314x slower", "std_changed": 0.0012815930256209179, "min_changed": 0.266600847244, "delta_std": "9.3221x smaller", "std_base": 0.011947123853523981, "t_msg": "Significant (t=-148.968437, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.04241809844970602, "timeline_link": null, "avg_changed": 0.5665148544311799, "min_base": 0.038143157959, "delta_min": "14.7539x slower", "delta_avg": "13.3555x slower", "std_changed": 0.0017494030337730463, "min_changed": 0.562761068344, "delta_std": "14.5247x smaller", "std_base": 0.02540947252976838, "t_msg": "Significant (t=-145.503672, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.11968351840976398, "timeline_link": null, "avg_changed": 1.6898188352589998, "min_base": 0.0721340179443, "delta_min": "23.3674x slower", "delta_avg": "14.1191x slower", "std_changed": 0.002778254484222943, "min_changed": 1.68558692932, "delta_std": "15.9398x smaller", "std_base": 0.04428494380182936, "t_msg": "Significant (t=-250.214814, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 12.207249045400006, "timeline_link": null, "avg_changed": 350.3913224939998, "min_base": 11.8151960373, "delta_min": "29.6530x slower", "delta_avg": "28.7035x slower", "std_changed": 0.036152964599884124, "min_changed": 350.355532885, "delta_std": "10.9544x smaller", "std_base": 0.3960333437315638, "t_msg": "Significant (t=-6013.181538, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.1049915790559997, "timeline_link": null, "avg_changed": 20.570883989320002, "min_base": 2.4389629364, "delta_min": "8.4193x slower", "delta_avg": "6.6251x slower", "std_changed": 0.03287934948386665, "min_changed": 20.5342769623, "delta_std": "28.6588x smaller", "std_base": 0.9422831929928402, "t_msg": "Significant (t=-41.421909, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.8551614046096795, "timeline_link": null, "avg_changed": 25.36608673572, "min_base": 0.849199771881, "delta_min": "29.8236x slower", "delta_avg": "29.6623x slower", "std_changed": 0.01838249234565998, "min_changed": 25.3261599541, "delta_std": "1.0766x smaller", "std_base": 0.019790070223928924, "t_msg": "Significant (t=-6416.723672, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.10534058570851997, "timeline_link": null, "avg_changed": 0.47480634212487993, "min_base": 0.104056119919, "delta_min": "4.5569x slower", "delta_avg": "4.5073x slower", "std_changed": 0.00037524856396621255, "min_changed": 0.474174022675, "delta_std": "13.3971x smaller", "std_base": 0.0050272558483314056, "t_msg": "Significant (t=-518.229006, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.032497224807733996, "timeline_link": null, "avg_changed": 0.6952443981170999, "min_base": 0.0319490432739, "delta_min": "21.6974x slower", "delta_avg": "21.3940x slower", "std_changed": 0.0016363746675120488, "min_changed": 0.693212032318, "delta_std": "1.6001x smaller", "std_base": 0.002618387703603162, "t_msg": "Significant (t=-1517.758546, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 24.26913952828, "timeline_link": null, "avg_changed": 48.2769006729, "min_base": 24.2322809696, "delta_min": "1.9915x slower", "delta_avg": "1.9892x slower", "std_changed": 0.01702199214196658, "min_changed": 48.25958395, "delta_std": "2.1577x smaller", "std_base": 0.03672901668249458, "t_msg": "Significant (t=-1326.104685, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 22.641949510579998, "timeline_link": null, "avg_changed": 22.81435084344, "min_base": 22.6310708523, "delta_min": "1.0080x slower", "delta_avg": "1.0076x slower", "std_changed": 0.004344340243114512, "min_changed": 22.8114600182, "delta_std": "3.3526x smaller", "std_base": 0.014564754231769315, "t_msg": "Significant (t=-25.363816, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.3976171207428801, "timeline_link": null, "avg_changed": 3.4130476379398003, "min_base": 0.390428066254, "delta_min": "8.7227x slower", "delta_avg": "8.5838x slower", "std_changed": 0.0041494426098091985, "min_changed": 3.40557718277, "delta_std": "1.3749x smaller", "std_base": 0.005704953589838291, "t_msg": "Significant (t=-3022.561006, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.09448420524592599, "timeline_link": null, "avg_changed": 0.5015670776367399, "min_base": 0.0211219787598, "delta_min": "23.6232x slower", "delta_avg": "5.3085x slower", "std_changed": 0.012896030721051345, "min_changed": 0.498967885971, "delta_std": "8.4960x smaller", "std_base": 0.1095648579183021, "t_msg": "Significant (t=-26.092091, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.094022684097326, "timeline_link": null, "avg_changed": 0.49365295886991994, "min_base": 0.0313880443573, "delta_min": "15.7107x slower", "delta_avg": "5.2504x slower", "std_changed": 0.0004351029185918883, "min_changed": 0.493129014969, "delta_std": "266.5301x smaller", "std_base": 0.11596803948773164, "t_msg": "Significant (t=-24.366997, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.037124075889584, "timeline_link": null, "avg_changed": 2.771407728196, "min_base": 0.018581867218, "delta_min": "145.5983x slower", "delta_avg": "74.6526x slower", "std_changed": 0.021053317553974302, "min_changed": 2.70548915863, "delta_std": "1.3316x smaller", "std_base": 0.02803549048388918, "t_msg": "Significant (t=-551.457227, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0034893131256110003, "timeline_link": null, "avg_changed": 0.3973036479950202, "min_base": 0.00315880775452, "delta_min": "125.4154x slower", "delta_avg": "113.8630x slower", "std_changed": 0.0006714312359820745, "min_changed": 0.396162986755, "delta_std": "1.4772x smaller", "std_base": 0.000991839514817041, "t_msg": "Significant (t=-2324.964507, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.175314869880642, "timeline_link": null, "avg_changed": 0.6546312236785802, "min_base": 0.076339006424, "delta_min": "8.4909x slower", "delta_avg": "3.7340x slower", "std_changed": 0.008523218135317027, "min_changed": 0.648190021515, "delta_std": "16.9479x smaller", "std_base": 0.1444509518953557, "t_msg": "Significant (t=-23.422441, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.26510563850406, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.55500697135924, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.20463221073156, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5701461744308999, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.48814622879022, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26981348991390003, "timeline_link": null, "avg_changed": 0.78910711765294, "min_base": 0.265033006668, "delta_min": "2.9303x slower", "delta_avg": "2.9246x slower", "std_changed": 0.003564204695412076, "min_changed": 0.776630163193, "delta_std": "3.2343x larger", "std_base": 0.0011019995873506377, "t_msg": "Significant (t=-984.260897, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.08050172328950402, "timeline_link": null, "avg_changed": 0.4567722129822001, "min_base": 0.0543639659882, "delta_min": "8.3883x slower", "delta_avg": "5.6741x slower", "std_changed": 0.0015633302822148443, "min_changed": 0.456019878387, "delta_std": "15.1151x smaller", "std_base": 0.02362982043062683, "t_msg": "Significant (t=-112.350847, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.010821018218996002, "timeline_link": null, "avg_changed": 0.72584352493288, "min_base": 0.010064125061, "delta_min": "72.0165x slower", "delta_avg": "67.0772x slower", "std_changed": 0.000670476929329781, "min_changed": 0.724783182144, "delta_std": "4.6493x smaller", "std_base": 0.003117257799875955, "t_msg": "Significant (t=-1585.666372, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.9381999999999997, "timeline_link": null, "avg_changed": 9.2338, "min_base": 1.85, "delta_min": "4.9784x slower", "delta_avg": "4.7641x slower", "std_changed": 0.019260830507450224, "min_changed": 9.21, "delta_std": "2.4659x smaller", "std_base": 0.04749607932261787, "t_msg": "Significant (t=-1006.532470, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.9817999999999999, "timeline_link": null, "avg_changed": 6.887800000000006, "min_base": 0.96, "delta_min": "7.1458x slower", "delta_avg": "7.0155x slower", "std_changed": 0.021313021793241384, "min_changed": 6.86, "delta_std": "1.0960x smaller", "std_base": 0.023359654736056265, "t_msg": "Significant (t=-1320.675654, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.07118166446686001, "timeline_link": null, "avg_changed": 0.5048293765385867, "min_base": 0.0440580844879, "delta_min": "2.6314x slower", "delta_avg": "7.0921x slower", "std_changed": 0.22904294928771743, "min_changed": 0.115933895111, "delta_std": "8.0551x larger", "std_base": 0.028434600356318104, "t_msg": "Significant (t=-23.011483, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.01262275743484425, "timeline_link": null, "avg_changed": 0.05601111459732237, "min_base": 0.00690102577209, "delta_min": "7.5574x slower", "delta_avg": "4.4373x slower", "std_changed": 0.007393073596508505, "min_changed": 0.0521540641785, "delta_std": "1.6114x smaller", "std_base": 0.01191293520423715, "t_msg": "Significant (t=-69.197985, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9155278921139995, "timeline_link": null, "avg_changed": 46.25981633662, "min_base": 1.90716290474, "delta_min": "24.2229x slower", "delta_avg": "24.1499x slower", "std_changed": 0.05611409677527028, "min_changed": 46.1969470978, "delta_std": "9.8180x larger", "std_base": 0.005715408244912396, "t_msg": "Significant (t=-2486.134444, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5922736167911999, "timeline_link": null, "avg_changed": 1.9221708297740001, "min_base": 0.385033845901, "delta_min": "4.9448x slower", "delta_avg": "3.2454x slower", "std_changed": 0.0167211410717316, "min_changed": 1.90389704704, "delta_std": "21.0339x smaller", "std_base": 0.3517108100638283, "t_msg": "Significant (t=-8.445534, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.4371671676639997, "timeline_link": null, "avg_changed": 10.7339726448, "min_base": 1.60364294052, "delta_min": "6.6810x slower", "delta_avg": "4.4043x slower", "std_changed": 0.013391878349017403, "min_changed": 10.7140100002, "delta_std": "86.6585x smaller", "std_base": 1.160520491875634, "t_msg": "Significant (t=-15.985057, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5146310329434, "timeline_link": null, "avg_changed": 0.898746967316, "min_base": 0.257894992828, "delta_min": "3.4384x slower", "delta_avg": "1.7464x slower", "std_changed": 0.02018885314073427, "min_changed": 0.886739969254, "delta_std": "17.4652x smaller", "std_base": 0.35260187017847594, "t_msg": "Significant (t=-2.431935, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4268909931182, "timeline_link": null, "avg_changed": 3.2947943210620005, "min_base": 0.29646897316, "delta_min": "11.0477x slower", "delta_avg": "7.7181x slower", "std_changed": 0.033349541284375096, "min_changed": 3.27529382706, "delta_std": "6.0711x smaller", "std_base": 0.20247004826733808, "t_msg": "Significant (t=-31.251863, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.02274802002, "timeline_link": null, "avg_changed": 1.5523130285200006, "min_base": 0.017556728, "delta_min": "88.3162x slower", "delta_avg": "68.2395x slower", "std_changed": 0.0011107883972939594, "min_changed": 1.550543202, "delta_std": "13.6567x smaller", "std_base": 0.015169737280687297, "t_msg": "Significant (t=-711.072206, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [336.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [669.9]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [112.7]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [146.1]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [162.2]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.0046254566831611926, "timeline_link": null, "avg_changed": 0.299573778039914, "min_base": 0.004599117889188853, "delta_min": "64.8860x slower", "delta_avg": "64.7663x slower", "std_changed": 0.0005284916194917929, "min_changed": 0.29841838257236647, "delta_std": "26.0356x larger", "std_base": 2.02987802173024e-05, "t_msg": "Significant (t=-3943.417116, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0013966628875268605, "timeline_link": null, "avg_changed": 0.013837011636434344, "min_base": 0.0013791201213625708, "delta_min": "10.0152x slower", "delta_avg": "9.9072x slower", "std_changed": 4.2364973113416564e-05, "min_changed": 0.013812154696132596, "delta_std": "4.3134x larger", "std_base": 9.821633567395346e-06, "t_msg": "Significant (t=-1668.003354, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.005597564596626306, "timeline_link": null, "avg_changed": 0.0962895303048756, "min_base": 0.005175983436853002, "delta_min": "18.4000x slower", "delta_avg": "17.2020x slower", "std_changed": 0.0007723143911278619, "min_changed": 0.09523809523809523, "delta_std": "2.4708x larger", "std_base": 0.00031257089909151155, "t_msg": "Significant (t=-769.698907, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.17025653399998855, "timeline_link": null, "avg_changed": 0.9529791106335306, "min_base": 0.16653655997918293, "delta_min": "5.6950x slower", "delta_avg": "5.5973x slower", "std_changed": 0.0036801668899013747, "min_changed": 0.948429164196799, "delta_std": "1.4131x smaller", "std_base": 0.005200499493866145, "t_msg": "Significant (t=-868.739627, a=0.95)\n"}]], "branch": "", "revision": "94644:d94d410bbca1"}