{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.037592978477477994, "timeline_link": null, "avg_changed": 0.6659440135956, "min_base": 0.0371608734131, "delta_min": "17.8050x slower", "delta_avg": "17.7146x slower", "std_changed": 0.00294132762502509, "min_changed": 0.661650896072, "delta_std": "5.4799x larger", "std_base": 0.0005367508166682589, "t_msg": "Significant (t=-1486.039962, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.016145509084069337, "timeline_link": null, "avg_changed": 0.1278337605794534, "min_base": 0.0130350589752, "delta_min": "9.5212x slower", "delta_avg": "7.9176x slower", "std_changed": 0.0035892475399628867, "min_changed": 0.124108791351, "delta_std": "1.7756x smaller", "std_base": 0.0063730012331300765, "t_msg": "Significant (t=-187.018680, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.26680864095705, "timeline_link": null, "avg_changed": 1.3400589346880003, "min_base": 0.205497980118, "delta_min": "6.4330x slower", "delta_avg": "5.0225x slower", "std_changed": 0.04692145087826346, "min_changed": 1.3219730854, "delta_std": "4.1012x smaller", "std_base": 0.19243245297810893, "t_msg": "Significant (t=-24.232404, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 3.358961439132201, "timeline_link": null, "avg_changed": 18.795268416399995, "min_base": 3.30502796173, "delta_min": "5.6700x slower", "delta_avg": "5.5956x slower", "std_changed": 0.0452222807232432, "min_changed": 18.7396349907, "delta_std": "1.5789x smaller", "std_base": 0.0714024408923379, "t_msg": "Significant (t=-1291.448350, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.025530729293822003, "timeline_link": null, "avg_changed": 0.20135037422183996, "min_base": 0.0221059322357, "delta_min": "9.0216x slower", "delta_avg": "7.8866x slower", "std_changed": 0.0018198086833481383, "min_changed": 0.19943189621, "delta_std": "3.2150x smaller", "std_base": 0.005850594418222167, "t_msg": "Significant (t=-202.907717, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 17.725942230222003, "timeline_link": null, "avg_changed": 35.85814957618999, "min_base": 17.6445851326, "delta_min": "2.0254x slower", "delta_avg": "2.0229x slower", "std_changed": 0.09688500171825186, "min_changed": 35.7372460365, "delta_std": "1.7672x smaller", "std_base": 0.17121342983425888, "t_msg": "Significant (t=-651.742485, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.008852229118349, "timeline_link": null, "avg_changed": 0.48735601425169994, "min_base": 0.00627112388611, "delta_min": "77.4947x slower", "delta_avg": "55.0546x slower", "std_changed": 0.001366052366008581, "min_changed": 0.4859790802, "delta_std": "11.8186x smaller", "std_base": 0.01614486151247905, "t_msg": "Significant (t=-208.827163, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [133.465306044], "base_times": [137.172017097]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.04809386253356998, "timeline_link": null, "avg_changed": 2.9529092311858007, "min_base": 0.0455689430237, "delta_min": "64.6517x slower", "delta_avg": "61.3989x slower", "std_changed": 0.0035303820075759957, "min_changed": 2.94611001015, "delta_std": "4.0585x smaller", "std_base": 0.014328120509169848, "t_msg": "Significant (t=-1391.925027, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.0103082990646372, "timeline_link": null, "avg_changed": 0.033725638389590015, "min_base": 0.00122308731079, "delta_min": "27.1764x slower", "delta_avg": "3.2717x slower", "std_changed": 0.0004535534886326098, "min_changed": 0.0332391262054, "delta_std": "26.4441x smaller", "std_base": 0.011993822812725211, "t_msg": "Significant (t=-13.796046, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.031395411491398, "timeline_link": null, "avg_changed": 0.93841860771184, "min_base": 0.0299310684204, "delta_min": "31.2365x slower", "delta_avg": "29.8903x slower", "std_changed": 0.00267591486384233, "min_changed": 0.934942007065, "delta_std": "1.0176x larger", "std_base": 0.0026297371886387718, "t_msg": "Significant (t=-1709.476678, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.42678890705114, "timeline_link": null, "avg_changed": 1.0070622825625397, "min_base": 0.346903800964, "delta_min": "2.8764x slower", "delta_avg": "2.3596x slower", "std_changed": 0.003837374443660074, "min_changed": 0.997835874557, "delta_std": "21.3083x smaller", "std_base": 0.08176786293234285, "t_msg": "Significant (t=-50.125333, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.17092679977424002, "timeline_link": null, "avg_changed": 1.5589236879348005, "min_base": 0.169204950333, "delta_min": "9.1384x slower", "delta_avg": "9.1204x slower", "std_changed": 0.0062249661086611965, "min_changed": 1.5462667942, "delta_std": "1.3291x larger", "std_base": 0.00468350425161773, "t_msg": "Significant (t=-1259.886235, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04072764873504999, "timeline_link": null, "avg_changed": 0.55188021183012, "min_base": 0.0311040878296, "delta_min": "17.4538x slower", "delta_avg": "13.5505x slower", "std_changed": 0.005133978784517862, "min_changed": 0.542886018753, "delta_std": "1.2932x smaller", "std_base": 0.006639125876945157, "t_msg": "Significant (t=-430.664460, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.014563765525817998, "timeline_link": null, "avg_changed": 0.23436207294465997, "min_base": 0.0117409229279, "delta_min": "19.7721x slower", "delta_avg": "16.0921x slower", "std_changed": 0.0024984586572125126, "min_changed": 0.232142925262, "delta_std": "5.7631x smaller", "std_base": 0.01439875909591074, "t_msg": "Significant (t=-106.351280, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.06141008377076, "timeline_link": null, "avg_changed": 0.5052037096023, "min_base": 0.0562310218811, "delta_min": "8.9113x slower", "delta_avg": "8.2267x slower", "std_changed": 0.0030192915552800393, "min_changed": 0.501088857651, "delta_std": "9.1425x smaller", "std_base": 0.027603941038867427, "t_msg": "Significant (t=-113.008859, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.18774333000186005, "timeline_link": null, "avg_changed": 1.3901150369644, "min_base": 0.113712072372, "delta_min": "12.1797x slower", "delta_avg": "7.4043x slower", "std_changed": 0.004054186916105642, "min_changed": 1.38498282433, "delta_std": "15.6439x smaller", "std_base": 0.06342323164605389, "t_msg": "Significant (t=-133.779603, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 13.037551999099994, "timeline_link": null, "avg_changed": 327.2390279770003, "min_base": 12.6605980396, "delta_min": "25.8469x slower", "delta_avg": "25.0997x slower", "std_changed": 0.0017646284089996495, "min_changed": 327.237281084, "delta_std": "215.7854x smaller", "std_base": 0.38078100136795556, "t_msg": "Significant (t=-5834.629560, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.45010967255, "timeline_link": null, "avg_changed": 18.52091994284, "min_base": 2.75365519524, "delta_min": "6.7183x slower", "delta_avg": "5.3682x slower", "std_changed": 0.019105690831646177, "min_changed": 18.4999549389, "delta_std": "50.3856x smaller", "std_base": 0.9626525487364872, "t_msg": "Significant (t=-34.999877, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.83179499149316, "timeline_link": null, "avg_changed": 22.342114338870005, "min_base": 0.826545953751, "delta_min": "27.0172x slower", "delta_avg": "26.8601x slower", "std_changed": 0.006799072323641232, "min_changed": 22.3309729099, "delta_std": "2.6366x smaller", "std_base": 0.017926469764513044, "t_msg": "Significant (t=-7933.275835, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.079375085830682, "timeline_link": null, "avg_changed": 0.40303570270532013, "min_base": 0.0776867866516, "delta_min": "5.1682x slower", "delta_avg": "5.0776x slower", "std_changed": 0.0014761944351272338, "min_changed": 0.401501893997, "delta_std": "3.2569x smaller", "std_base": 0.004807867562822064, "t_msg": "Significant (t=-455.050657, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.031761255264284, "timeline_link": null, "avg_changed": 0.6105685758591199, "min_base": 0.0310559272766, "delta_min": "19.5447x slower", "delta_avg": "19.2237x slower", "std_changed": 0.005621368518402447, "min_changed": 0.606977939606, "delta_std": "1.7922x larger", "std_base": 0.003136583744222139, "t_msg": "Significant (t=-635.799132, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 9.40020799637, "timeline_link": null, "avg_changed": 9.526357984544001, "min_base": 9.38946413994, "delta_min": "1.0139x slower", "delta_avg": "1.0134x slower", "std_changed": 0.006640050109779416, "min_changed": 9.52038097382, "delta_std": "2.4578x smaller", "std_base": 0.016319793524857084, "t_msg": "Significant (t=-16.010070, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.29199341297155995, "timeline_link": null, "avg_changed": 2.5620491838450006, "min_base": 0.287595033646, "delta_min": "8.8659x slower", "delta_avg": "8.7743x slower", "std_changed": 0.007886110033357782, "min_changed": 2.54978609085, "delta_std": "2.4538x larger", "std_base": 0.0032138379368354714, "t_msg": "Significant (t=-1884.925420, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.12319431304929002, "timeline_link": null, "avg_changed": 0.42386439800262, "min_base": 0.03884100914, "delta_min": "10.7909x slower", "delta_avg": "3.4406x slower", "std_changed": 0.013668668228651988, "min_changed": 0.419129133224, "delta_std": "10.1975x smaller", "std_base": 0.13938634172181202, "t_msg": "Significant (t=-15.180176, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034168562889096005, "timeline_link": null, "avg_changed": 2.4635227489469993, "min_base": 0.0205860137939, "delta_min": "116.2769x slower", "delta_avg": "72.0991x slower", "std_changed": 0.2959722020528782, "min_changed": 2.39367794991, "delta_std": "12.3809x larger", "std_base": 0.02390551818452252, "t_msg": "Significant (t=-57.851272, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.0038403844833372, "timeline_link": null, "avg_changed": 0.33428865432746, "min_base": 0.00353193283081, "delta_min": "94.2687x slower", "delta_avg": "87.0456x slower", "std_changed": 0.0010864644820644009, "min_changed": 0.33295083046, "delta_std": "1.3403x larger", "std_base": 0.0008105964341540866, "t_msg": "Significant (t=-1723.765407, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.18711061954491204, "timeline_link": null, "avg_changed": 0.61726455688468, "min_base": 0.0788090229034, "delta_min": "7.6542x slower", "delta_avg": "3.2989x slower", "std_changed": 0.011042576290719194, "min_changed": 0.603223085403, "delta_std": "12.7048x smaller", "std_base": 0.14029362404482887, "t_msg": "Significant (t=-21.613735, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.25479024410248, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4731154870986601, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.21733824729919995, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.60615000247954, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.37111495018010004, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.24389574527742006, "timeline_link": null, "avg_changed": 0.7001684951782399, "min_base": 0.228645086288, "delta_min": "2.8789x slower", "delta_avg": "2.8708x slower", "std_changed": 0.03303616299141211, "min_changed": 0.658236980438, "delta_std": "2.9824x larger", "std_base": 0.011077090925677881, "t_msg": "Significant (t=-92.594266, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.082080831527696, "timeline_link": null, "avg_changed": 0.42718653202064005, "min_base": 0.056615114212, "delta_min": "7.5138x slower", "delta_avg": "5.2045x slower", "std_changed": 0.002179988971988873, "min_changed": 0.425396203995, "delta_std": "11.1281x smaller", "std_base": 0.024259087488923702, "t_msg": "Significant (t=-100.188110, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.018521547317504, "timeline_link": null, "avg_changed": 0.79051328182216, "min_base": 0.0176060199738, "delta_min": "44.0687x slower", "delta_avg": "42.6807x slower", "std_changed": 0.006059468436658071, "min_changed": 0.775874853134, "delta_std": "1.5824x larger", "std_base": 0.00382922356543202, "t_msg": "Significant (t=-761.553002, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 2.168399999999999, "timeline_link": null, "avg_changed": 8.461000000000004, "min_base": 2.14, "delta_min": "3.9252x slower", "delta_avg": "3.9020x slower", "std_changed": 0.029154759474226563, "min_changed": 8.4, "delta_std": "1.1888x larger", "std_base": 0.024524872838714237, "t_msg": "Significant (t=-1167.914869, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.7710000000000004, "timeline_link": null, "avg_changed": 6.504599999999998, "min_base": 0.74, "delta_min": "8.7297x slower", "delta_avg": "8.4366x slower", "std_changed": 0.02604626966122601, "min_changed": 6.46, "delta_std": "1.4096x smaller", "std_base": 0.03671456364541828, "t_msg": "Significant (t=-900.644299, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 2.0038996505736004, "timeline_link": null, "avg_changed": 43.874638996118, "min_base": 1.99415206909, "delta_min": "21.9496x slower", "delta_avg": "21.8946x slower", "std_changed": 0.053722129084577054, "min_changed": 43.7709219456, "delta_std": "13.4784x larger", "std_base": 0.0039858082742737075, "t_msg": "Significant (t=-5496.046307, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5835079193120001, "timeline_link": null, "avg_changed": 1.719317388536, "min_base": 0.414794921875, "delta_min": "4.0960x slower", "delta_avg": "2.9465x slower", "std_changed": 0.013694014646557078, "min_changed": 1.69900798798, "delta_std": "19.4322x smaller", "std_base": 0.26610427116070945, "t_msg": "Significant (t=-9.531568, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.502609014512, "timeline_link": null, "avg_changed": 10.649341535580001, "min_base": 1.74107408524, "delta_min": "6.1094x slower", "delta_avg": "4.2553x slower", "std_changed": 0.016714269648139362, "min_changed": 10.6369068623, "delta_std": "68.0946x smaller", "std_base": 1.1381515525343988, "t_msg": "Significant (t=-16.003742, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.5087321758278, "timeline_link": null, "avg_changed": 0.8407601356505999, "min_base": 0.264808893204, "delta_min": "3.1169x slower", "delta_avg": "1.6527x slower", "std_changed": 0.018430129703975947, "min_changed": 0.825373888016, "delta_std": "18.8978x smaller", "std_base": 0.3482881462101526, "t_msg": "Not significant\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.4782558441161999, "timeline_link": null, "avg_changed": 2.974891233444, "min_base": 0.33944606781, "delta_min": "8.7111x slower", "delta_avg": "6.2203x slower", "std_changed": 0.016247236053274165, "min_changed": 2.95694112778, "delta_std": "13.0658x smaller", "std_base": 0.21228393320280228, "t_msg": "Significant (t=-26.221331, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.026065930700000003, "timeline_link": null, "avg_changed": 1.55127712386, "min_base": 0.021483013, "delta_min": "72.0944x slower", "delta_avg": "59.5136x slower", "std_changed": 0.0022816625628381197, "min_changed": 1.548804103, "delta_std": "4.8540x smaller", "std_base": 0.011075155086985417, "t_msg": "Significant (t=-953.759923, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [405.8]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [742.0]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [131.3]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [174.6]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [195.3]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.005316678973363366, "timeline_link": null, "avg_changed": 0.2659731218609933, "min_base": 0.00524526876757165, "delta_min": "50.4867x slower", "delta_avg": "50.0262x slower", "std_changed": 0.0009588697898994247, "min_changed": 0.26481648217785075, "delta_std": "21.7857x larger", "std_base": 4.401381980029142e-05, "t_msg": "Significant (t=-1920.157215, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.0016206106823221278, "timeline_link": null, "avg_changed": 0.012321074304321875, "min_base": 0.001596678907871627, "delta_min": "7.6752x slower", "delta_avg": "7.6027x slower", "std_changed": 6.591257165755966e-05, "min_changed": 0.012254901960784314, "delta_std": "3.7039x larger", "std_base": 1.7795541256559525e-05, "t_msg": "Significant (t=-1108.258657, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.007174129425184477, "timeline_link": null, "avg_changed": 0.0859146701251965, "min_base": 0.00666000666000666, "delta_min": "12.8333x slower", "delta_avg": "11.9756x slower", "std_changed": 0.0005951166355800235, "min_changed": 0.08547008547008547, "delta_std": "1.6555x larger", "std_base": 0.00035947700841820757, "t_msg": "Significant (t=-800.821407, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.2009990773770547, "timeline_link": null, "avg_changed": 0.9418572152265071, "min_base": 0.19779948077636297, "delta_min": "4.7318x slower", "delta_avg": "4.6859x slower", "std_changed": 0.0039137171185261695, "min_changed": 0.9359461830944721, "delta_std": "1.6268x larger", "std_base": 0.00240582035166459, "t_msg": "Significant (t=-1140.317536, a=0.95)\n"}]], "branch": "", "revision": "81461:e82aaf75618b"}