{"options": "", "results": [["ai", "ComparisonResult", {"avg_base": 0.041720614433292, "timeline_link": null, "avg_changed": 0.6751761913299201, "min_base": 0.0412929058075, "delta_min": "15.9738x slower", "delta_avg": "16.1833x slower", "std_changed": 0.007225431108618977, "min_changed": 0.659603834152, "delta_std": "12.4883x larger", "std_base": 0.0005785750429057814, "t_msg": "Significant (t=-617.944546, a=0.95)\n"}], ["bm_chameleon", "ComparisonResult", {"avg_base": 0.014973340034483328, "timeline_link": null, "avg_changed": 0.12721888542179333, "min_base": 0.0122330188751, "delta_min": "10.1984x slower", "delta_avg": "8.4964x slower", "std_changed": 0.0018432301535178219, "min_changed": 0.124757051468, "delta_std": "3.0844x smaller", "std_base": 0.005685350409438914, "t_msg": "Significant (t=-230.014240, a=0.95)\n"}], ["bm_dulwich_log", "ComparisonResult", {"avg_base": 0.269879603386, "timeline_link": null, "avg_changed": 1.3511958956715002, "min_base": 0.215402126312, "delta_min": "6.1740x slower", "delta_avg": "5.0067x slower", "std_changed": 0.05970500554007867, "min_changed": 1.32989001274, "delta_std": "2.8042x smaller", "std_base": 0.16742465508066187, "t_msg": "Significant (t=-27.205313, a=0.95)\n"}], ["bm_krakatau", "ComparisonResult", {"avg_base": 2.5346346378328, "timeline_link": null, "avg_changed": 18.578680000299997, "min_base": 2.51141810417, "delta_min": "7.3662x slower", "delta_avg": "7.3299x slower", "std_changed": 0.19404828277067024, "min_changed": 18.4995410442, "delta_std": "8.6396x larger", "std_base": 0.022460241880573852, "t_msg": "Significant (t=-580.763430, a=0.95)\n"}], ["bm_mako", "ComparisonResult", {"avg_base": 0.021222062110904005, "timeline_link": null, "avg_changed": 0.22115311145776, "min_base": 0.0176658630371, "delta_min": "12.3123x slower", "delta_avg": "10.4209x slower", "std_changed": 0.0024451523484962617, "min_changed": 0.217506885529, "delta_std": "2.1355x smaller", "std_base": 0.005221524014102303, "t_msg": "Significant (t=-245.196688, a=0.95)\n"}], ["bm_mdp", "ComparisonResult", {"avg_base": 7.385853695869201, "timeline_link": null, "avg_changed": 48.43718688964601, "min_base": 7.32690286636, "delta_min": "6.5883x slower", "delta_avg": "6.5581x slower", "std_changed": 0.16446270905056154, "min_changed": 48.2720518112, "delta_std": "1.0003x smaller", "std_base": 0.16451552480595405, "t_msg": "Significant (t=-1247.843427, a=0.95)\n"}], ["chaos", "ComparisonResult", {"avg_base": 0.009048461914059, "timeline_link": null, "avg_changed": 0.4932891464233402, "min_base": 0.00665688514709, "delta_min": "73.9419x slower", "delta_avg": "54.5164x slower", "std_changed": 0.0006578607564697215, "min_changed": 0.492223024368, "delta_std": "22.4375x smaller", "std_base": 0.014760740351568272, "t_msg": "Significant (t=-231.743327, a=0.95)\n"}], ["sphinx", "RawResult", {"changed_times": [122.822202206], "base_times": [126.214712858]}], ["crypto_pyaes", "ComparisonResult", {"avg_base": 0.053232865333554, "timeline_link": null, "avg_changed": 3.1711180257802, "min_base": 0.0508060455322, "delta_min": "62.3124x slower", "delta_avg": "59.5707x slower", "std_changed": 0.0024805201777891423, "min_changed": 3.16584801674, "delta_std": "5.4478x smaller", "std_base": 0.013513420945335447, "t_msg": "Significant (t=-1604.662767, a=0.95)\n"}], ["deltablue", "ComparisonResult", {"avg_base": 0.009333209991457599, "timeline_link": null, "avg_changed": 0.036088027954108, "min_base": 0.00128793716431, "delta_min": "27.6107x slower", "delta_avg": "3.8666x slower", "std_changed": 0.0002579532184139907, "min_changed": 0.0355608463287, "delta_std": "43.9501x smaller", "std_base": 0.011337074211909354, "t_msg": "Significant (t=-16.682980, a=0.95)\n"}], ["django", "ComparisonResult", {"avg_base": 0.030402116775509996, "timeline_link": null, "avg_changed": 0.9791840124130199, "min_base": 0.0286087989807, "delta_min": "34.1660x slower", "delta_avg": "32.2078x slower", "std_changed": 0.0016389535309934767, "min_changed": 0.977447032928, "delta_std": "1.4675x smaller", "std_base": 0.0024051839370286413, "t_msg": "Significant (t=-2305.058965, a=0.95)\n"}], ["eparse", "ComparisonResult", {"avg_base": 0.3747450780869, "timeline_link": null, "avg_changed": 0.9690871667861997, "min_base": 0.283746004105, "delta_min": "3.3942x slower", "delta_avg": "2.5860x slower", "std_changed": 0.005466325031905017, "min_changed": 0.963102817535, "delta_std": "16.2646x smaller", "std_base": 0.08890785167673108, "t_msg": "Significant (t=-47.180449, a=0.95)\n"}], ["fannkuch", "ComparisonResult", {"avg_base": 0.19383218288425996, "timeline_link": null, "avg_changed": 1.5454620790484, "min_base": 0.191880941391, "delta_min": "8.0046x slower", "delta_avg": "7.9732x slower", "std_changed": 0.00642215786316579, "min_changed": 1.53592205048, "delta_std": "1.3437x larger", "std_base": 0.004779452716884845, "t_msg": "Significant (t=-1193.869540, a=0.95)\n"}], ["float", "ComparisonResult", {"avg_base": 0.04275286197662601, "timeline_link": null, "avg_changed": 0.54999291419988, "min_base": 0.0355999469757, "delta_min": "15.2838x slower", "delta_avg": "12.8645x slower", "std_changed": 0.0034255334187313713, "min_changed": 0.544100999832, "delta_std": "1.4192x smaller", "std_base": 0.00486140259923622, "t_msg": "Significant (t=-603.109641, a=0.95)\n"}], ["genshi_text", "ComparisonResult", {"avg_base": 0.013487715721125997, "timeline_link": null, "avg_changed": 0.24446358203888002, "min_base": 0.0112631320953, "delta_min": "21.5461x slower", "delta_avg": "18.1249x slower", "std_changed": 0.0019395062795048554, "min_changed": 0.242676019669, "delta_std": "5.7673x smaller", "std_base": 0.01118567477964213, "t_msg": "Significant (t=-143.865663, a=0.95)\n"}], ["genshi_xml", "ComparisonResult", {"avg_base": 0.043668370246874, "timeline_link": null, "avg_changed": 0.5213788461684598, "min_base": 0.0396158695221, "delta_min": "13.0573x slower", "delta_avg": "11.9395x slower", "std_changed": 0.002431709316493197, "min_changed": 0.517274856567, "delta_std": "9.4895x smaller", "std_base": 0.023075676443637408, "t_msg": "Significant (t=-145.578493, a=0.95)\n"}], ["go", "ComparisonResult", {"avg_base": 0.14939940452575998, "timeline_link": null, "avg_changed": 1.5049884605408004, "min_base": 0.0853900909424, "delta_min": "17.5654x slower", "delta_avg": "10.0736x slower", "std_changed": 0.0021803094034556917, "min_changed": 1.49991488457, "delta_std": "28.6235x smaller", "std_base": 0.06240800895225289, "t_msg": "Significant (t=-153.499813, a=0.95)\n"}], ["hexiom2", "ComparisonResult", {"avg_base": 13.64677703379999, "timeline_link": null, "avg_changed": 326.8799315689997, "min_base": 13.1349179745, "delta_min": "24.8833x slower", "delta_avg": "23.9529x slower", "std_changed": 0.04046326227396588, "min_changed": 326.839874983, "delta_std": "12.7784x smaller", "std_base": 0.517055731203996, "t_msg": "Significant (t=-4270.606724, a=0.95)\n"}], ["html5lib", "ComparisonResult", {"avg_base": 3.121606016162, "timeline_link": null, "avg_changed": 18.90592136382, "min_base": 2.4849460125, "delta_min": "7.5977x slower", "delta_avg": "6.0565x slower", "std_changed": 0.02415491148055357, "min_changed": 18.8799510002, "delta_std": "37.1652x smaller", "std_base": 0.897721442285272, "t_msg": "Significant (t=-39.301760, a=0.95)\n"}], ["json_bench", "ComparisonResult", {"avg_base": 0.82653717517852, "timeline_link": null, "avg_changed": 23.061575212482, "min_base": 0.820784091949, "delta_min": "28.0743x slower", "delta_avg": "27.9014x slower", "std_changed": 0.008116979322238187, "min_changed": 23.0429320335, "delta_std": "2.3291x smaller", "std_base": 0.01890523031246202, "t_msg": "Significant (t=-7641.916556, a=0.95)\n"}], ["meteor-contest", "ComparisonResult", {"avg_base": 0.08679097652437001, "timeline_link": null, "avg_changed": 0.39826028823851994, "min_base": 0.0856218338013, "delta_min": "4.6441x slower", "delta_avg": "4.5887x slower", "std_changed": 0.00036104137697440855, "min_changed": 0.39763879776, "delta_std": "12.4377x smaller", "std_base": 0.0044905073127590525, "t_msg": "Significant (t=-488.883821, a=0.95)\n"}], ["nbody_modified", "ComparisonResult", {"avg_base": 0.0323441696167, "timeline_link": null, "avg_changed": 0.64269971847532, "min_base": 0.0316798686981, "delta_min": "20.2004x slower", "delta_avg": "19.8707x slower", "std_changed": 0.0024983114576270886, "min_changed": 0.639945030212, "delta_std": "1.2929x smaller", "std_base": 0.003230136463827717, "t_msg": "Significant (t=-1056.891799, a=0.95)\n"}], ["nqueens", "ComparisonResult", {"avg_base": 21.897012233739996, "timeline_link": null, "avg_changed": 43.65586905478, "min_base": 21.8834431171, "delta_min": "1.9943x slower", "delta_avg": "1.9937x slower", "std_changed": 0.011218061065454938, "min_changed": 43.6419701576, "delta_std": "2.4163x smaller", "std_base": 0.0271065601849452, "t_msg": "Significant (t=-1658.508710, a=0.95)\n"}], ["pidigits", "ComparisonResult", {"avg_base": 22.483723735800005, "timeline_link": null, "avg_changed": 22.68133354188, "min_base": 22.47356987, "delta_min": "1.0090x slower", "delta_avg": "1.0088x slower", "std_changed": 0.004484628642177668, "min_changed": 22.6750028133, "delta_std": "3.7100x smaller", "std_base": 0.01663786661871523, "t_msg": "Significant (t=-25.642838, a=0.95)\n"}], ["pyflate-fast", "ComparisonResult", {"avg_base": 0.3964998054505001, "timeline_link": null, "avg_changed": 3.1459224414830005, "min_base": 0.38644695282, "delta_min": "8.1293x slower", "delta_avg": "7.9342x slower", "std_changed": 0.0023428820583843565, "min_changed": 3.14155101776, "delta_std": "2.4747x smaller", "std_base": 0.005797824625485881, "t_msg": "Significant (t=-3108.970878, a=0.95)\n"}], ["pypy_interp", "ComparisonResult", {"avg_base": 0.08227834224698398, "timeline_link": null, "avg_changed": 0.44446354389196, "min_base": 0.0214099884033, "delta_min": "20.5882x slower", "delta_avg": "5.4020x slower", "std_changed": 0.01884636480679889, "min_changed": 0.440793037415, "delta_std": "5.2691x smaller", "std_base": 0.09930398868422627, "t_msg": "Significant (t=-25.337591, a=0.95)\n"}], ["pyxl_bench", "ComparisonResult", {"avg_base": 0.09327020168306799, "timeline_link": null, "avg_changed": 0.4454284811019399, "min_base": 0.0350739955902, "delta_min": "12.6771x slower", "delta_avg": "4.7757x slower", "std_changed": 0.0010168756787187212, "min_changed": 0.444636106491, "delta_std": "105.1000x smaller", "std_base": 0.10687361064795221, "t_msg": "Significant (t=-23.298758, a=0.95)\n"}], ["raytrace-simple", "ComparisonResult", {"avg_base": 0.034360823631304, "timeline_link": null, "avg_changed": 2.5570742559436, "min_base": 0.0188958644867, "delta_min": "132.2504x slower", "delta_avg": "74.4183x slower", "std_changed": 0.01323573621980195, "min_changed": 2.49898505211, "delta_std": "2.0061x smaller", "std_base": 0.02655221669528593, "t_msg": "Significant (t=-601.258217, a=0.95)\n"}], ["richards", "ComparisonResult", {"avg_base": 0.003888516426086401, "timeline_link": null, "avg_changed": 0.3475026893615201, "min_base": 0.00359916687012, "delta_min": "96.2903x slower", "delta_avg": "89.3664x slower", "std_changed": 0.0006271482685932386, "min_changed": 0.346565008163, "delta_std": "1.2789x smaller", "std_base": 0.00080207378730358, "t_msg": "Significant (t=-2386.396772, a=0.95)\n"}], ["rietveld", "ComparisonResult", {"avg_base": 0.16664956092834401, "timeline_link": null, "avg_changed": 0.61664636611944, "min_base": 0.0766129493713, "delta_min": "7.9625x slower", "delta_avg": "3.7003x slower", "std_changed": 0.008659076697112173, "min_changed": 0.61002779007, "delta_std": "15.2214x smaller", "std_base": 0.13180353271474718, "t_msg": "Significant (t=-24.089743, a=0.95)\n"}], ["scimark_fft", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.2693083047866401, "time_delta": -1}], ["scimark_lu", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5600653600693601, "time_delta": -1}], ["scimark_montecarlo", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.22822348594664, "time_delta": -1}], ["scimark_sor", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.5701966238021398, "time_delta": -1}], ["scimark_sparsematmult", "SimpleComparisonResult", {"changed_time": -1, "base_time": 0.4949242925644001, "time_delta": -1}], ["slowspitfire", "ComparisonResult", {"avg_base": 0.26297792911524004, "timeline_link": null, "avg_changed": 0.7435197067261601, "min_base": 0.243297815323, "delta_min": "2.9998x slower", "delta_avg": "2.8273x slower", "std_changed": 0.014019344992378866, "min_changed": 0.729851007462, "delta_std": "2.6250x larger", "std_base": 0.00534068462923407, "t_msg": "Significant (t=-226.496880, a=0.95)\n"}], ["spambayes", "ComparisonResult", {"avg_base": 0.07688495635984, "timeline_link": null, "avg_changed": 0.40675872325900003, "min_base": 0.0542168617249, "delta_min": "7.4924x slower", "delta_avg": "5.2905x slower", "std_changed": 0.0018061313884886352, "min_changed": 0.406214952469, "delta_std": "12.1637x smaller", "std_base": 0.021969237456905967, "t_msg": "Significant (t=-105.816912, a=0.95)\n"}], ["spectral-norm", "ComparisonResult", {"avg_base": 0.011261591911319997, "timeline_link": null, "avg_changed": 0.6657240724563802, "min_base": 0.0103399753571, "delta_min": "64.2193x slower", "delta_avg": "59.1146x slower", "std_changed": 0.0011518134569217127, "min_changed": 0.664026021957, "delta_std": "3.2707x smaller", "std_base": 0.003767265474003513, "t_msg": "Significant (t=-1174.730925, a=0.95)\n"}], ["spitfire", "ComparisonResult", {"avg_base": 1.9396, "timeline_link": null, "avg_changed": 8.4334, "min_base": 1.86, "delta_min": "4.5215x slower", "delta_avg": "4.3480x slower", "std_changed": 0.01944222209522351, "min_changed": 8.41, "delta_std": "2.2359x smaller", "std_base": 0.0434699051420776, "t_msg": "Significant (t=-964.267568, a=0.95)\n"}], ["spitfire_cstringio", "ComparisonResult", {"avg_base": 0.9069999999999996, "timeline_link": null, "avg_changed": 6.645999999999999, "min_base": 0.89, "delta_min": "7.4270x slower", "delta_avg": "7.3275x slower", "std_changed": 0.022857142857142864, "min_changed": 6.61, "delta_std": "1.2632x smaller", "std_base": 0.028873404187725323, "t_msg": "Significant (t=-1101.975082, a=0.95)\n"}], ["sqlalchemy_declarative", "ComparisonResult", {"avg_base": 0.06708275477092265, "timeline_link": null, "avg_changed": 0.47239205201472656, "min_base": 0.0406959056854, "delta_min": "2.6977x slower", "delta_avg": "7.0419x slower", "std_changed": 0.21361091901858958, "min_changed": 0.10978603363, "delta_std": "8.2662x larger", "std_base": 0.025841604252735115, "t_msg": "Significant (t=-23.070331, a=0.95)\n"}], ["sqlalchemy_imperative", "ComparisonResult", {"avg_base": 0.011197782516479838, "timeline_link": null, "avg_changed": 0.067244084358217, "min_base": 0.00699782371521, "delta_min": "7.1096x slower", "delta_avg": "6.0051x slower", "std_changed": 0.011435021820895877, "min_changed": 0.049751996994, "delta_std": "1.0402x larger", "std_base": 0.010992872908309874, "t_msg": "Significant (t=-79.008547, a=0.95)\n"}], ["sqlitesynth", "ComparisonResult", {"avg_base": 1.9129626274106, "timeline_link": null, "avg_changed": 43.071784067148, "min_base": 1.90421581268, "delta_min": "22.5464x slower", "delta_avg": "22.5157x slower", "std_changed": 0.05336030369012909, "min_changed": 42.9332330227, "delta_std": "11.3292x larger", "std_base": 0.004709969168011483, "t_msg": "Significant (t=-5433.058455, a=0.95)\n"}], ["sympy_expand", "ComparisonResult", {"avg_base": 0.5683236122127999, "timeline_link": null, "avg_changed": 1.8330832004559998, "min_base": 0.376964092255, "delta_min": "4.8039x slower", "delta_avg": "3.2254x slower", "std_changed": 0.022565992430358436, "min_changed": 1.81089305878, "delta_std": "12.7047x smaller", "std_base": 0.28669395695335714, "t_msg": "Significant (t=-9.834069, a=0.95)\n"}], ["sympy_integrate", "ComparisonResult", {"avg_base": 2.315352249146, "timeline_link": null, "avg_changed": 10.108567476280001, "min_base": 1.56492805481, "delta_min": "6.4448x slower", "delta_avg": "4.3659x slower", "std_changed": 0.02119265655043616, "min_changed": 10.0857219696, "delta_std": "49.9035x smaller", "std_base": 1.0575868038417529, "t_msg": "Significant (t=-16.473978, a=0.95)\n"}], ["sympy_str", "ComparisonResult", {"avg_base": 0.4948833942406, "timeline_link": null, "avg_changed": 0.8582283973694, "min_base": 0.217289924622, "delta_min": "3.8815x slower", "delta_avg": "1.7342x slower", "std_changed": 0.018987714140365278, "min_changed": 0.843410015106, "delta_std": "18.2359x smaller", "std_base": 0.34625774480855726, "t_msg": "Significant (t=-2.342894, a=0.95)\n"}], ["sympy_sum", "ComparisonResult", {"avg_base": 0.38040623664839995, "timeline_link": null, "avg_changed": 3.0777808666240003, "min_base": 0.247475147247, "delta_min": "12.3759x slower", "delta_avg": "8.0908x slower", "std_changed": 0.015996760997118366, "min_changed": 3.06272816658, "delta_std": "13.0389x smaller", "std_base": 0.20857938105297638, "t_msg": "Significant (t=-28.832439, a=0.95)\n"}], ["telco", "ComparisonResult", {"avg_base": 0.0218060321, "timeline_link": null, "avg_changed": 1.43802185122, "min_base": 0.016988931, "delta_min": "84.5522x slower", "delta_avg": "65.9461x slower", "std_changed": 0.0007501718163806803, "min_changed": 1.436451416, "delta_std": "17.3440x smaller", "std_base": 0.013010979017341323, "t_msg": "Significant (t=-768.393707, a=0.95)\n"}], ["trans2_annotate", "RawResult", {"changed_times": null, "base_times": [326.0]}], ["trans2_rtype", "RawResult", {"changed_times": null, "base_times": [649.4]}], ["trans2_backendopt", "RawResult", {"changed_times": null, "base_times": [112.8]}], ["trans2_database", "RawResult", {"changed_times": null, "base_times": [144.5]}], ["trans2_source", "RawResult", {"changed_times": null, "base_times": [165.7]}], ["twisted_iteration", "ComparisonResult", {"avg_base": 0.004890032461550943, "timeline_link": null, "avg_changed": 0.26570642754864016, "min_base": 0.004871698936800424, "delta_min": "54.4187x slower", "delta_avg": "54.3363x slower", "std_changed": 0.00038788327009354237, "min_changed": 0.2651113467656416, "delta_std": "24.5560x larger", "std_base": 1.5795864012227805e-05, "t_msg": "Significant (t=-4750.715541, a=0.95)\n"}], ["twisted_names", "ComparisonResult", {"avg_base": 0.001459696497167019, "timeline_link": null, "avg_changed": 0.012843207769224069, "min_base": 0.0014415453366008362, "delta_min": "8.8822x slower", "delta_avg": "8.7985x slower", "std_changed": 2.6897780970015227e-05, "min_changed": 0.012804097311139564, "delta_std": "2.4237x larger", "std_base": 1.1097621241877827e-05, "t_msg": "Significant (t=-2710.475361, a=0.95)\n"}], ["twisted_pb", "ComparisonResult", {"avg_base": 0.0059238397593377266, "timeline_link": null, "avg_changed": 0.08903303303303307, "min_base": 0.00546000546000546, "delta_min": "16.2800x slower", "delta_avg": "15.0296x slower", "std_changed": 0.0003943071743655422, "min_changed": 0.08888888888888889, "delta_std": "1.2060x larger", "std_base": 0.00032694793571860374, "t_msg": "Significant (t=-1147.293189, a=0.95)\n"}], ["twisted_tcp", "ComparisonResult", {"avg_base": 0.19312262121630408, "timeline_link": null, "avg_changed": 0.9554943172753202, "min_base": 0.1917775380558552, "delta_min": "4.9602x slower", "delta_avg": "4.9476x slower", "std_changed": 0.0028000665901934045, "min_changed": 0.9512485136741974, "delta_std": "3.1639x larger", "std_base": 0.0008849965937784594, "t_msg": "Significant (t=-1835.725197, a=0.95)\n"}]], "branch": "", "revision": "88755:e30a24ad4ccd"}