diff options
| -rw-r--r-- | tools/perf_expectations/perf_expectations.json | 223 |
1 files changed, 52 insertions, 171 deletions
diff --git a/tools/perf_expectations/perf_expectations.json b/tools/perf_expectations/perf_expectations.json index cdf43eb..70d9f9e 100644 --- a/tools/perf_expectations/perf_expectations.json +++ b/tools/perf_expectations/perf_expectations.json @@ -1,172 +1,53 @@ -{ - "linux-release-hardy/bloat-http/times/t": {"delta": 115, "var": 39}, - "linux-release-hardy/dhtml/times/t": {"delta": -1, "var": 2}, - "linux-release-hardy/dromaeo/score/score": {"delta": 8, "var": 3}, - "linux-release-hardy/intl1/times/t": {"delta": -3, "var": 2}, - "linux-release-hardy/intl2/times/t": {"delta": -8, "var": 4}, - "linux-release-hardy/morejs/times/t": {"delta": -4, "var": 4}, - "linux-release-hardy/moz-http/times/t": {"delta": 0, "var": 2}, - "linux-release-hardy/moz/times/t": {"delta": 0, "var": 2}, - "linux-release-hardy/startup/warm/t": {"delta": 9, "var": 26}, - "linux-release-lowmem/bloat-http/times/t": {"delta": -310, "var": 185}, - "linux-release-lowmem/dhtml/times/t": {"delta": -9, "var": 6}, - "linux-release-lowmem/intl1/times/t": {"delta": 5, "var": 11}, - "linux-release-lowmem/intl2/times/t": {"delta": -10, "var": 18}, - "linux-release-lowmem/morejs/times/t": {"delta": 0, "var": 26}, - "linux-release-lowmem/moz-http/times/t": {"delta": 5, "var": 6}, - "linux-release-lowmem/moz/times/t": {"delta": 6, "var": 6}, - "linux-release-lowmem/startup/warm/t": {"delta": -69, "var": 49}, - "linux-release-lowmem/tab-switching/times/t": {"delta": 1, "var": 3}, - "linux-release-webkit-latest/dhtml/times/t": {"delta": -9, "var": 2}, - "linux-release-webkit-latest/dromaeo/score/score": {"delta": 7, "var": 4}, - "linux-release-webkit-latest/intl1/times/t": {"delta": -5, "var": 1}, - "linux-release-webkit-latest/intl2/times/t": {"delta": -24, "var": 2}, - "linux-release-webkit-latest/morejs/times/t": {"delta": -7, "var": 2}, - "linux-release-webkit-latest/moz/times/t": {"delta": -1, "var": 1}, - "linux-release-webkit-latest/startup/warm/t": {"delta": -18, "var": 5}, - "linux-release/bloat-http/times/t": {"delta": 116, "var": 94}, - "linux-release/dhtml/times/t": {"delta": 0, "var": 2}, - "linux-release/intl1/times/t": {"delta": -1, "var": 5}, - "linux-release/intl2/times/t": {"delta": -3, "var": 4}, - "linux-release/morejs/times/t": {"delta": -2, "var": 4}, - "linux-release/moz-http/times/t": {"delta": 0, "var": 2}, - "linux-release/moz/times/t": {"delta": 1, "var": 2}, - "linux-release/startup/warm/t": {"delta": -8, "var": 13}, - "mac-release-10.5-v8-latest/bloat-http/times/t": {"delta": -15, "var": 47}, - "mac-release-10.5-v8-latest/dhtml/times/t": {"delta": -23, "var": 23}, - "mac-release-10.5-v8-latest/dromaeo/score/score": {"delta": -4, "var": 4}, - "mac-release-10.5-v8-latest/intl1/times/t": {"delta": -102, "var": 213}, - "mac-release-10.5-v8-latest/intl2/times/t": {"delta": 138, "var": 344}, - "mac-release-10.5-v8-latest/morejs/times/t": {"delta": -41, "var": 42}, - "mac-release-10.5-v8-latest/moz-http/times/t": {"delta": 9, "var": 44}, - "mac-release-10.5-v8-latest/moz/times/t": {"delta": 31, "var": 33}, - "mac-release-10.5-v8-latest/startup/warm/t": {"delta": 21, "var": 6}, - "mac-release-10.5-v8-latest/tab-switching/times/t": {"delta": 1, "var": 2}, - "mac-release-10.5-webkit-latest/bloat-http/times/t": {"delta": -5, "var": 57}, - "mac-release-10.5-webkit-latest/dhtml/times/t": {"delta": -13, "var": 17}, - "mac-release-10.5-webkit-latest/intl1/times/t": {"delta": 343, "var": 75}, - "mac-release-10.5-webkit-latest/intl2/times/t": {"delta": 471, "var": 35}, - "mac-release-10.5-webkit-latest/morejs/times/t": {"delta": -12, "var": 22}, - "mac-release-10.5-webkit-latest/moz-http/times/t": {"delta": 47, "var": 30}, - "mac-release-10.5-webkit-latest/moz/times/t": {"delta": 79, "var": 43}, - "mac-release-10.5-webkit-latest/startup/warm/t": {"delta": 23, "var": 15}, - "mac-release-10.5-webkit-latest/tab-switching/times/t": {"delta": 2, "var": 1}, - "mac-release-10.5/bloat-http/times/t": {"delta": 38, "var": 40}, - "mac-release-10.5/dhtml/times/t": {"delta": -19, "var": 15}, - "mac-release-10.5/dromaeo/score/score": {"delta": -4, "var": 3}, - "mac-release-10.5/intl1/times/t": {"delta": 92, "var": 67}, - "mac-release-10.5/intl2/times/t": {"delta": 391, "var": 48}, - "mac-release-10.5/morejs/times/t": {"delta": -65, "var": 28}, - "mac-release-10.5/moz-http/times/t": {"delta": 16, "var": 52}, - "mac-release-10.5/moz/times/t": {"delta": 27, "var": 23}, - "mac-release-10.5/startup/warm/t": {"delta": 12, "var": 7}, - "mac-release-10.5/tab-switching/times/t": {"delta": 1, "var": 2}, - "mac-release-10.6/bloat-http/times/t": {"delta": 30, "var": 25}, - "mac-release-10.6/dhtml/times/t": {"delta": -7, "var": 13}, - "mac-release-10.6/dromaeo/score/score": {"delta": -5, "var": 3}, - "mac-release-10.6/intl1/times/t": {"delta": 184, "var": 106}, - "mac-release-10.6/intl2/times/t": {"delta": 342, "var": 49}, - "mac-release-10.6/morejs/times/t": {"delta": -65, "var": 15}, - "mac-release-10.6/moz-http/times/t": {"delta": 28, "var": 42}, - "mac-release-10.6/moz/times/t": {"delta": 7, "var": 28}, - "mac-release-10.6/startup/warm/t": {"delta": 11, "var": 3}, - "mac-release-10.6/tab-switching/times/t": {"delta": 1, "var": 2}, - "mac-release/bloat-http/times/t": {"delta": 17, "var": 60}, - "mac-release/dhtml/times/t": {"delta": -14, "var": 11}, - "mac-release/intl1/times/t": {"delta": -92, "var": 252}, - "mac-release/intl2/times/t": {"delta": 312, "var": 41}, - "mac-release/morejs/times/t": {"delta": -34, "var": 24}, - "mac-release/moz-http/times/t": {"delta": -1, "var": 14}, - "mac-release/moz/times/t": {"delta": 54, "var": 17}, - "mac-release/startup/warm/t": {"delta": 8, "var": 9}, - "mac-release/tab-switching/times/t": {"delta": 1, "var": 2}, - "vista-release-dual-core/dhtml/times/t": {"delta": -8, "var": 11}, - "vista-release-dual-core/dromaeo/score/score": {"delta": 14, "var": 5}, - "vista-release-dual-core/intl1/times/t": {"delta": -56, "var": 91}, - "vista-release-dual-core/intl2/times/t": {"delta": 16, "var": 45}, - "vista-release-dual-core/morejs/times/t": {"delta": -23, "var": 27}, - "vista-release-dual-core/moz/times/t": {"delta": 19, "var": 32}, - "vista-release-dual-core/startup/warm/t": {"delta": -3, "var": 4}, - "vista-release-dual-core/tab-switching/times/t": {"delta": 0, "var": 2}, - "vista-release-single-core/dhtml/times/t": {"delta": 4, "var": 39}, - "vista-release-single-core/dromaeo/score/score": {"delta": 12, "var": 4}, - "vista-release-single-core/intl1/times/t": {"delta": -220, "var": 146}, - "vista-release-single-core/intl2/times/t": {"delta": -91, "var": 129}, - "vista-release-single-core/morejs/times/t": {"delta": -61, "var": 32}, - "vista-release-single-core/moz/times/t": {"delta": 33, "var": 50}, - "vista-release-single-core/startup/warm/t": {"delta": 6, "var": 7}, - "xp-release-dual-core/bloat-http/times/t": {"delta": 77, "var": 52}, - "xp-release-dual-core/dhtml/times/t": {"delta": -7, "var": 13}, - "xp-release-dual-core/dromaeo/score/score": {"delta": 15, "var": 3}, - "xp-release-dual-core/intl1/times/t": {"delta": -134, "var": 18}, - "xp-release-dual-core/intl2/times/t": {"delta": -42, "var": 12}, - "xp-release-dual-core/morejs/times/t": {"delta": -39, "var": 10}, - "xp-release-dual-core/moz-http/times/t": {"delta": -12, "var": 8}, - "xp-release-dual-core/moz/commit_charge/cc": {"delta": -1104, "var": 5425}, - "xp-release-dual-core/moz/other_byte_b/o_b": {"delta": -4, "var": 1}, - "xp-release-dual-core/moz/other_byte_r/o_r": {"delta": -3, "var": 1}, - "xp-release-dual-core/moz/other_op_b/o_op_b": {"delta": -67, "var": 4}, - "xp-release-dual-core/moz/other_op_r/o_op_r": {"delta": -34, "var": 3}, - "xp-release-dual-core/moz/processes/proc_": {"delta": 0, "var": 1}, - "xp-release-dual-core/moz/read_byte_b/r_b": {"delta": -325, "var": 13}, - "xp-release-dual-core/moz/read_byte_r/r_r": {"delta": -52, "var": 11}, - "xp-release-dual-core/moz/read_op_b/r_op_b": {"delta": -850, "var": 293}, - "xp-release-dual-core/moz/read_op_r/r_op_r": {"delta": -521, "var": 482}, - "xp-release-dual-core/moz/times/t": {"delta": -2, "var": 11}, - "xp-release-dual-core/moz/total_byte_b/IO_b": {"delta": -340, "var": 18}, - "xp-release-dual-core/moz/total_byte_r/IO_r": {"delta": -339, "var": 14}, - "xp-release-dual-core/moz/total_op_b/IO_op_b": {"delta": -1577, "var": 267}, - "xp-release-dual-core/moz/total_op_r/IO_op_r": {"delta": -553, "var": 477}, - "xp-release-dual-core/moz/vm_final_b/vm_f_b": {"delta": 110592, "var": 75549}, - "xp-release-dual-core/moz/vm_final_r/vm_f_r": {"delta": 753664, "var": 178101}, - "xp-release-dual-core/moz/vm_final_t/vm_f_t": {"delta": 839680, "var": 159897}, - "xp-release-dual-core/moz/vm_peak_b/vm_pk_b": {"delta": 239616, "var": 77727}, - "xp-release-dual-core/moz/vm_peak_r/vm_pk_r": {"delta": 1179648, "var": 409601}, - "xp-release-dual-core/moz/vm_single_peak_r/vm_spk_r": {"delta": 1179648, "var": 409601}, - "xp-release-dual-core/moz/write_byte_b/w_b": {"delta": -3, "var": 17}, - "xp-release-dual-core/moz/write_byte_r/w_r": {"delta": -286, "var": 7}, - "xp-release-dual-core/moz/write_op_b/w_op_b": {"delta": -741, "var": 170}, - "xp-release-dual-core/moz/write_op_r/w_op_r": {"delta": -1, "var": 3}, - "xp-release-dual-core/moz/ws_final_b/ws_f_b": {"delta": 489472, "var": 55373}, - "xp-release-dual-core/moz/ws_final_r/ws_f_r": {"delta": 3145728, "var": 1733671}, - "xp-release-dual-core/moz/ws_final_t/ws_f_t": {"delta": 3635200, "var": 1745959}, - "xp-release-dual-core/moz/ws_peak_b/ws_pk_b": {"delta": 534528, "var": 73577}, - "xp-release-dual-core/moz/ws_peak_r/ws_pk_r": {"delta": 2279424, "var": 180073}, - "xp-release-dual-core/moz/ws_single_peak_r/ws_spk_r": {"delta": 2279424, "var": 180073}, - "xp-release-dual-core/startup/warm/t": {"delta": 3, "var": 5}, - "xp-release-dual-core/tab-switching/times/t": {"delta": 0, "var": 3}, - "xp-release-single-core/bloat-http/times/t": {"delta": 101, "var": 87}, - "xp-release-single-core/dhtml/times/t": {"delta": -10, "var": 19}, - "xp-release-single-core/dromaeo/score/score": {"delta": 14, "var": 4}, - "xp-release-single-core/intl1/times/t": {"delta": -206, "var": 60}, - "xp-release-single-core/intl2/times/t": {"delta": -68, "var": 46}, - "xp-release-single-core/morejs/times/t": {"delta": -58, "var": 15}, - "xp-release-single-core/moz-http/times/t": {"delta": 480, "var": 150}, - "xp-release-single-core/moz/times/t": {"delta": 18, "var": 38}, - "xp-release-single-core/startup/warm/t": {"delta": -1, "var": 4}, - "xp-release-v8-latest/bloat-http/times/t": {"delta": 55, "var": 74}, - "xp-release-v8-latest/dhtml/times/t": {"delta": -19, "var": 15}, - "xp-release-v8-latest/dromaeo/score/score": {"delta": 18, "var": 4}, - "xp-release-v8-latest/intl1/times/t": {"delta": -127, "var": 110}, - "xp-release-v8-latest/intl2/times/t": {"delta": -82, "var": 19}, - "xp-release-v8-latest/morejs/times/t": {"delta": -36, "var": 16}, - "xp-release-v8-latest/moz-http/times/t": {"delta": -24, "var": 15}, - "xp-release-v8-latest/moz/times/t": {"delta": -33, "var": 15}, - "xp-release-v8-latest/startup/warm/t": {"delta": 0, "var": 2}, - "xp-release-webkit-latest/dhtml/times/t": {"delta": -6, "var": 15}, - "xp-release-webkit-latest/dromaeo/score/score": {"delta": 27, "var": 8}, - "xp-release-webkit-latest/intl1/times/t": {"delta": -3, "var": 20}, - "xp-release-webkit-latest/intl2/times/t": {"delta": 4, "var": 13}, - "xp-release-webkit-latest/morejs/times/t": {"delta": -12, "var": 6}, - "xp-release-webkit-latest/moz/times/t": {"delta": 13, "var": 10}, - "xp-release-webkit-latest/startup/warm/t": {"delta": 3, "var": 2}, - "xp-release/bloat-http/times/t": {"delta": -47, "var": 54}, - "xp-release/dhtml/times/t": {"delta": 3, "var": 18}, - "xp-release/intl1/times/t": {"delta": -102, "var": 104}, - "xp-release/intl2/times/t": {"delta": -18, "var": 31}, - "xp-release/morejs/times/t": {"delta": -16, "var": 42}, - "xp-release/moz-http/times/t": {"delta": 2, "var": 33}, - "xp-release/moz/times/t": {"delta": -10, "var": 22}, - "xp-release/startup/warm/t": {"delta": 1, "var": 4}, - "load": true +{"linux-release/dhtml/times/t": {"delta": -7, "var": 10}, + "linux-release/intl1/times/t": {"delta": -3, "var": 10}, + "linux-release/intl2/times/t": {"delta": -3, "var": 10}, + "linux-release/morejs/times/t": {"delta": -5, "var": 10}, + "linux-release/moz/times/t": {"delta": 0, "var": 10}, + "linux-release/startup/times/t": {"delta": 0, "var": 10}, + "linux-release-hardy/dhtml/times/t": {"delta": -1, "var": 10}, + "linux-release-hardy/intl1/times/t": {"delta": -9, "var": 7}, + "linux-release-hardy/intl2/times/t": {"delta": -12, "var": 10}, + "linux-release-hardy/morejs/times/t": {"delta": -5, "var": 100}, + "linux-release-hardy/moz/times/t": {"delta": 0, "var": 6}, + "linux-release-hardy/startup/warm/t": {"delta": 0, "var": 20}, + "mac-release-10.5/dhtml/times/t": {"delta": 0, "var": 60}, + "mac-release-10.5/intl1/times/t": {"delta": 160, "var": 250}, + "mac-release-10.5/intl2/times/t": {"delta": 400, "var": 120}, + "mac-release-10.5/morejs/times/t": {"delta": -35, "var": 80}, + "mac-release-10.5/moz/times/t": {"delta": 80, "var": 80}, + "mac-release-10.5/startup/warm/t": {"delta": 0, "var": 20}, + "mac-release-10.6/moz/times/t": {"delta": 35, "var": 50}, + "mac-release-10.6/morejs/times/t": {"delta": -40, "var": 50}, + "vista-release-dual-core/dhtml/times/t": {"delta": 0, "var": 20}, + "vista-release-dual-core/intl1/times/t": {"delta": -60, "var": 60}, + "vista-release-dual-core/intl2/times/t": {"delta": -10, "var": 40}, + "vista-release-dual-core/morejs/times/t": {"delta": 0, "var": 30}, + "vista-release-dual-core/moz/times/t": {"delta": 0, "var": 60}, + "vista-release-dual-core/startup/times/t": {"delta": 0, "var": 10}, + "vista-release-single-core/dhtml/times/t": {"delta": 0, "var": 60}, + "vista-release-single-core/intl1/times/t": {"delta": 0, "var": 340}, + "vista-release-single-core/intl2/times/t": {"delta": 0, "var": 70}, + "vista-release-single-core/morejs/times/t": {"delta": 0, "var": 14}, + "vista-release-single-core/moz/times/t": {"delta": 0, "var": 20}, + "vista-release-single-core/startup/times/t": {"delta": 0, "var": 6}, + "xp-release-dual-core/dhtml/times/t": {"delta": 0, "var": 20}, + "xp-release-dual-core/dromaeo/score/score": {"delta": 35, "var": 6}, + "xp-release-dual-core/intl1/times/t": {"delta": 0, "var": 64}, + "xp-release-dual-core/intl2/times/t": {"delta": 0, "var": 30}, + "xp-release-dual-core/morejs/times/t": {"delta": 0, "var": 20}, + "xp-release-dual-core/moz/times/t": {"delta": 0, "var": 20}, + "xp-release-dual-core/moz/total_byte_b/IO_b": {"delta": 0, "var": 180}, + "xp-release-dual-core/moz/total_byte_r/IO_r": {"delta": 0, "var": 160}, + "xp-release-dual-core/moz/total_op_b/IO_op_b": {"delta": -1100, "var": 740}, + "xp-release-dual-core/moz/total_op_r/IO_op_r": {"delta": -600, "var": 730}, + "xp-release-dual-core/moz/vm_peak_b/vm_pk_b": {"delta": 700000, "var": 800000}, + "xp-release-dual-core/moz/vm_peak_r/vm_pk_r": {"delta": 1500000, "var": 2200000}, + "xp-release-dual-core/startup/warm/t": {"delta": 0, "var": 30}, + "xp-release-single-core/dhtml/times/t": {"delta": 0, "var": 14}, + "xp-release-single-core/intl1/times/t": {"delta": 0, "var": 30}, + "xp-release-single-core/intl2/times/t": {"delta": 0, "var": 40}, + "xp-release-single-core/morejs/times/t": {"delta": 0, "var": 20}, + "xp-release-single-core/moz/times/t": {"delta": 0, "var": 20}, + "xp-release-single-core/startup/times/t": {"delta": 0, "var": 6}, + "load": true } |