summaryrefslogtreecommitdiffstats
path: root/tools/perf_expectations
diff options
context:
space:
mode:
authorchase@chromium.org <chase@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98>2011-01-29 21:53:39 +0000
committerchase@chromium.org <chase@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98>2011-01-29 21:53:39 +0000
commite1f6ca92398344894703949b5898e3261f80c2ef (patch)
treebb4d8d9aa62059257044ac204a16bdac8ae11c47 /tools/perf_expectations
parentdf8fd29821d5df7c16d2967c45f047ef69f2585a (diff)
downloadchromium_src-e1f6ca92398344894703949b5898e3261f80c2ef.zip
chromium_src-e1f6ca92398344894703949b5898e3261f80c2ef.tar.gz
chromium_src-e1f6ca92398344894703949b5898e3261f80c2ef.tar.bz2
Adjust expectations.
Some are gradually increased results, non-trivial to locate in the graphs. Others are reduced variation and setting them now means easier to find real regressions or increases in flaky results. Others are improvements to capture: - "linux-release-hardy/dhtml/times/t" - "linux-release-hardy/dhtml/total_byte_r/IO_r" - "linux-release-hardy/dhtml/vm_rss_final_b/vm_rss_f_b" - "linux-release-hardy/intl1/times/t" - "mac-release-10.5/intl1/times/t" - "mac-release-10.5/intl2/vm_rss_final_b/vm_rss_f_b" - "mac-release-10.5/intl2/vm_rss_final_r/vm_rss_f_r" - "mac-release-10.5/intl2/vm_rss_final_t/vm_rss_f_t" - "mac-release-10.5/intl2/vm_size_final_b/vm_size_f_b" - "mac-release-10.5/intl2/vm_size_final_r/vm_size_f_r" - "mac-release-10.5/intl2/vm_size_final_t/vm_size_f_t" - "mac-release-10.5/morejs/times/t" - "vista-release-single-core/dhtml/times/t" - "vista-release-single-core/intl1/times/t" - "vista-release-single-core/moz/times/t" - "xp-release-dual-core/dhtml/times/t" - "xp-release-dual-core/intl1/times/t" - "xp-release-dual-core/intl2/times/t" - "xp-release-dual-core/morejs/times/t" - "xp-release-dual-core/moz/times/t" - "xp-release-dual-core/moz/total_byte_b/IO_b" - "xp-release-dual-core/moz/total_byte_r/IO_r" - "xp-release-dual-core/moz/total_op_b/IO_op_b" - "xp-release-dual-core/moz/total_op_r/IO_op_r" - "xp-release-dual-core/moz/vm_peak_b/vm_pk_b" - "xp-release-dual-core/moz/vm_peak_r/vm_pk_r" BUG=none TEST=perf steps are green TBR=nsylvain@chromium.org Review URL: http://codereview.chromium.org/6409002 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@73093 0039d316-1c4b-4281-b951-d872f2087c98
Diffstat (limited to 'tools/perf_expectations')
-rw-r--r--tools/perf_expectations/perf_expectations.json52
1 files changed, 26 insertions, 26 deletions
diff --git a/tools/perf_expectations/perf_expectations.json b/tools/perf_expectations/perf_expectations.json
index b3ee4d6..4d8c8af 100644
--- a/tools/perf_expectations/perf_expectations.json
+++ b/tools/perf_expectations/perf_expectations.json
@@ -1,17 +1,17 @@
{"linux-release-hardy/dhtml/commit_charge/cc": {"reva": 63231, "revb": 64325, "improve": 1026, "regress": 25528},
"linux-release-hardy/dhtml/processes/proc_": {"improve": 0, "regress": 0},
- "linux-release-hardy/dhtml/times/t": {"reva": 68703, "revb": 68809, "improve": -84, "regress": -23},
+ "linux-release-hardy/dhtml/times/t": {"reva": 71922, "revb": 73091, "improve": -84, "regress": -23},
"linux-release-hardy/dhtml/total_byte_b/IO_b": {"reva": 68703, "revb": 68809, "improve": 27740, "regress": 31040},
- "linux-release-hardy/dhtml/total_byte_r/IO_r": {"reva": 68703, "revb": 68809, "improve": -32, "regress": 222},
+ "linux-release-hardy/dhtml/total_byte_r/IO_r": {"reva": 71820, "revb": 73091, "improve": -32, "regress": 222},
"linux-release-hardy/dhtml/total_op_b/IO_op_b": {"reva": 68703, "revb": 68809, "improve": 28275, "regress": 35178},
"linux-release-hardy/dhtml/total_op_r/IO_op_r": {"reva": 68703, "revb": 68809, "improve": -137, "regress": 452},
- "linux-release-hardy/dhtml/vm_rss_final_b/vm_rss_f_b": {"reva": 68703, "revb": 68809, "improve": 8467251, "regress": 9814426},
+ "linux-release-hardy/dhtml/vm_rss_final_b/vm_rss_f_b": {"reva": 72985, "revb": 73091, "improve": 8467251, "regress": 9814426},
"linux-release-hardy/dhtml/vm_rss_final_r/vm_rss_f_r": {"reva": 68703, "revb": 68809, "improve": 20039680, "regress": 38500762},
"linux-release-hardy/dhtml/vm_rss_final_t/vm_rss_f_t": {"reva": 68703, "revb": 68809, "improve": 28530278, "regress": 48048538},
"linux-release-hardy/dhtml/vm_size_final_b/vm_size_f_b": {"reva": 68703, "revb": 68809, "improve": 180738457, "regress": 199957095},
"linux-release-hardy/dhtml/vm_size_final_r/vm_size_f_r": {"reva": 68703, "revb": 68809, "improve": 999209574, "regress": 1357315277},
"linux-release-hardy/dhtml/vm_size_final_t/vm_size_f_t": {"reva": 68703, "revb": 68809, "improve": 1179955814, "regress": 1557126144},
- "linux-release-hardy/intl1/times/t": {"reva": 68703, "revb": 68809, "improve": 77, "regress": 264},
+ "linux-release-hardy/intl1/times/t": {"reva": 72776, "revb": 73091, "improve": 77, "regress": 264},
"linux-release-hardy/intl2/times/t": {"reva": 68703, "revb": 68809, "improve": -84, "regress": 36},
"linux-release-hardy/morejs/times/t": {"reva": 68703, "revb": 68809, "improve": 77, "regress": 505},
"linux-release-hardy/moz/times/t": {"reva": 68703, "revb": 68809, "improve": -21, "regress": 80},
@@ -24,17 +24,17 @@
"linux-release/moz/times/t": {"improve": -15, "regress": 15},
"linux-release/startup/times/t": {"improve": -15, "regress": 15},
"mac-release-10.5/dhtml/times/t": {"improve": -90, "regress": 90},
- "mac-release-10.5/intl1/times/t": {"reva": 68710, "revb": 69063, "improve": -349, "regress": 92},
+ "mac-release-10.5/intl1/times/t": {"reva": 72930, "revb": 73091, "improve": -349, "regress": 92},
"mac-release-10.5/intl2/commit_charge/cc": {"improve": 4400, "regress": 17400},
"mac-release-10.5/intl2/processes/proc_": {"improve": 0, "regress": 0},
"mac-release-10.5/intl2/times/t": {"reva": 68710, "revb": 69063, "improve": -182, "regress": 225},
- "mac-release-10.5/intl2/vm_rss_final_b/vm_rss_f_b": {"improve": 4200000, "regress": 5500000},
- "mac-release-10.5/intl2/vm_rss_final_r/vm_rss_f_r": {"improve": 7600000, "regress": 12200000},
- "mac-release-10.5/intl2/vm_rss_final_t/vm_rss_f_t": {"improve": 12000000, "regress": 17400000},
- "mac-release-10.5/intl2/vm_size_final_b/vm_size_f_b": {"improve": 106000000, "regress": 113000000},
- "mac-release-10.5/intl2/vm_size_final_r/vm_size_f_r": {"improve": 12000000, "regress": 33000000},
- "mac-release-10.5/intl2/vm_size_final_t/vm_size_f_t": {"improve": 115000000, "regress": 146000000},
- "mac-release-10.5/morejs/times/t": {"reva": 68710, "revb": 69042, "improve": -63, "regress": 59},
+ "mac-release-10.5/intl2/vm_rss_final_b/vm_rss_f_b": {"reva": 72257, "revb": 73091, "improve": 4200000, "regress": 5500000},
+ "mac-release-10.5/intl2/vm_rss_final_r/vm_rss_f_r": {"reva": 71562, "revb": 73091, "improve": 7600000, "regress": 12200000},
+ "mac-release-10.5/intl2/vm_rss_final_t/vm_rss_f_t": {"reva": 72251, "revb": 73091, "improve": 12000000, "regress": 17400000},
+ "mac-release-10.5/intl2/vm_size_final_b/vm_size_f_b": {"reva": 72357, "revb": 73091, "improve": 106000000, "regress": 113000000},
+ "mac-release-10.5/intl2/vm_size_final_r/vm_size_f_r": {"reva": 72251, "revb": 73091, "improve": 12000000, "regress": 33000000},
+ "mac-release-10.5/intl2/vm_size_final_t/vm_size_f_t": {"reva": 72251, "revb": 73091, "improve": 115000000, "regress": 146000000},
+ "mac-release-10.5/morejs/times/t": {"reva": 72885, "revb": 73091, "improve": -63, "regress": 59},
"mac-release-10.5/moz/times/t": {"improve": -40, "regress": 200},
"mac-release-10.5/startup/warm/t": {"reva": 68710, "revb": 69063, "improve": -48, "regress": 43},
"mac-release-10.5/v8_benchmark/score/score": {"reva": 68710, "revb": 69063, "improve": 722, "regress": -734},
@@ -52,25 +52,25 @@
"vista-release-dual-core/moz/times/t": {"reva": 68696, "revb": 69048, "improve": -188, "regress": 545},
"vista-release-dual-core/startup/times/t": {"improve": -15, "regress": 15},
"vista-release-dual-core/v8_benchmark/score/score": {"reva": 68694, "revb": 69071, "improve": 620, "regress": -713},
- "vista-release-single-core/dhtml/times/t": {"improve": -90, "regress": 90},
- "vista-release-single-core/intl1/times/t": {"improve": -510, "regress": 510},
+ "vista-release-single-core/dhtml/times/t": {"reva": 73068, "revb": 73091, "improve": -90, "regress": 90},
+ "vista-release-single-core/intl1/times/t": {"reva": 72951, "revb": 73091, "improve": -510, "regress": 510},
"vista-release-single-core/intl2/times/t": {"reva": 70279, "revb": 71050, "improve": -536, "regress": 387},
"vista-release-single-core/morejs/times/t": {"reva": 70492, "revb": 70587, "improve": -115, "regress": 45},
- "vista-release-single-core/moz/times/t": {"reva": 68700, "revb": 70551, "improve": -388, "regress": 375},
+ "vista-release-single-core/moz/times/t": {"reva": 72231, "revb": 73091, "improve": -388, "regress": 375},
"vista-release-single-core/startup/times/t": {"improve": -9, "regress": 9},
- "xp-release-dual-core/dhtml/times/t": {"improve": -45, "regress": 45},
+ "xp-release-dual-core/dhtml/times/t": {"reva": 73068, "revb": 73091, "improve": -45, "regress": 45},
"xp-release-dual-core/dromaeo_domcore/score/score": {"improve": 284, "regress": 236},
"xp-release-dual-core/dromaeo_jslib/score/score": {"improve": 18, "regress": -6},
- "xp-release-dual-core/intl1/times/t": {"reva": 68696, "revb": 69064, "improve": -93, "regress": 84},
- "xp-release-dual-core/intl2/times/t": {"reva": 68696, "revb": 69064, "improve": -39, "regress": 44},
- "xp-release-dual-core/morejs/times/t": {"reva": 68696, "revb": 69071, "improve": -20, "regress": 22},
- "xp-release-dual-core/moz/times/t": {"reva": 68696, "revb": 69048, "improve": -58, "regress": 80},
- "xp-release-dual-core/moz/total_byte_b/IO_b": {"reva": 68696, "revb": 69048, "improve": -506, "regress": 567},
- "xp-release-dual-core/moz/total_byte_r/IO_r": {"reva": 68696, "revb": 69048, "improve": -130, "regress": 343},
- "xp-release-dual-core/moz/total_op_b/IO_op_b": {"reva": 68696, "revb": 69048, "improve": -685, "regress": 870},
- "xp-release-dual-core/moz/total_op_r/IO_op_r": {"reva": 68696, "revb": 69048, "improve": -321, "regress": 1113},
- "xp-release-dual-core/moz/vm_peak_b/vm_pk_b": {"reva": 68696, "revb": 69048, "improve": -245146, "regress": 1182720},
- "xp-release-dual-core/moz/vm_peak_r/vm_pk_r": {"reva": 68696, "revb": 69048, "improve": -1311744, "regress": 5879194},
+ "xp-release-dual-core/intl1/times/t": {"reva": 72930, "revb": 73091, "improve": -93, "regress": 84},
+ "xp-release-dual-core/intl2/times/t": {"reva": 72930, "revb": 73091, "improve": -39, "regress": 44},
+ "xp-release-dual-core/morejs/times/t": {"reva": 71804, "revb": 73091, "improve": -20, "regress": 22},
+ "xp-release-dual-core/moz/times/t": {"reva": 72358, "revb": 73091, "improve": -58, "regress": 80},
+ "xp-release-dual-core/moz/total_byte_b/IO_b": {"reva": 72130, "revb": 73091, "improve": -506, "regress": 567},
+ "xp-release-dual-core/moz/total_byte_r/IO_r": {"reva": 72130, "revb": 73091, "improve": -130, "regress": 343},
+ "xp-release-dual-core/moz/total_op_b/IO_op_b": {"reva": 71631, "revb": 73091, "improve": -685, "regress": 870},
+ "xp-release-dual-core/moz/total_op_r/IO_op_r": {"reva": 71695, "revb": 73091, "improve": -321, "regress": 1113},
+ "xp-release-dual-core/moz/vm_peak_b/vm_pk_b": {"reva": 71606, "revb": 73091, "improve": -245146, "regress": 1182720},
+ "xp-release-dual-core/moz/vm_peak_r/vm_pk_r": {"reva": 72939, "revb": 73091, "improve": -1311744, "regress": 5879194},
"xp-release-dual-core/startup/warm/t": {"reva": 63759, "revb": 64027, "improve": -4, "regress": 13},
"xp-release-dual-core/v8_benchmark/score/score": {"reva": 68696, "revb": 69071, "improve": 892, "regress": -668},
"xp-release-single-core/dhtml/times/t": {"reva": 70281, "revb": 71066, "improve": -121, "regress": 307},