diff options
| author | chase@chromium.org <chase@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98> | 2010-08-11 19:38:45 +0000 |
|---|---|---|
| committer | chase@chromium.org <chase@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98> | 2010-08-11 19:38:45 +0000 |
| commit | 1b3db78c4451a755eeaadc4cedceccd9e91724c8 (patch) | |
| tree | ecec761dee823204925cfe5d4edab5c76b06372d /tools/perf_expectations | |
| parent | 8004db2a466136e59d40c37c72d7d8b739b67862 (diff) | |
| download | chromium_src-1b3db78c4451a755eeaadc4cedceccd9e91724c8.zip chromium_src-1b3db78c4451a755eeaadc4cedceccd9e91724c8.tar.gz chromium_src-1b3db78c4451a755eeaadc4cedceccd9e91724c8.tar.bz2 | |
Convert mac10.6/dhtml/times to new expectations format.
Update unit tests.
BUG=none
TEST=mac10.6/dhtml is orange
Review URL: http://codereview.chromium.org/3180002
git-svn-id: svn://svn.chromium.org/chrome/trunk/src@55769 0039d316-1c4b-4281-b951-d872f2087c98
Diffstat (limited to 'tools/perf_expectations')
| -rw-r--r-- | tools/perf_expectations/perf_expectations.json | 2 | ||||
| -rwxr-xr-x | tools/perf_expectations/tests/perf_expectations_unittest.py | 30 |
2 files changed, 23 insertions, 9 deletions
diff --git a/tools/perf_expectations/perf_expectations.json b/tools/perf_expectations/perf_expectations.json index ecfb922..797cf439 100644 --- a/tools/perf_expectations/perf_expectations.json +++ b/tools/perf_expectations/perf_expectations.json @@ -16,7 +16,7 @@ "mac-release-10.5/morejs/times/t": {"delta": -35, "var": 80}, "mac-release-10.5/moz/times/t": {"delta": 80, "var": 80}, "mac-release-10.5/startup/warm/t": {"delta": 30, "var": 20}, - "mac-release-10.6/dhtml/times/t": {"delta": -12, "var": 14}, + "mac-release-10.6/dhtml/times/t": {"improve": -33, "regress": 9}, "mac-release-10.6/intl1/times/t": {"delta": 600, "var": 110}, "mac-release-10.6/intl2/times/t": {"delta": 60, "var": 60}, "mac-release-10.6/morejs/times/t": {"delta": -40, "var": 50}, diff --git a/tools/perf_expectations/tests/perf_expectations_unittest.py b/tools/perf_expectations/tests/perf_expectations_unittest.py index 88b8251..ffb0e23 100755 --- a/tools/perf_expectations/tests/perf_expectations_unittest.py +++ b/tools/perf_expectations/tests/perf_expectations_unittest.py @@ -105,14 +105,28 @@ class PerfExpectationsUnittest(unittest.TestCase): for key in perf_data: if key == 'load': continue - if 'delta' not in perf_data[key] or 'var' not in perf_data[key]: - bad_keys.append(key) - if (not isinstance(perf_data[key]['delta'], int) and - not isinstance(perf_data[key]['delta'], float)): - bad_keys.append(key) - if (not isinstance(perf_data[key]['var'], int) and - not isinstance(perf_data[key]['var'], float)): - bad_keys.append(key) + + # First check if regress/improve is in the key's data. + if 'regress' in perf_data[key]: + if 'improve' not in perf_data[key]: + bad_keys.append(key) + if (not isinstance(perf_data[key]['regress'], int) and + not isinstance(perf_data[key]['regress'], float)): + bad_keys.append(key) + if (not isinstance(perf_data[key]['improve'], int) and + not isinstance(perf_data[key]['improve'], float)): + bad_keys.append(key) + else: + # Otherwise check if delta/var is in the key's data. + if 'delta' not in perf_data[key] or 'var' not in perf_data[key]: + bad_keys.append(key) + if (not isinstance(perf_data[key]['delta'], int) and + not isinstance(perf_data[key]['delta'], float)): + bad_keys.append(key) + if (not isinstance(perf_data[key]['var'], int) and + not isinstance(perf_data[key]['var'], float)): + bad_keys.append(key) + if len(bad_keys) > 0: msg = "perf expectations key values missing or invalid delta/var" raise Exception("%s: %s" % (msg, bad_keys)) |