summaryrefslogtreecommitdiffstats
path: root/tools
diff options
context:
space:
mode:
authorshadi@chromium.org <shadi@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98>2012-12-18 20:16:51 +0000
committershadi@chromium.org <shadi@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98>2012-12-18 20:16:51 +0000
commit083c02368d175e7fdd8a1b31568875ab77f616d7 (patch)
treeb32f22ce386a6ed55ae21b72b67f7e7ce2df0f89 /tools
parent66fab44c9206094ae502f405e8ed2706ba890bc2 (diff)
downloadchromium_src-083c02368d175e7fdd8a1b31568875ab77f616d7.zip
chromium_src-083c02368d175e7fdd8a1b31568875ab77f616d7.tar.gz
chromium_src-083c02368d175e7fdd8a1b31568875ab77f616d7.tar.bz2
Set regression values to > 0 for better checking.
These tests have been flaky since the expectation is very strict (improvement = regression = 0). BUG=None TBR=cmp Review URL: https://chromiumcodereview.appspot.com/11590021 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@173772 0039d316-1c4b-4281-b951-d872f2087c98
Diffstat (limited to 'tools')
-rw-r--r--tools/perf_expectations/perf_expectations.json62
1 files changed, 31 insertions, 31 deletions
diff --git a/tools/perf_expectations/perf_expectations.json b/tools/perf_expectations/perf_expectations.json
index 01d5fe0..4bb67f2 100644
--- a/tools/perf_expectations/perf_expectations.json
+++ b/tools/perf_expectations/perf_expectations.json
@@ -59,30 +59,30 @@
"linux-release/media_tests_av_perf/cpu/tulip2.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 6, "regress": 10, "sha1": "1abd5824"},
"linux-release/media_tests_av_perf/cpu/tulip2.wav": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "95b2180b"},
"linux-release/media_tests_av_perf/cpu/tulip2.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 13, "regress": 18, "sha1": "7b022336"},
- "linux-release/media_tests_av_perf/dropped_fps/crowd1080.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "da15b88f"},
+ "linux-release/media_tests_av_perf/dropped_fps/crowd1080.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "894eb436"},
"linux-release/media_tests_av_perf/dropped_fps/crowd2160.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 1, "regress": 3, "sha1": "6d728f33"},
- "linux-release/media_tests_av_perf/dropped_fps/crowd360.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "64e3262b"},
- "linux-release/media_tests_av_perf/dropped_fps/crowd480.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "a43295fe"},
- "linux-release/media_tests_av_perf/dropped_fps/crowd720.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "fc78ee2e"},
- "linux-release/media_tests_av_perf/dropped_fps/tulip2.m4a": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "f4862ca0"},
- "linux-release/media_tests_av_perf/dropped_fps/tulip2.mp3": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "c7413cda"},
- "linux-release/media_tests_av_perf/dropped_fps/tulip2.mp4": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "296e893f"},
- "linux-release/media_tests_av_perf/dropped_fps/tulip2.ogg": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "5d115116"},
- "linux-release/media_tests_av_perf/dropped_fps/tulip2.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "a9427236"},
- "linux-release/media_tests_av_perf/dropped_fps/tulip2.wav": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "6858dd4c"},
- "linux-release/media_tests_av_perf/dropped_fps/tulip2.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "b809368f"},
+ "linux-release/media_tests_av_perf/dropped_fps/crowd360.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "145aaa50"},
+ "linux-release/media_tests_av_perf/dropped_fps/crowd480.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "2301c033"},
+ "linux-release/media_tests_av_perf/dropped_fps/crowd720.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "e966fc73"},
+ "linux-release/media_tests_av_perf/dropped_fps/tulip2.m4a": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "d5829790"},
+ "linux-release/media_tests_av_perf/dropped_fps/tulip2.mp3": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "3c968593"},
+ "linux-release/media_tests_av_perf/dropped_fps/tulip2.mp4": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "f8859e8d"},
+ "linux-release/media_tests_av_perf/dropped_fps/tulip2.ogg": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "f5ec36b5"},
+ "linux-release/media_tests_av_perf/dropped_fps/tulip2.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "ae73d7ef"},
+ "linux-release/media_tests_av_perf/dropped_fps/tulip2.wav": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "851df0d6"},
+ "linux-release/media_tests_av_perf/dropped_fps/tulip2.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "33380403"},
"linux-release/media_tests_av_perf/dropped_frames/crowd1080.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 2, "sha1": "a83cb843"},
"linux-release/media_tests_av_perf/dropped_frames/crowd2160.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 11, "regress": 28, "sha1": "cb62cd1c"},
"linux-release/media_tests_av_perf/dropped_frames/crowd360.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 3, "sha1": "276ba29c"},
"linux-release/media_tests_av_perf/dropped_frames/crowd480.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 2, "sha1": "ce0702a2"},
"linux-release/media_tests_av_perf/dropped_frames/crowd720.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 2, "sha1": "2af6304e"},
- "linux-release/media_tests_av_perf/dropped_frames/tulip2.m4a": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "6338dc0b"},
- "linux-release/media_tests_av_perf/dropped_frames/tulip2.mp3": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "6b070cee"},
- "linux-release/media_tests_av_perf/dropped_frames/tulip2.mp4": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "18e968ef"},
- "linux-release/media_tests_av_perf/dropped_frames/tulip2.ogg": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "4be797bf"},
- "linux-release/media_tests_av_perf/dropped_frames/tulip2.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "8175b91c"},
- "linux-release/media_tests_av_perf/dropped_frames/tulip2.wav": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "274f13f2"},
- "linux-release/media_tests_av_perf/dropped_frames/tulip2.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "f092d588"},
+ "linux-release/media_tests_av_perf/dropped_frames/tulip2.m4a": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "bf58dc58"},
+ "linux-release/media_tests_av_perf/dropped_frames/tulip2.mp3": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "9694767a"},
+ "linux-release/media_tests_av_perf/dropped_frames/tulip2.mp4": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "c81511a8"},
+ "linux-release/media_tests_av_perf/dropped_frames/tulip2.ogg": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "678f993c"},
+ "linux-release/media_tests_av_perf/dropped_frames/tulip2.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "aef41156"},
+ "linux-release/media_tests_av_perf/dropped_frames/tulip2.wav": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "9310a09d"},
+ "linux-release/media_tests_av_perf/dropped_frames/tulip2.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "83e3442f"},
"linux-release/media_tests_av_perf/epp/Cable_crowd.ogg": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "56d9c646"},
"linux-release/media_tests_av_perf/epp/Cable_crowd.wav": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "558ad3d8"},
"linux-release/media_tests_av_perf/epp/Cable_crowd360.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "991c8559"},
@@ -445,27 +445,27 @@
"win-release/media_tests_av_perf/cpu/tulip2.webm": {"reva": 155313, "revb": 155418, "type": "absolute", "better": "lower", "improve": 0, "regress": 18, "sha1": "dc6fff68"},
"win-release/media_tests_av_perf/dropped_fps/crowd1080.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "d0b85951"},
"win-release/media_tests_av_perf/dropped_fps/crowd2160.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 3, "regress": 12, "sha1": "5bd7d62b"},
- "win-release/media_tests_av_perf/dropped_fps/crowd360.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "a1f2f11b"},
- "win-release/media_tests_av_perf/dropped_fps/crowd480.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "45e1360c"},
+ "win-release/media_tests_av_perf/dropped_fps/crowd360.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "f0bab525"},
+ "win-release/media_tests_av_perf/dropped_fps/crowd480.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "2c4657ae"},
"win-release/media_tests_av_perf/dropped_fps/crowd720.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "5c6336e5"},
- "win-release/media_tests_av_perf/dropped_fps/tulip2.m4a": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "8e121893"},
- "win-release/media_tests_av_perf/dropped_fps/tulip2.mp3": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "fd1ba0be"},
- "win-release/media_tests_av_perf/dropped_fps/tulip2.mp4": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "0a32c651"},
- "win-release/media_tests_av_perf/dropped_fps/tulip2.ogg": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "1b6cdce4"},
- "win-release/media_tests_av_perf/dropped_fps/tulip2.ogv": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "98bbcb47"},
- "win-release/media_tests_av_perf/dropped_fps/tulip2.wav": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "42bd33d4"},
- "win-release/media_tests_av_perf/dropped_fps/tulip2.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "15060d56"},
+ "win-release/media_tests_av_perf/dropped_fps/tulip2.m4a": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "f8c0213d"},
+ "win-release/media_tests_av_perf/dropped_fps/tulip2.mp3": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "a8d16eaf"},
+ "win-release/media_tests_av_perf/dropped_fps/tulip2.mp4": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "26a7c9c7"},
+ "win-release/media_tests_av_perf/dropped_fps/tulip2.ogg": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "cad9591f"},
+ "win-release/media_tests_av_perf/dropped_fps/tulip2.ogv": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "50bc572f"},
+ "win-release/media_tests_av_perf/dropped_fps/tulip2.wav": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "b43632f5"},
+ "win-release/media_tests_av_perf/dropped_fps/tulip2.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "802478b3"},
"win-release/media_tests_av_perf/dropped_frames/crowd1080.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 7, "sha1": "812e8cc8"},
"win-release/media_tests_av_perf/dropped_frames/crowd2160.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 29, "regress": 82, "sha1": "37dd0cb3"},
"win-release/media_tests_av_perf/dropped_frames/crowd360.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 3, "sha1": "2819038d"},
"win-release/media_tests_av_perf/dropped_frames/crowd480.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 3, "sha1": "af510924"},
"win-release/media_tests_av_perf/dropped_frames/crowd720.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 6, "sha1": "9c0316bc"},
- "win-release/media_tests_av_perf/dropped_frames/tulip2.m4a": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "6ba2286b"},
- "win-release/media_tests_av_perf/dropped_frames/tulip2.mp3": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "3a20f5f6"},
+ "win-release/media_tests_av_perf/dropped_frames/tulip2.m4a": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "8421f5ac"},
+ "win-release/media_tests_av_perf/dropped_frames/tulip2.mp3": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "ac2c383d"},
"win-release/media_tests_av_perf/dropped_frames/tulip2.mp4": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 4, "sha1": "42deec19"},
- "win-release/media_tests_av_perf/dropped_frames/tulip2.ogg": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "97cbfa19"},
+ "win-release/media_tests_av_perf/dropped_frames/tulip2.ogg": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "e08addbd"},
"win-release/media_tests_av_perf/dropped_frames/tulip2.ogv": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 4, "sha1": "c563e2ae"},
- "win-release/media_tests_av_perf/dropped_frames/tulip2.wav": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "3e67293a"},
+ "win-release/media_tests_av_perf/dropped_frames/tulip2.wav": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "8537bbd9"},
"win-release/media_tests_av_perf/dropped_frames/tulip2.webm": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 6, "sha1": "48a0de07"},
"win-release/media_tests_av_perf/epp/Cable_crowd.ogg": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "ec4b683b"},
"win-release/media_tests_av_perf/epp/Cable_crowd.wav": {"reva": 154809, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "7b9411b3"},