summaryrefslogtreecommitdiffstats
path: root/tools/perf_expectations
diff options
context:
space:
mode:
authoranandc@chromium.org <anandc@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98>2013-02-05 09:22:22 +0000
committeranandc@chromium.org <anandc@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98>2013-02-05 09:22:22 +0000
commitba0a1b49a4ef5f149f01de54a873013e0aba4e41 (patch)
tree696e75149f55b12a47b497224eeeec2adb7fb788 /tools/perf_expectations
parentf92db5792e4b8ad8580038a28af6229c19a97c6d (diff)
downloadchromium_src-ba0a1b49a4ef5f149f01de54a873013e0aba4e41.zip
chromium_src-ba0a1b49a4ef5f149f01de54a873013e0aba4e41.tar.gz
chromium_src-ba0a1b49a4ef5f149f01de54a873013e0aba4e41.tar.bz2
Updating expectations for perf-AV tests.
Recent changes on Linux relating to renderer side mixing and AudioRendererImpl require a rebaseline. Also, there's been an improvement in memory usage on Windows, following r178755, "Instant should have a dedicated render process" BUG=172030,174210,174213 NOTRY=true TBR=dalecurtis Review URL: https://chromiumcodereview.appspot.com/12223002 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@180666 0039d316-1c4b-4281-b951-d872f2087c98
Diffstat (limited to 'tools/perf_expectations')
-rw-r--r--tools/perf_expectations/perf_expectations.json46
1 files changed, 23 insertions, 23 deletions
diff --git a/tools/perf_expectations/perf_expectations.json b/tools/perf_expectations/perf_expectations.json
index 9061401..29bfbac 100644
--- a/tools/perf_expectations/perf_expectations.json
+++ b/tools/perf_expectations/perf_expectations.json
@@ -43,8 +43,8 @@
"linux-release/dom_perf/Total/score": {"reva": 167354, "revb": 168275, "improve": 258, "regress": 106, "sha1": "fc6899bf"},
"linux-release/intl1/times/t": {"reva": 178795, "revb": 179207, "improve": 134.477777772, "regress": 305.083333327, "sha1": "e6a4a848"},
"linux-release/intl2/times/t": {"reva": 178795, "revb": 179207, "improve": 3.1666666635, "regress": 155.283333334, "sha1": "540bb0b3"},
- "linux-release/media_tests_av_perf/audio_latency/latency": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 26, "regress": 46, "sha1": "b6e559f5"},
- "linux-release/media_tests_av_perf/audio_latency/latency_bg_clip": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 11, "sha1": "db747e1f"},
+ "linux-release/media_tests_av_perf/audio_latency/latency": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 190, "regress": 222, "sha1": "fc9815d5"},
+ "linux-release/media_tests_av_perf/audio_latency/latency_bg_clip": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 165, "regress": 193, "sha1": "a0029792"},
"linux-release/media_tests_av_perf/audio_pesq/actual": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "higher", "improve": 5, "regress": 4, "sha1": "f4295968"},
"linux-release/media_tests_av_perf/audio_pesq/ref": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "higher", "improve": 5, "regress": 4, "sha1": "920a6aee"},
"linux-release/media_tests_av_perf/cpu/crowd1080.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 29, "regress": 36, "sha1": "daac54b7"},
@@ -52,12 +52,12 @@
"linux-release/media_tests_av_perf/cpu/crowd360.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 7, "regress": 10, "sha1": "4610ecbb"},
"linux-release/media_tests_av_perf/cpu/crowd480.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 11, "regress": 15, "sha1": "2387532a"},
"linux-release/media_tests_av_perf/cpu/crowd720.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 18, "regress": 24, "sha1": "056a9937"},
- "linux-release/media_tests_av_perf/cpu/tulip2.m4a": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "d6337b49"},
- "linux-release/media_tests_av_perf/cpu/tulip2.mp3": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "31f28f7e"},
- "linux-release/media_tests_av_perf/cpu/tulip2.mp4": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 12, "regress": 16, "sha1": "db10a291"},
- "linux-release/media_tests_av_perf/cpu/tulip2.ogg": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "82af0bf8"},
+ "linux-release/media_tests_av_perf/cpu/tulip2.m4a": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 1.41932879262, "regress": 2.22224949985, "sha1": "3f6223db"},
+ "linux-release/media_tests_av_perf/cpu/tulip2.mp3": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 1.26001088275, "regress": 1.95817913571, "sha1": "4726ca23"},
+ "linux-release/media_tests_av_perf/cpu/tulip2.mp4": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 13.6339332909, "regress": 17.7515167145, "sha1": "c3f26dbb"},
+ "linux-release/media_tests_av_perf/cpu/tulip2.ogg": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 1.14308353252, "regress": 1.82933994987, "sha1": "f06f8b75"},
"linux-release/media_tests_av_perf/cpu/tulip2.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 6, "regress": 10, "sha1": "1abd5824"},
- "linux-release/media_tests_av_perf/cpu/tulip2.wav": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "95b2180b"},
+ "linux-release/media_tests_av_perf/cpu/tulip2.wav": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 1.45574071391, "regress": 2.21797834827, "sha1": "8711f742"},
"linux-release/media_tests_av_perf/cpu/tulip2.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 13, "regress": 18, "sha1": "7b022336"},
"linux-release/media_tests_av_perf/dropped_fps/crowd1080.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 1, "sha1": "894eb436"},
"linux-release/media_tests_av_perf/dropped_fps/crowd2160.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 1, "regress": 3, "sha1": "6d728f33"},
@@ -93,7 +93,7 @@
"linux-release/media_tests_av_perf/epp/DSL_roller.webm": {"reva": 176330, "revb": 176978, "type": "absolute", "better": "lower", "improve": 0, "regress": 2, "sha1": "6ce1bc53"},
"linux-release/media_tests_av_perf/epp/NoConstraints_crowd.ogg": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "392168f6"},
"linux-release/media_tests_av_perf/epp/NoConstraints_crowd.wav": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "a8907efa"},
- "linux-release/media_tests_av_perf/epp/NoConstraints_crowd360.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "a21ec091"},
+ "linux-release/media_tests_av_perf/epp/NoConstraints_crowd360.ogv": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 0.0, "regress": 1.575, "sha1": "35311024"},
"linux-release/media_tests_av_perf/epp/NoConstraints_roller.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "e687faca"},
"linux-release/media_tests_av_perf/epp/Slow_crowd.ogg": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "817023bd"},
"linux-release/media_tests_av_perf/epp/Slow_crowd.wav": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 142, "regress": 234, "sha1": "99c15c9c"},
@@ -114,18 +114,18 @@
"linux-release/media_tests_av_perf/fps/tulip2.ogg": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "higher", "improve": 0, "regress": 0, "sha1": "95f6d884"},
"linux-release/media_tests_av_perf/fps/tulip2.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "higher", "improve": 32, "regress": 28, "sha1": "0560e39f"},
"linux-release/media_tests_av_perf/fps/tulip2.wav": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "higher", "improve": 0, "regress": 0, "sha1": "39e92b9d"},
- "linux-release/media_tests_av_perf/memory/crowd1080.webm": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 55271, "regress": 61446, "sha1": "65170620"},
+ "linux-release/media_tests_av_perf/memory/crowd1080.webm": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 57209, "regress": 65147, "sha1": "5edb009a"},
"linux-release/media_tests_av_perf/memory/crowd2160.webm": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 110887, "regress": 123073, "sha1": "9c86b947"},
- "linux-release/media_tests_av_perf/memory/crowd360.webm": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 37984, "regress": 42324, "sha1": "d9af64d1"},
- "linux-release/media_tests_av_perf/memory/crowd480.webm": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 40481, "regress": 45167, "sha1": "757ee949"},
- "linux-release/media_tests_av_perf/memory/crowd720.webm": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 46124, "regress": 51476, "sha1": "0fe68d50"},
- "linux-release/media_tests_av_perf/memory/tulip2.m4a": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 31718, "regress": 35436, "sha1": "e34d0309"},
- "linux-release/media_tests_av_perf/memory/tulip2.mp3": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 31479, "regress": 35070, "sha1": "5a6bdb77"},
- "linux-release/media_tests_av_perf/memory/tulip2.mp4": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 51600, "regress": 57339, "sha1": "a150bc62"},
- "linux-release/media_tests_av_perf/memory/tulip2.ogg": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 31289, "regress": 34911, "sha1": "26810a1c"},
- "linux-release/media_tests_av_perf/memory/tulip2.ogv": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 43711, "regress": 48884, "sha1": "ebb829b4"},
- "linux-release/media_tests_av_perf/memory/tulip2.wav": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 34116, "regress": 38057, "sha1": "75f23dc1"},
- "linux-release/media_tests_av_perf/memory/tulip2.webm": {"reva": 161526, "revb": 161817, "type": "absolute", "better": "lower", "improve": 45702, "regress": 50820, "sha1": "3bd59fe4"},
+ "linux-release/media_tests_av_perf/memory/crowd360.webm": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 39713, "regress": 44919, "sha1": "afe6c1c6"},
+ "linux-release/media_tests_av_perf/memory/crowd480.webm": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 42358, "regress": 48128, "sha1": "4f78f54b"},
+ "linux-release/media_tests_av_perf/memory/crowd720.webm": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 48054, "regress": 54689, "sha1": "648d1951"},
+ "linux-release/media_tests_av_perf/memory/tulip2.m4a": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 33588, "regress": 37456, "sha1": "0802d194"},
+ "linux-release/media_tests_av_perf/memory/tulip2.mp3": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 33238, "regress": 37099, "sha1": "3184dd62"},
+ "linux-release/media_tests_av_perf/memory/tulip2.mp4": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 53268, "regress": 60955, "sha1": "f9e9838c"},
+ "linux-release/media_tests_av_perf/memory/tulip2.ogg": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 32976, "regress": 36822, "sha1": "09fcc0a5"},
+ "linux-release/media_tests_av_perf/memory/tulip2.ogv": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 45508, "regress": 51799, "sha1": "8809f007"},
+ "linux-release/media_tests_av_perf/memory/tulip2.wav": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 36138, "regress": 40619, "sha1": "9bdd0bef"},
+ "linux-release/media_tests_av_perf/memory/tulip2.webm": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 47792, "regress": 54386, "sha1": "0a6beaaf"},
"linux-release/media_tests_av_perf/scrubbing/tulip2.m4a_backward": {"reva": 166121, "revb": 166945, "type": "absolute", "better": "lower", "improve": 3, "regress": 23, "sha1": "f9b24229"},
"linux-release/media_tests_av_perf/scrubbing/tulip2.m4a_forward": {"reva": 161029, "revb": 161120, "type": "absolute", "better": "lower", "improve": 2, "regress": 7, "sha1": "85180a44"},
"linux-release/media_tests_av_perf/scrubbing/tulip2.m4a_mixed": {"reva": 161029, "revb": 161120, "type": "absolute", "better": "lower", "improve": 3, "regress": 8, "sha1": "c1907194"},
@@ -181,7 +181,7 @@
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Cable_crowd1080.ogv": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 212, "regress": 447, "sha1": "6d6f0f81"},
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Cable_crowd1080.webm": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 1815, "regress": 2092, "sha1": "0fa52805"},
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Cable_crowd360.mp4": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 92, "regress": 130, "sha1": "51affb01"},
- "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Cable_crowd360.ogv": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 72, "regress": 125, "sha1": "e9548044"},
+ "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Cable_crowd360.ogv": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 79.7795750001, "regress": 153.963075, "sha1": "43ba54cb"},
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Cable_crowd360.webm": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 260, "regress": 326, "sha1": "165517e4"},
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Cable_dartmoor2.m4a": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 46, "regress": 61, "sha1": "75d349dd"},
"linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Cable_dartmoor2.mp3": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 49, "regress": 68, "sha1": "8f313b22"},
@@ -266,7 +266,7 @@
"linux-release/media_tests_av_perf/seek/UNCACHED_BUFFERED_SEEK_Wifi_dartmoor2.m4a": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 5, "regress": 10, "sha1": "61c4ebcd"},
"linux-release/media_tests_av_perf/seek/UNCACHED_BUFFERED_SEEK_Wifi_dartmoor2.mp3": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 7, "regress": 12, "sha1": "acf411f5"},
"linux-release/media_tests_av_perf/seek/UNCACHED_BUFFERED_SEEK_Wifi_dartmoor2.ogg": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 1, "regress": 4, "sha1": "2eec910d"},
- "linux-release/media_tests_av_perf/seek/UNCACHED_BUFFERED_SEEK_Wifi_dartmoor2.wav": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 98, "regress": 259, "sha1": "da58e157"},
+ "linux-release/media_tests_av_perf/seek/UNCACHED_BUFFERED_SEEK_Wifi_dartmoor2.wav": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 6.06669999991, "regress": 9.51719999997, "sha1": "ab393a1c"},
"linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_Cable_crowd1080.mp4": {"reva": 175328, "revb": 176157, "type": "absolute", "better": "lower", "improve": 3419.380125, "regress": 3850.7448, "sha1": "97a3996c"},
"linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_Cable_crowd1080.ogv": {"reva": 175328, "revb": 176157, "type": "absolute", "better": "lower", "improve": 2317.3616, "regress": 3513.463275, "sha1": "6afce591"},
"linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_Cable_crowd1080.webm": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 10430, "regress": 11629, "sha1": "2eabd1d4"},
@@ -508,9 +508,9 @@
"win-release/media_tests_av_perf/memory/tulip2.mp3": {"reva": 17420, "revb": 174996, "type": "absolute", "better": "lower", "improve": 38030, "regress": 46667, "sha1": "159906a6"},
"win-release/media_tests_av_perf/memory/tulip2.mp4": {"reva": 17420, "revb": 174996, "type": "absolute", "better": "lower", "improve": 44889, "regress": 63576, "sha1": "2cabbec5"},
"win-release/media_tests_av_perf/memory/tulip2.ogg": {"reva": 17420, "revb": 174996, "type": "absolute", "better": "lower", "improve": 37498, "regress": 46188, "sha1": "794b3769"},
- "win-release/media_tests_av_perf/memory/tulip2.ogv": {"reva": 17420, "revb": 174996, "type": "absolute", "better": "lower", "improve": 56642, "regress": 72963, "sha1": "26bc58f1"},
+ "win-release/media_tests_av_perf/memory/tulip2.ogv": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 50802, "regress": 64853, "sha1": "a65b5da2"},
"win-release/media_tests_av_perf/memory/tulip2.wav": {"reva": 17420, "revb": 174996, "type": "absolute", "better": "lower", "improve": 39516, "regress": 48561, "sha1": "bd27ef8c"},
- "win-release/media_tests_av_perf/memory/tulip2.webm": {"reva": 17420, "revb": 174996, "type": "absolute", "better": "lower", "improve": 56787, "regress": 72303, "sha1": "5044d0ec"},
+ "win-release/media_tests_av_perf/memory/tulip2.webm": {"reva": 180005, "revb": 180520, "type": "absolute", "better": "lower", "improve": 51550, "regress": 63786, "sha1": "9dbc3af3"},
"win-release/media_tests_av_perf/scrubbing/tulip2.m4a_backward": {"reva": 163299, "revb": 164141, "type": "absolute", "better": "lower", "improve": 2, "regress": 477, "sha1": "45c77e2c"},
"win-release/media_tests_av_perf/scrubbing/tulip2.m4a_forward": {"reva": 163299, "revb": 164141, "type": "absolute", "better": "lower", "improve": 0, "regress": 7, "sha1": "348fedf9"},
"win-release/media_tests_av_perf/scrubbing/tulip2.m4a_mixed": {"reva": 163299, "revb": 164141, "type": "absolute", "better": "lower", "improve": 2, "regress": 9, "sha1": "209d9f97"},