diff options
| -rw-r--r-- | tools/perf_expectations/perf_expectations.json | 30 |
1 files changed, 15 insertions, 15 deletions
diff --git a/tools/perf_expectations/perf_expectations.json b/tools/perf_expectations/perf_expectations.json index 412f620..f5d6476 100644 --- a/tools/perf_expectations/perf_expectations.json +++ b/tools/perf_expectations/perf_expectations.json @@ -43,8 +43,8 @@ "linux-release/dom_perf/Total/score": {"reva": 186653, "revb": 187589, "improve": 305, "regress": 186, "sha1": "143b0fd3"}, "linux-release/intl1/times/t": {"reva": 185548, "revb": 185603, "improve": 146.511111109, "regress": 312.550000004, "sha1": "dbcce671"}, "linux-release/intl2/times/t": {"reva": 185548, "revb": 185603, "improve": -87.9666666585, "regress": 19.4833333275, "sha1": "bae99638"}, - "linux-release/media_tests_av_perf/audio_latency/latency": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 71, "regress": 91, "sha1": "fab6ace7"}, - "linux-release/media_tests_av_perf/audio_latency/latency_bg_clip": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 47, "regress": 58, "sha1": "b43cf54f"}, + "linux-release/media_tests_av_perf/audio_latency/latency": {"reva": 192051, "revb": 192562, "type": "absolute", "better": "lower", "improve": 171, "regress": 208, "sha1": "17c37707"}, + "linux-release/media_tests_av_perf/audio_latency/latency_bg_clip": {"reva": 192051, "revb": 192562, "type": "absolute", "better": "lower", "improve": 54, "regress": 60, "sha1": "a2ff35be"}, "linux-release/media_tests_av_perf/audio_pesq/actual": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "higher", "improve": 5, "regress": 4, "sha1": "f4295968"}, "linux-release/media_tests_av_perf/audio_pesq/ref": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "higher", "improve": 5, "regress": 4, "sha1": "920a6aee"}, "linux-release/media_tests_av_perf/cpu/crowd1080.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 29, "regress": 36, "sha1": "daac54b7"}, @@ -52,12 +52,12 @@ "linux-release/media_tests_av_perf/cpu/crowd360.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 7, "regress": 10, "sha1": "4610ecbb"}, "linux-release/media_tests_av_perf/cpu/crowd480.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 11, "regress": 15, "sha1": "2387532a"}, "linux-release/media_tests_av_perf/cpu/crowd720.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 18, "regress": 24, "sha1": "056a9937"}, - "linux-release/media_tests_av_perf/cpu/tulip2.m4a": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 0.55177417413, "regress": 0.697311980121, "sha1": "f4554966"}, - "linux-release/media_tests_av_perf/cpu/tulip2.mp3": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 0.630078140519, "regress": 0.826445051777, "sha1": "77f76f82"}, + "linux-release/media_tests_av_perf/cpu/tulip2.m4a": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 0.394491151121, "regress": 0.566832966779, "sha1": "7b704af7"}, + "linux-release/media_tests_av_perf/cpu/tulip2.mp3": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 0.472603033646, "regress": 0.695818122089, "sha1": "64c1a6ea"}, "linux-release/media_tests_av_perf/cpu/tulip2.mp4": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 12.7986317066, "regress": 16.6507148323, "sha1": "70da8fde"}, - "linux-release/media_tests_av_perf/cpu/tulip2.ogg": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 0.551304664351, "regress": 0.697230480095, "sha1": "89325946"}, + "linux-release/media_tests_av_perf/cpu/tulip2.ogg": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 0.433198415683, "regress": 0.56642284696, "sha1": "2b9f2b7f"}, "linux-release/media_tests_av_perf/cpu/tulip2.ogv": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 6, "regress": 10, "sha1": "1abd5824"}, - "linux-release/media_tests_av_perf/cpu/tulip2.wav": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 0.550573909409, "regress": 0.696502627886, "sha1": "bee07946"}, + "linux-release/media_tests_av_perf/cpu/tulip2.wav": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 0.432104722038, "regress": 0.608573072926, "sha1": "8cf0969c"}, "linux-release/media_tests_av_perf/cpu/tulip2.webm": {"reva": 155180, "revb": 155280, "type": "absolute", "better": "lower", "improve": 13, "regress": 18, "sha1": "7b022336"}, "linux-release/media_tests_av_perf/dropped_fps/crowd1080.webm": {"reva": 181131, "revb": 181572, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "fafd719d"}, "linux-release/media_tests_av_perf/dropped_fps/crowd2160.webm": {"reva": 181131, "revb": 181572, "type": "absolute", "better": "lower", "improve": 21.9960102178, "regress": 27.7360681235, "sha1": "389b837f"}, @@ -138,7 +138,7 @@ "linux-release/media_tests_av_perf/scrubbing/tulip2.ogg_backward": {"reva": 161029, "revb": 161120, "type": "absolute", "better": "lower", "improve": 6, "regress": 11, "sha1": "343f6462"}, "linux-release/media_tests_av_perf/scrubbing/tulip2.ogg_forward": {"reva": 161029, "revb": 161120, "type": "absolute", "better": "lower", "improve": 2, "regress": 8, "sha1": "d8bed0a5"}, "linux-release/media_tests_av_perf/scrubbing/tulip2.ogg_mixed": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 2, "regress": 9, "sha1": "1dd070af"}, - "linux-release/media_tests_av_perf/scrubbing/tulip2.ogv_backward": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 81, "regress": 259, "sha1": "9ee5e295"}, + "linux-release/media_tests_av_perf/scrubbing/tulip2.ogv_backward": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 57, "regress": 177, "sha1": "8a1d0b59"}, "linux-release/media_tests_av_perf/scrubbing/tulip2.ogv_forward": {"reva": 161029, "revb": 161120, "type": "absolute", "better": "lower", "improve": 54, "regress": 110, "sha1": "0a44ddc2"}, "linux-release/media_tests_av_perf/scrubbing/tulip2.ogv_mixed": {"reva": 161029, "revb": 161120, "type": "absolute", "better": "lower", "improve": 57, "regress": 73, "sha1": "bedf10a3"}, "linux-release/media_tests_av_perf/scrubbing/tulip2.wav_backward": {"reva": 165856, "revb": 166292, "type": "absolute", "better": "lower", "improve": 4, "regress": 66, "sha1": "df06d291"}, @@ -195,7 +195,7 @@ "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_crowd360.webm": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 261, "regress": 350, "sha1": "ca836a17"}, "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_dartmoor2.m4a": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 5, "regress": 9, "sha1": "63963ff5"}, "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_dartmoor2.mp3": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 9, "regress": 14, "sha1": "533656f2"}, - "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_dartmoor2.ogg": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 2, "regress": 8, "sha1": "04430e29"}, + "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_dartmoor2.ogg": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 1.51477500001, "regress": 6.71422499994, "sha1": "0233e2d7"}, "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_NoConstraints_dartmoor2.wav": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 8, "regress": 15, "sha1": "5e67d71a"}, "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_crowd1080.mp4": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 952, "regress": 1173, "sha1": "6d748214"}, "linux-release/media_tests_av_perf/seek/CACHED_LONG_SEEK_Wifi_crowd1080.ogv": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 254, "regress": 840, "sha1": "d8470cd7"}, @@ -299,7 +299,7 @@ "linux-release/media_tests_av_perf/seek/UNCACHED_LONG_SEEK_Wifi_dartmoor2.wav": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 1646, "regress": 2051, "sha1": "1b7d324a"}, "linux-release/media_tests_av_perf/seek/UNCACHED_SHORT_SEEK_Cable_crowd1080.mp4": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 2398, "regress": 2682, "sha1": "f56a1248"}, "linux-release/media_tests_av_perf/seek/UNCACHED_SHORT_SEEK_Cable_crowd1080.ogv": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 1943, "regress": 2775, "sha1": "29afec16"}, - "linux-release/media_tests_av_perf/seek/UNCACHED_SHORT_SEEK_Cable_crowd1080.webm": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 2411, "regress": 2732, "sha1": "33aa0848"}, + "linux-release/media_tests_av_perf/seek/UNCACHED_SHORT_SEEK_Cable_crowd1080.webm": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 2280.8949, "regress": 2568.1635, "sha1": "598d4cf5"}, "linux-release/media_tests_av_perf/seek/UNCACHED_SHORT_SEEK_Cable_crowd360.mp4": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 411, "regress": 492, "sha1": "85f71ddc"}, "linux-release/media_tests_av_perf/seek/UNCACHED_SHORT_SEEK_Cable_crowd360.ogv": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "lower", "improve": 857, "regress": 1054, "sha1": "ea90e3a9"}, "linux-release/media_tests_av_perf/seek/UNCACHED_SHORT_SEEK_Cable_crowd360.webm": {"reva": 175328, "revb": 176157, "type": "absolute", "better": "lower", "improve": 439.3902, "regress": 514.402875, "sha1": "c43e9326"}, @@ -428,8 +428,8 @@ "mac-release/sizes/Chromium/Chromium": {"reva": 165473, "revb": 165473, "type": "absolute", "better": "lower", "improve": 8132, "regress": 8988, "sha1": "8e448691"}, "mac-release/sizes/ChromiumFramework/ChromiumFramework": {"reva": 177954, "revb": 178002, "type": "absolute", "better": "lower", "improve": 69674113, "regress": 77012536, "sha1": "d769d009"}, "mac-release/sizes/chrome-si/initializers": {"reva": 148915, "revb": 189995, "type": "absolute", "better": "lower", "improve": 13, "regress": 31, "tolerance": 0, "sha1": "0f89933f"}, - "win-release/media_tests_av_perf/audio_latency/latency": {"reva": 176330, "revb": 176978, "type": "absolute", "better": "lower", "improve": 57, "regress": 71, "sha1": "acfb7b6a"}, - "win-release/media_tests_av_perf/audio_latency/latency_bg_clip": {"reva": 176330, "revb": 176978, "type": "absolute", "better": "lower", "improve": 66, "regress": 216, "sha1": "a9c6734c"}, + "win-release/media_tests_av_perf/audio_latency/latency": {"reva": 192051, "revb": 192562, "type": "absolute", "better": "lower", "improve": 149, "regress": 171, "sha1": "1f8aa9e2"}, + "win-release/media_tests_av_perf/audio_latency/latency_bg_clip": {"reva": 192051, "revb": 192562, "type": "absolute", "better": "lower", "improve": 149, "regress": 170, "sha1": "b327eda1"}, "win-release/media_tests_av_perf/audio_pesq/actual": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "higher", "improve": 4, "regress": 3, "sha1": "c8beccf7"}, "win-release/media_tests_av_perf/audio_pesq/ref": {"reva": 163215, "revb": 163382, "type": "absolute", "better": "higher", "improve": 4, "regress": 3, "sha1": "b17c1404"}, "win-release/media_tests_av_perf/cpu/crowd1080.webm": {"reva": 155313, "revb": 155418, "type": "absolute", "better": "lower", "improve": 0, "regress": 76, "sha1": "e656c991"}, @@ -445,7 +445,7 @@ "win-release/media_tests_av_perf/cpu/tulip2.wav": {"reva": 155313, "revb": 155418, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "a035aecb"}, "win-release/media_tests_av_perf/cpu/tulip2.webm": {"reva": 155313, "revb": 155418, "type": "absolute", "better": "lower", "improve": 0, "regress": 18, "sha1": "dc6fff68"}, "win-release/media_tests_av_perf/dropped_fps/crowd1080.webm": {"reva": 181131, "revb": 181572, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "4935486d"}, - "win-release/media_tests_av_perf/dropped_fps/crowd2160.webm": {"reva": 181131, "revb": 181572, "type": "absolute", "better": "lower", "improve": 20.5892073403, "regress": 24.148051948, "sha1": "0febc578"}, + "win-release/media_tests_av_perf/dropped_fps/crowd2160.webm": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 21.163293849, "regress": 26.4, "sha1": "a20b7414"}, "win-release/media_tests_av_perf/dropped_fps/crowd360.webm": {"reva": 181131, "revb": 181572, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "e2ada1dd"}, "win-release/media_tests_av_perf/dropped_fps/crowd480.webm": {"reva": 181131, "revb": 181572, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "5871d7d2"}, "win-release/media_tests_av_perf/dropped_fps/crowd720.webm": {"reva": 181131, "revb": 181572, "type": "absolute", "better": "lower", "improve": 0, "regress": 0, "sha1": "bf00297a"}, @@ -519,7 +519,7 @@ "win-release/media_tests_av_perf/scrubbing/tulip2.mp3_forward": {"reva": 163299, "revb": 164141, "type": "absolute", "better": "lower", "improve": 12, "regress": 21, "sha1": "0b4dcccc"}, "win-release/media_tests_av_perf/scrubbing/tulip2.mp3_mixed": {"reva": 163299, "revb": 164141, "type": "absolute", "better": "lower", "improve": 15, "regress": 21, "sha1": "8d484197"}, "win-release/media_tests_av_perf/scrubbing/tulip2.mp4_backward": {"reva": 163299, "revb": 164141, "type": "absolute", "better": "lower", "improve": 1041, "regress": 1850, "sha1": "c2b3c8f8"}, - "win-release/media_tests_av_perf/scrubbing/tulip2.mp4_forward": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 195, "regress": 235, "sha1": "58cefaf5"}, + "win-release/media_tests_av_perf/scrubbing/tulip2.mp4_forward": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 228, "regress": 289, "sha1": "e250231e"}, "win-release/media_tests_av_perf/scrubbing/tulip2.mp4_mixed": {"reva": 163299, "revb": 164141, "type": "absolute", "better": "lower", "improve": 1321, "regress": 1503, "sha1": "182b1798"}, "win-release/media_tests_av_perf/scrubbing/tulip2.ogg_backward": {"reva": 187207, "revb": 189345, "type": "absolute", "better": "lower", "improve": 3, "regress": 10, "sha1": "38eed2d2"}, "win-release/media_tests_av_perf/scrubbing/tulip2.ogg_forward": {"reva": 163299, "revb": 164141, "type": "absolute", "better": "lower", "improve": 3, "regress": 9, "sha1": "0212ffb3"}, @@ -534,7 +534,7 @@ "win-release/media_tests_av_perf/scrubbing/tulip2.webm_forward": {"reva": 163299, "revb": 164141, "type": "absolute", "better": "lower", "improve": 54, "regress": 244, "sha1": "a0f5cc2e"}, "win-release/media_tests_av_perf/scrubbing/tulip2.webm_mixed": {"reva": 163299, "revb": 164141, "type": "absolute", "better": "lower", "improve": 533, "regress": 649, "sha1": "4b9b4267"}, "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_Cable_crowd1080.mp4": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 982.3, "regress": 1106.175, "sha1": "030869b3"}, - "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_Cable_crowd1080.ogv": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 74.0999999997, "regress": 105.0, "sha1": "58b0fb56"}, + "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_Cable_crowd1080.ogv": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 67.4500000001, "regress": 112.35, "sha1": "c5570325"}, "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_Cable_crowd1080.webm": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 551.95, "regress": 657.825, "sha1": "186f563f"}, "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_Cable_crowd360.mp4": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 171.0, "regress": 347.025, "sha1": "6071d1a5"}, "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_Cable_crowd360.ogv": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 23.7500000001, "regress": 41.4750000001, "sha1": "5f5e0dc5"}, @@ -543,7 +543,7 @@ "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_Cable_dartmoor2.mp3": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 10.9250000001, "regress": 34.6500000001, "sha1": "e9c04942"}, "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_Cable_dartmoor2.ogg": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 1.89999999995, "regress": 3.67500000003, "sha1": "95cde93e"}, "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_Cable_dartmoor2.wav": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 5.69999999987, "regress": 9.44999999978, "sha1": "0a1044ff"}, - "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_NoConstraints_crowd1080.mp4": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 976, "regress": 1102, "sha1": "49a71a91"}, + "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_NoConstraints_crowd1080.mp4": {"reva": 191557, "revb": 192465, "type": "absolute", "better": "lower", "improve": 1013.175, "regress": 1448.475, "sha1": "34713dd3"}, "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_NoConstraints_crowd1080.ogv": {"reva": 176330, "revb": 176978, "type": "absolute", "better": "lower", "improve": 77.9000000001, "regress": 133.875, "sha1": "8497e315"}, "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_NoConstraints_crowd1080.webm": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 527.725, "regress": 616.35, "sha1": "ef8b22b8"}, "win-release/media_tests_av_perf/seek/CACHED_BUFFERED_SEEK_NoConstraints_crowd360.mp4": {"reva": 167695, "revb": 168064, "type": "absolute", "better": "lower", "improve": 189.525, "regress": 245.7, "sha1": "37609ae7"}, |