summaryrefslogtreecommitdiffstats
path: root/tools/perf
diff options
context:
space:
mode:
authornednguyen <nednguyen@google.com>2015-05-27 16:12:54 -0700
committerCommit bot <commit-bot@chromium.org>2015-05-27 23:14:28 +0000
commit1244316f244de9b0f53da28dc182a8a8bc221891 (patch)
tree657adf36481d534f119aec5026784705783ad509 /tools/perf
parent16f1a4fb624986862e34b847a866f4cbb27c9fa8 (diff)
downloadchromium_src-1244316f244de9b0f53da28dc182a8a8bc221891.zip
chromium_src-1244316f244de9b0f53da28dc182a8a8bc221891.tar.gz
chromium_src-1244316f244de9b0f53da28dc182a8a8bc221891.tar.bz2
Disable kraken, sunspider coverage on android cq bot.
BUG=379378 CQ_EXTRA_TRYBOTS=tryserver.chromium.perf:linux_perf_bisect;tryserver.chromium.perf:mac_perf_bisect;tryserver.chromium.perf:win_perf_bisect;tryserver.chromium.perf:android_nexus5_perf_bisect Review URL: https://codereview.chromium.org/1153103007 Cr-Commit-Position: refs/heads/master@{#331683}
Diffstat (limited to 'tools/perf')
-rw-r--r--tools/perf/benchmarks/benchmark_smoke_unittest.py13
1 files changed, 13 insertions, 0 deletions
diff --git a/tools/perf/benchmarks/benchmark_smoke_unittest.py b/tools/perf/benchmarks/benchmark_smoke_unittest.py
index 764e105..209e658 100644
--- a/tools/perf/benchmarks/benchmark_smoke_unittest.py
+++ b/tools/perf/benchmarks/benchmark_smoke_unittest.py
@@ -23,6 +23,8 @@ from benchmarks import dom_perf
from benchmarks import indexeddb_perf
from benchmarks import image_decoding
from benchmarks import octane
+from benchmarks import kraken
+from benchmarks import sunspider
from benchmarks import rasterize_and_record_micro
from benchmarks import repaint
from benchmarks import spaceport
@@ -91,6 +93,13 @@ _BLACK_LIST_TEST_MODULES = {
jetstream, # Take 206 seconds.
}
+# Some smoke benchmark tests that run quickly on desktop platform can be very
+# slow on Android. So we create a separate set of black list only for Android.
+_ANDROID_BLACK_LIST_MODULES = {
+ kraken, # Takes 275 seconds on Android.
+ sunspider # Takes 163 seconds on Android.
+}
+
def load_tests(loader, standard_tests, pattern):
del loader, standard_tests, pattern # unused
@@ -141,6 +150,10 @@ def load_tests(loader, standard_tests, pattern):
getattr(benchmark, attribute, None) == []):
setattr(method, attribute, [])
+ # Disable some tests on android platform only.
+ if sys.modules[benchmark.__module__] in _ANDROID_BLACK_LIST_MODULES:
+ method._disabled_strings.append('android')
+
setattr(BenchmarkSmokeTest, benchmark.Name(), method)
suite.addTest(BenchmarkSmokeTest(benchmark.Name()))