summaryrefslogtreecommitdiffstats
path: root/webkit
diff options
context:
space:
mode:
authorojan@chromium.org <ojan@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98>2009-11-12 01:34:40 +0000
committerojan@chromium.org <ojan@chromium.org@0039d316-1c4b-4281-b951-d872f2087c98>2009-11-12 01:34:40 +0000
commit0700d1c7bd893e5daa81f3b181321a4c20d97702 (patch)
tree5936e939dc44b8073ad5e5699e1277752595c4ca /webkit
parent80b3fdb134a5c26b5883a741b4c0b90886368abb (diff)
downloadchromium_src-0700d1c7bd893e5daa81f3b181321a4c20d97702.zip
chromium_src-0700d1c7bd893e5daa81f3b181321a4c20d97702.tar.gz
chromium_src-0700d1c7bd893e5daa81f3b181321a4c20d97702.tar.bz2
Be a bit less strict in which test we mark slow.
Review URL: http://codereview.chromium.org/384067 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@31751 0039d316-1c4b-4281-b951-d872f2087c98
Diffstat (limited to 'webkit')
-rw-r--r--webkit/tools/layout_tests/flakiness_dashboard.html20
1 files changed, 18 insertions, 2 deletions
diff --git a/webkit/tools/layout_tests/flakiness_dashboard.html b/webkit/tools/layout_tests/flakiness_dashboard.html
index 0e30954..6954bc1 100644
--- a/webkit/tools/layout_tests/flakiness_dashboard.html
+++ b/webkit/tools/layout_tests/flakiness_dashboard.html
@@ -279,7 +279,7 @@
var BUILD_TYPES = {'DEBUG': 'DBG', 'RELEASE': 'RELEASE'};
var BASE_TABLE_HEADERS = ['bugs', 'modifiers', 'expectations', 'missing',
'extra', 'slowest run', 'flakiness (numbers are runtimes in seconds)'];
- var MIN_SECONDS_FOR_SLOW_TEST = 3;
+ var MIN_SECONDS_FOR_SLOW_TEST = 4;
var MIN_SECONDS_FOR_SLOW_TEST_DEBUG = 2 * MIN_SECONDS_FOR_SLOW_TEST;
var FAIL_RESULTS = ['IMAGE', 'IMAGE+TEXT', 'TEXT', 'SIMPLIFIED', 'OTHER'];
var CHUNK_SIZE = 25;
@@ -420,6 +420,7 @@
html: '',
flips: 0,
slowestTime: 0,
+ slowestNonTimeoutCrashTime: 0,
meetsExpectations: true,
isWontFixSkip: false,
isFlaky: false,
@@ -582,6 +583,10 @@
});
}
+ /**
+ * Returns whether this test's slowest time is above the cutoff for
+ * being a slow test.
+ */
function isSlowTest(resultsForTest) {
var maxTime = isDebug(resultsForTest.builder) ?
MIN_SECONDS_FOR_SLOW_TEST_DEBUG :
@@ -589,6 +594,17 @@
return resultsForTest.slowestNonTimeoutCrashTime > maxTime;
}
+ /**
+ * Returns whether this test's slowest time is *well* below the cutoff for
+ * being a slow test.
+ */
+ function isFastTest(resultsForTest) {
+ var maxTime = isDebug(resultsForTest.builder) ?
+ MIN_SECONDS_FOR_SLOW_TEST_DEBUG :
+ MIN_SECONDS_FOR_SLOW_TEST;
+ return resultsForTest.slowestNonTimeoutCrashTime < maxTime / 2;
+ }
+
function getAllTestsWithCondition(conditionFn) {
processTestRunsForAllBuilders();
var tests = getAllTests();
@@ -1068,7 +1084,7 @@
(!resultsForTest.modifiers ||
!stringContains(resultsForTest.modifiers, 'SLOW'))) {
missingExpectations.push('SLOW');
- } else if (resultsForTest.slowestTime < 1 &&
+ } else if (isFastTest(resultsForTest) &&
resultsForTest.modifiers &&
stringContains(resultsForTest.modifiers, 'SLOW')) {
extraExpectations.push('SLOW');