summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorojan@google.com <ojan@google.com@0039d316-1c4b-4281-b951-d872f2087c98>2009-01-06 21:40:14 +0000
committerojan@google.com <ojan@google.com@0039d316-1c4b-4281-b951-d872f2087c98>2009-01-06 21:40:14 +0000
commitf360e7daa5377b5701d5520427c90bf83b80f82e (patch)
treea170832c5fa7838abeff8eef19da98302832b3d2
parent28ab7f9770e0096536e5277c62f5463625f152bd (diff)
downloadchromium_src-f360e7daa5377b5701d5520427c90bf83b80f82e.zip
chromium_src-f360e7daa5377b5701d5520427c90bf83b80f82e.tar.gz
chromium_src-f360e7daa5377b5701d5520427c90bf83b80f82e.tar.bz2
Readd the concept of deferring tests till a future release and defer all the
tests we had deferred for the beta release. I figure we shouldn't block the current release on tests that didn't block the beta. That said, I think we should eventually try to make defer be just for unimplemented features. Review URL: http://codereview.chromium.org/16547 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@7618 0039d316-1c4b-4281-b951-d872f2087c98
-rw-r--r--webkit/tools/layout_tests/layout_package/compare_failures.py8
-rw-r--r--webkit/tools/layout_tests/layout_package/test_expectations.py60
-rwxr-xr-xwebkit/tools/layout_tests/run_webkit_tests.py42
-rw-r--r--webkit/tools/layout_tests/test_lists/README1
-rw-r--r--webkit/tools/layout_tests/test_lists/tests_fixable.txt259
5 files changed, 221 insertions, 149 deletions
diff --git a/webkit/tools/layout_tests/layout_package/compare_failures.py b/webkit/tools/layout_tests/layout_package/compare_failures.py
index 9b42bb6..5850fda 100644
--- a/webkit/tools/layout_tests/layout_package/compare_failures.py
+++ b/webkit/tools/layout_tests/layout_package/compare_failures.py
@@ -86,7 +86,13 @@ class CompareFailures:
PrintFilesFromSet(passes & self._expectations.GetIgnoredTimeouts(),
"Expected to timeout (ignored), but passed",
output)
-
+ # Crashes should never be deferred.
+ PrintFilesFromSet(passes & self._expectations.GetFixableDeferredFailures(),
+ "Expected to fail (deferred), but passed",
+ output)
+ PrintFilesFromSet(passes & self._expectations.GetFixableDeferredTimeouts(),
+ "Expected to timeout (deferred), but passed",
+ output)
# Print real regressions.
PrintFilesFromSet(self._regressed_failures,
"Regressions: Unexpected failures",
diff --git a/webkit/tools/layout_tests/layout_package/test_expectations.py b/webkit/tools/layout_tests/layout_package/test_expectations.py
index e24ae30..3a42008 100644
--- a/webkit/tools/layout_tests/layout_package/test_expectations.py
+++ b/webkit/tools/layout_tests/layout_package/test_expectations.py
@@ -34,23 +34,41 @@ class TestExpectations:
self._ValidateLists()
def GetFixable(self):
- return self._fixable.GetTests()
+ return (self._fixable.GetTests() -
+ self._fixable.GetNonSkippedDeferred() -
+ self._fixable.GetSkippedDeferred())
def GetFixableSkipped(self):
return self._fixable.GetSkipped()
+ def GetFixableSkippedDeferred(self):
+ return self._fixable.GetSkippedDeferred()
+
def GetFixableFailures(self):
return (self._fixable.GetTestsExpectedTo(FAIL) -
self._fixable.GetTestsExpectedTo(TIMEOUT) -
- self._fixable.GetTestsExpectedTo(CRASH))
+ self._fixable.GetTestsExpectedTo(CRASH) -
+ self._fixable.GetNonSkippedDeferred())
def GetFixableTimeouts(self):
return (self._fixable.GetTestsExpectedTo(TIMEOUT) -
- self._fixable.GetTestsExpectedTo(CRASH))
+ self._fixable.GetTestsExpectedTo(CRASH) -
+ self._fixable.GetNonSkippedDeferred())
def GetFixableCrashes(self):
return self._fixable.GetTestsExpectedTo(CRASH)
+ def GetFixableDeferred(self):
+ return self._fixable.GetNonSkippedDeferred()
+
+ def GetFixableDeferredFailures(self):
+ return (self._fixable.GetNonSkippedDeferred() &
+ self._fixable.GetTestsExpectedTo(FAIL))
+
+ def GetFixableDeferredTimeouts(self):
+ return (self._fixable.GetNonSkippedDeferred() &
+ self._fixable.GetTestsExpectedTo(TIMEOUT))
+
def GetIgnored(self):
return self._ignored.GetTests()
@@ -72,10 +90,12 @@ class TestExpectations:
return set([PASS])
def IsFixable(self, test):
- return self._fixable.Contains(test)
+ return (self._fixable.Contains(test) and
+ test not in self._fixable.GetNonSkippedDeferred())
def IsIgnored(self, test):
- return self._ignored.Contains(test)
+ return (self._ignored.Contains(test) and
+ test not in self._fixable.GetNonSkippedDeferred())
def _ReadFiles(self):
self._fixable = self._GetExpectationsFile(self.FIXABLE)
@@ -133,9 +153,10 @@ class TestExpectationsFile:
DEBUG : LayoutTests/fast/js/no-good.js = TIMEOUT PASS
DEBUG SKIP : LayoutTests/fast/js/no-good.js = TIMEOUT PASS
LINUX DEBUG SKIP : LayoutTests/fast/js/no-good.js = TIMEOUT PASS
- LINUX WIN : LayoutTests/fast/js/no-good.js = TIMEOUT PASS
+ DEFER LINUX WIN : LayoutTests/fast/js/no-good.js = TIMEOUT PASS
SKIP: Doesn't run the test.
+ DEFER: Test does not count in our statistics for the current release.
DEBUG: Expectations apply only to the debug build.
RELEASE: Expectations apply only to release build.
LINUX/WIN/MAC: Expectations apply only to these platforms.
@@ -163,6 +184,8 @@ class TestExpectationsFile:
self._full_test_list = full_test_list
self._skipped = set()
+ self._skipped_deferred = set()
+ self._non_skipped_deferred = set()
self._expectations = {}
self._test_list_paths = {}
self._tests = {}
@@ -176,6 +199,12 @@ class TestExpectationsFile:
def GetSkipped(self):
return self._skipped
+ def GetNonSkippedDeferred(self):
+ return self._non_skipped_deferred
+
+ def GetSkippedDeferred(self):
+ return self._skipped_deferred
+
def GetExpectations(self, test):
return self._expectations[test]
@@ -225,11 +254,13 @@ class TestExpectationsFile:
if line.find(':') is -1:
test_and_expectations = line
is_skipped = False
+ is_deferred = False
else:
parts = line.split(':')
test_and_expectations = parts[1]
options = self._GetOptionsList(parts[0])
is_skipped = 'skip' in options
+ is_deferred = 'defer' in options
if 'release' in options or 'debug' in options:
if self._is_debug_mode and 'debug' not in options:
continue
@@ -266,9 +297,10 @@ class TestExpectationsFile:
tests = self._ExpandTests(test_list_path)
if is_skipped:
- self._AddSkippedTests(tests)
+ self._AddSkippedTests(tests, is_deferred)
else:
- self._AddTests(tests, expectations, test_list_path, lineno)
+ self._AddTests(tests, expectations, test_list_path, lineno,
+ is_deferred)
if len(self._errors) is not 0:
print "\nFAILURES FOR PLATFORM: %s, IS_DEBUG_MODE: %s" \
@@ -302,7 +334,8 @@ class TestExpectationsFile:
if test.startswith(path): result.append(test)
return result
- def _AddTests(self, tests, expectations, test_list_path, lineno):
+ def _AddTests(self, tests, expectations, test_list_path, lineno,
+ is_deferred):
for test in tests:
if test in self._test_list_paths:
prev_base_path = self._test_list_paths[test]
@@ -323,11 +356,18 @@ class TestExpectationsFile:
self._expectations[test] = expectations
self._test_list_paths[test] = os.path.normpath(test_list_path)
+ if is_deferred:
+ self._non_skipped_deferred.add(test)
+
for expectation in expectations:
+ if expectation == CRASH and is_deferred:
+ self._AddError(lineno, 'Crashes cannot be deferred.', test)
self._tests[expectation].add(test)
- def _AddSkippedTests(self, tests):
+ def _AddSkippedTests(self, tests, is_deferred):
for test in tests:
+ if is_deferred:
+ self._skipped_deferred.add(test)
self._skipped.add(test)
def _AddError(self, lineno, msg, path):
diff --git a/webkit/tools/layout_tests/run_webkit_tests.py b/webkit/tools/layout_tests/run_webkit_tests.py
index 66c0da2..e94483c 100755
--- a/webkit/tools/layout_tests/run_webkit_tests.py
+++ b/webkit/tools/layout_tests/run_webkit_tests.py
@@ -219,16 +219,22 @@ class TestRunner:
else:
logging.info('Run: %d tests' % len(self._test_files))
+ logging.info('Deferred: %d tests' %
+ len(self._expectations.GetFixableDeferred()))
logging.info('Expected passes: %d tests' %
len(self._test_files -
self._expectations.GetFixable() -
self._expectations.GetIgnored()))
- logging.info(('Expected failures: %d fixable, %d ignored') %
+ logging.info(('Expected failures: %d fixable, %d ignored '
+ 'and %d deferred tests') %
(len(self._expectations.GetFixableFailures()),
- len(self._expectations.GetIgnoredFailures())))
- logging.info(('Expected timeouts: %d fixable, %d ignored') %
+ len(self._expectations.GetIgnoredFailures()),
+ len(self._expectations.GetFixableDeferredFailures())))
+ logging.info(('Expected timeouts: %d fixable, %d ignored '
+ 'and %d deferred tests') %
(len(self._expectations.GetFixableTimeouts()),
- len(self._expectations.GetIgnoredTimeouts())))
+ len(self._expectations.GetIgnoredTimeouts()),
+ len(self._expectations.GetFixableDeferredTimeouts())))
logging.info('Expected crashes: %d fixable tests' %
len(self._expectations.GetFixableCrashes()))
@@ -395,9 +401,11 @@ class TestRunner:
"""
failure_counts = {}
+ deferred_counts = {}
fixable_counts = {}
non_ignored_counts = {}
fixable_failures = set()
+ deferred_failures = set()
non_ignored_failures = set()
# Aggregate failures in a dictionary (TestFailure -> frequency),
@@ -420,20 +428,31 @@ class TestRunner:
# Print breakdown of tests we need to fix and want to pass.
# Include skipped fixable tests in the statistics.
- skipped = self._expectations.GetFixableSkipped().copy()
+ skipped = (self._expectations.GetFixableSkipped() -
+ self._expectations.GetFixableSkippedDeferred())
- self._PrintResultSummary("=> Tests to be fixed",
+ self._PrintResultSummary("=> Tests to be fixed for the current release",
self._expectations.GetFixable(),
fixable_failures,
fixable_counts,
- skipped, output)
+ skipped,
+ output)
- self._PrintResultSummary("=> Tests we want to pass",
+ self._PrintResultSummary("=> Tests we want to pass for the current release",
(self._test_files -
- self._expectations.GetIgnored()),
+ self._expectations.GetIgnored() -
+ self._expectations.GetFixableDeferred()),
non_ignored_failures,
non_ignored_counts,
- skipped, output)
+ skipped,
+ output)
+
+ self._PrintResultSummary("=> Tests to be fixed for a future release",
+ self._expectations.GetFixableDeferred(),
+ deferred_failures,
+ deferred_counts,
+ self._expectations.GetFixableSkippedDeferred(),
+ output)
# Print breakdown of all tests including all skipped tests.
skipped |= self._expectations.GetIgnoredSkipped()
@@ -441,7 +460,8 @@ class TestRunner:
self._test_files,
test_failures,
failure_counts,
- skipped, output)
+ skipped,
+ output)
print
def _PrintResultSummary(self, heading, all, failed, failure_counts, skipped,
diff --git a/webkit/tools/layout_tests/test_lists/README b/webkit/tools/layout_tests/test_lists/README
index 19b9b73..cf035a9 100644
--- a/webkit/tools/layout_tests/test_lists/README
+++ b/webkit/tools/layout_tests/test_lists/README
@@ -9,6 +9,7 @@ file a bug, then add it to tests_fixable.txt.
Tests can have any combination of the following metadata associated with
them (optional):
SKIP : We don't want to run the test (perhaps because it hangs).
+ DEFER : Test does not count in our statistics for the current release.
DEBUG : Expectations apply only to the Debug build.
RELEASE : Expectations apply only to the Release build.
LINUX/WIN/MAC: Expectations apply only to the listed platform(s).
diff --git a/webkit/tools/layout_tests/test_lists/tests_fixable.txt b/webkit/tools/layout_tests/test_lists/tests_fixable.txt
index 9fabeb1..4dc8179 100644
--- a/webkit/tools/layout_tests/test_lists/tests_fixable.txt
+++ b/webkit/tools/layout_tests/test_lists/tests_fixable.txt
@@ -3,24 +3,24 @@
// Bug 1124548: Copying with no selection is sometimes supposed to work
// Also skipped by Apple on Windows (rdar://problem/5015941)
-LayoutTests/editing/execCommand/copy-without-selection.html = FAIL
+DEFER : LayoutTests/editing/execCommand/copy-without-selection.html = FAIL
// onload race condition due to poorly designed test.
// Works fine when run stand-alone. Not needed for Beta.
// Also skipped by Apple on Windows, due to intermittent failure
// (rdar://5313536)
-LINUX WIN : LayoutTests/fast/dom/frame-loading-via-document-write.html = FAIL TIMEOUT
+DEFER LINUX WIN : LayoutTests/fast/dom/frame-loading-via-document-write.html = FAIL TIMEOUT
// Bug 877986.
// WebKit's CSS counters are somewhat broken, thus expected results are failures
// Our high-precision timers make these tests flakey.
// We could fork these tests, but we'll just unfork them as soon as
// our high-precision timers are public.
-LayoutTests/css2.1/t1204-increment-00-c-o.html = FAIL
-LayoutTests/css2.1/t1204-increment-01-c-o.html = FAIL
-LayoutTests/css2.1/t1204-increment-02-c-o.html = FAIL
-LayoutTests/css2.1/t1204-reset-00-c-o.html = FAIL
-WIN MAC : LayoutTests/css2.1/t1204-reset-01-c-o.html = FAIL
+DEFER : LayoutTests/css2.1/t1204-increment-00-c-o.html = FAIL
+DEFER : LayoutTests/css2.1/t1204-increment-01-c-o.html = FAIL
+DEFER : LayoutTests/css2.1/t1204-increment-02-c-o.html = FAIL
+DEFER : LayoutTests/css2.1/t1204-reset-00-c-o.html = FAIL
+DEFER WIN MAC : LayoutTests/css2.1/t1204-reset-01-c-o.html = FAIL
// This are failing for different reasons under our new lighttpd configuration
// TODO(deanm): Address all of these via lighttpd if possible, otherwise fork.
@@ -49,56 +49,57 @@ LayoutTests/http/tests/xmlhttprequest/upload-progress-events.html = FAIL
// Bug 1316221: fail now that we use the same font code path in test_shell
// as in Chrome
-LINUX WIN : LayoutTests/css2.1/t1202-counter-04-b.html = FAIL
-LINUX WIN : LayoutTests/css2.1/t1202-counters-04-b.html = FAIL
+DEFER LINUX WIN : LayoutTests/css2.1/t1202-counter-04-b.html = FAIL
+DEFER LINUX WIN : LayoutTests/css2.1/t1202-counters-04-b.html = FAIL
// Bug 1124513: the max length is being applied correctly, but the over- and
// under-lines aren't placed properly over the "x".
+// Can defer this test once the crash is fixed.
LayoutTests/fast/forms/input-text-maxlength.html = FAIL CRASH
-LayoutTests/fast/forms/input-text-paste-maxlength.html = FAIL
+DEFER : LayoutTests/fast/forms/input-text-paste-maxlength.html = FAIL
// Font differences, requiring overriden metrics, not a real bug, not fixing for Beta
-LINUX WIN : LayoutTests/fast/text/international/bidi-AN-after-L.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/text/international/bidi-AN-after-L.html = FAIL
// Bug: 1145880
// Parethesis missing, metrics wrong.
-LINUX WIN : LayoutTests/fast/text/international/bidi-neutral-run.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/text/international/bidi-neutral-run.html = FAIL
// Bug: 628529: complex text effects
// This is a real bug, but not one we're fixing for Beta.
-LINUX WIN : LayoutTests/fast/text/stroking-decorations.html = FAIL
-LINUX WIN : LayoutTests/fast/text/stroking.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/text/stroking-decorations.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/text/stroking.html = FAIL
// Bug: 1124522
// Incrorect results, in incorrect international font metrics.
// Fixing these overrides does not help us to Beta, deffering
-LINUX WIN : LayoutTests/fast/text/atsui-multiple-renderers.html = FAIL
-LINUX WIN : LayoutTests/fast/text/atsui-pointtooffset-calls-cg.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/text/atsui-multiple-renderers.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/text/atsui-pointtooffset-calls-cg.html = FAIL
// Bug: 1143381
// This test checks that we hack around a bug in helvetica. We fail to.
-LINUX WIN : LayoutTests/fast/text/wide-zero-width-space.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/text/wide-zero-width-space.html = FAIL
// Font-size differences in international text cause the wrong character
// to be under the (x,y) click location used by the test. See bug 850411
// on faking international font sizes like we do for Latin fonts.
-LINUX WIN : LayoutTests/fast/text/atsui-rtl-override-selection.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/text/atsui-rtl-override-selection.html = FAIL
// Bug: 1124542
// More missing international text overides, not needed for Beta.
// Capitalization results match Safari, even if "not fully correct"
-LINUX WIN : LayoutTests/fast/text/capitalize-boundaries.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/text/capitalize-boundaries.html = FAIL
// Bug: 1145887
// Different button line-heights, our behavior looks wrong.
-LayoutTests/fast/forms/control-restrict-line-height.html = FAIL
-LayoutTests/fast/replaced/table-percent-height.html = FAIL
+DEFER : LayoutTests/fast/forms/control-restrict-line-height.html = FAIL
+DEFER : LayoutTests/fast/replaced/table-percent-height.html = FAIL
// Bug 992930: Unable to load file:/// URLs from data: URLs.
-RELEASE : LayoutTests/fast/events/standalone-image-drag-to-editable.html = FAIL
+DEFER RELEASE : LayoutTests/fast/events/standalone-image-drag-to-editable.html = FAIL
// Bug 1187672. Two font faces should be identical but aren't. Punting SVG.
-LINUX WIN : LayoutTests/svg/custom/font-face-simple.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/custom/font-face-simple.svg = FAIL
LINUX WIN : LayoutTests/svg/custom/use-on-non-svg-namespaced-element.svg = FAIL
@@ -112,12 +113,12 @@ LINUX WIN : LayoutTests/svg/custom/use-on-non-svg-namespaced-element.svg = FAIL
// Implicit expectation in this test is that you can "set query" on a data URL,
// and it should replace the first "?" substring. This makes absolutely no sense.
-LayoutTests/fast/events/stopPropagation-submit.html = FAIL
+DEFER : LayoutTests/fast/events/stopPropagation-submit.html = FAIL
// Expected results has a terminal "?", since "set query" on about:blank is allowed.
// This is strange since query should have no meaning in non-standard urls
-LINUX WIN : LayoutTests/http/tests/navigation/onload-navigation-iframe-timeout.html = FAIL
-LINUX WIN : LayoutTests/http/tests/navigation/onload-navigation-iframe.html = FAIL
+DEFER LINUX WIN : LayoutTests/http/tests/navigation/onload-navigation-iframe-timeout.html = FAIL
+DEFER LINUX WIN : LayoutTests/http/tests/navigation/onload-navigation-iframe.html = FAIL
// -----------------------------------------------------------------
// PENDING TESTS (forked to pending/, need to be sent upstream)
@@ -153,7 +154,8 @@ LayoutTests/http/tests/navigation/javascriptlink-frames.html = FAIL
// Bug: 1143492
// Window status should always return a string object
// WebKit does this to match IE, FF also fails this test.
-LayoutTests/fast/dom/assign-to-window-status.html = FAIL
+// Obscure, not sure we care. DEFER for now.
+DEFER : LayoutTests/fast/dom/assign-to-window-status.html = FAIL
// Bug 905894
// Getting parseerror (probably wrong svn:eol-style)
@@ -165,29 +167,29 @@ LINUX WIN : LayoutTests/fast/xsl/xslt-enc16to16.xml = FAIL
// Mac Safari under certain circumstances automatically places
// a caret in editable document even when none was requested programatically.
// We don't intend to copy this feature (at least not for Beta).
-LINUX WIN : LayoutTests/editing/selection/designmode-no-caret.html = FAIL
+DEFER LINUX WIN : LayoutTests/editing/selection/designmode-no-caret.html = FAIL
// Bug: 742182, 845388, 960092
// Platform-specific: simulates command-{arrow} input to modify selection
// Our Event-Sender isn't robust enough to support this.
// Not required for Beta. This may also be related to known home/end issues
// which are intended to be fixed for Beta.
-LINUX WIN : LayoutTests/editing/selection/move-begin-end.html = FAIL
+DEFER LINUX WIN : LayoutTests/editing/selection/move-begin-end.html = FAIL
// Bug 845400
// The end result looks right, but the event messages differ.
-LayoutTests/editing/pasteboard/paste-xml.xhtml = FAIL
+DEFER : LayoutTests/editing/pasteboard/paste-xml.xhtml = FAIL
// Bug 849441
// Directionality of mixed-direction text in selected choice should
// match that in the <select> option lists.
// Low priority, unclear if test expectations are correct (see bug)
-LayoutTests/fast/forms/select-writing-direction-natural.html = FAIL
-LayoutTests/fast/text/international/bidi-menulist.html = FAIL
+DEFER : LayoutTests/fast/forms/select-writing-direction-natural.html = FAIL
+DEFER : LayoutTests/fast/text/international/bidi-menulist.html = FAIL
// Bug 850875
// requires support for layoutTestController.encodeHostName()
-LayoutTests/fast/encoding/idn-security.html = FAIL
+DEFER : LayoutTests/fast/encoding/idn-security.html = FAIL
// Bug 852346
// These layout tests to see if link colors change after visiting a page. They
@@ -195,23 +197,24 @@ LayoutTests/fast/encoding/idn-security.html = FAIL
// temporary web history. layoutTestController.keepWebHistory() is not
// implemented in test shell.
// This is a test tool problem, not a Chrome problem.
-LayoutTests/fast/history/clicked-link-is-visited.html = FAIL
+DEFER : LayoutTests/fast/history/clicked-link-is-visited.html = FAIL
+// Can defer this test once the crash is fixed.
LayoutTests/fast/history/subframe-is-visited.html = FAIL CRASH
// Bug 1027226
// Bug 945322: test shell should dump text when
// layoutTestController.notifyDone() is called
-LayoutTests/editing/selection/drag-in-iframe.html = FAIL TIMEOUT
+DEFER : LayoutTests/editing/selection/drag-in-iframe.html = FAIL TIMEOUT
// Bug 849056
// We don't support NPN_Enumerate, but don't know of any plugin
// which depends on that functionality. So we ignore this for beta.
-LayoutTests/plugins/netscape-enumerate.html = FAIL
+DEFER : LayoutTests/plugins/netscape-enumerate.html = FAIL
// This tests the screen's pixel depth, which we don't set on the buildbots
// so it depends on the users settings. Making this a broken test for us.
// The test must be fixed to not depend on user settings and rebaselined. post-beta.
-LayoutTests/fast/dom/Window/window-screen-properties.html = PASS FAIL
+DEFER : LayoutTests/fast/dom/Window/window-screen-properties.html = PASS FAIL
// Bug: 849060
// Plugin creation is delayed until after first layout, so
@@ -222,17 +225,17 @@ LayoutTests/http/tests/security/cross-frame-access-put.html = FAIL
// Bug 982602
// We don't support support window.resizeTo (nor is it planned for Beta)
-LayoutTests/fast/dom/Window/window-resize-and-move-arguments.html = FAIL
+DEFER : LayoutTests/fast/dom/Window/window-resize-and-move-arguments.html = FAIL
// Test expects that when focus is in an iframe and page-up is hit, the parent
// document is also scrolled
// IE and FF also "fail" this test.
-LayoutTests/fast/frames/iframe-scroll-page-up-down.html = FAIL
+DEFER : LayoutTests/fast/frames/iframe-scroll-page-up-down.html = FAIL
// Bug 1082426
// document.write() pf plain text does not always flush
// This is a known WebKit bug, https://bugs.webkit.org/show_bug.cgi?id=8961
-LayoutTests/editing/execCommand/delete-no-scroll.html = FAIL
+DEFER : LayoutTests/editing/execCommand/delete-no-scroll.html = FAIL
// Bug: 879449
// TODO(joshia): Need some changes to the test shell in order to support
@@ -242,56 +245,57 @@ LayoutTests/fast/replaced/applet-disabled-positioned.html = FAIL
LayoutTests/fast/replaced/applet-rendering-java-disabled.html = FAIL
// Bug 1198880
-LINUX WIN : LayoutTests/svg/custom/svgsvgelement-ctm.xhtml = FAIL
+DEFER LINUX WIN : LayoutTests/svg/custom/svgsvgelement-ctm.xhtml = FAIL
// Bug 1204878
LayoutTests/http/tests/navigation/post-goback1.html = FAIL
// Bug 1135948: Fails because we cannot call plugins as functions.
+// Can defer this test once the crash is fixed.
LayoutTests/plugins/bindings-test.html = FAIL CRASH
// Bug 871718: These tests load data: URLs into frames and sets queries on then.
// This is totally broken. This layout test should be rewitten so that the
// subframes are not data URLs (probably we want files in the resources dir.).
-LayoutTests/fast/encoding/char-encoding.html = FAIL
+DEFER : LayoutTests/fast/encoding/char-encoding.html = FAIL
// Bug 1130795: since we don't have Aqua-themed controls, don't ignore the
// box-shadow properties of controls that request Aqua theming. But since Aqua
// controls are rare on the web, defer this fix.
-LayoutTests/fast/forms/box-shadow-override.html = FAIL
+DEFER : LayoutTests/fast/forms/box-shadow-override.html = FAIL
// These tests are not valid: the so-called expected results are not known to
// be correct. See bug 849072.
// TODO(ojan): They are *our* tests.
// It seems silly to skip our own tests when we can change/delete them.
// I'm marking them as deferred for now, but we should do something with them.
-SKIP : chrome/http/mime = PASS
+DEFER SKIP : chrome/http/mime = PASS
// We don't support the storage APIs. Some of the them hang.
-SKIP : LayoutTests/storage = PASS
+DEFER SKIP : LayoutTests/storage = PASS
SKIP : LayoutTests/fast/js/exceptions-thrown-in-callbacks.html = PASS
// Fails due to storage APIs not implemented. See bug 1124568. Might be worth
// re-baselining temporarily so the rest of the conditions are still tested.
-LayoutTests/fast/dom/Window/window-function-name-getter-precedence.html = FAIL
+DEFER : LayoutTests/fast/dom/Window/window-function-name-getter-precedence.html = FAIL
// Bug: 916857: These tests fail because of <audio> and <video>?
// Removed from the skip-list since they consistently fail quickly.
-LayoutTests/http/tests/media/video-play-stall.html = FAIL
-LayoutTests/http/tests/media/video-play-stall-seek.html = FAIL
-LayoutTests/http/tests/media/video-seekable-stall.html = FAIL
-LayoutTests/http/tests/media/remove-while-loading.html = FAIL
+DEFER : LayoutTests/http/tests/media/video-play-stall.html = FAIL
+DEFER : LayoutTests/http/tests/media/video-play-stall-seek.html = FAIL
+DEFER : LayoutTests/http/tests/media/video-seekable-stall.html = FAIL
+DEFER : LayoutTests/http/tests/media/remove-while-loading.html = FAIL
// These tests all time out, which makes running the suite take too long if
// they're included. See bug 916857 to investigate <audio> and <video>.
-SKIP : LayoutTests/media = TIMEOUT
+DEFER SKIP : LayoutTests/media = TIMEOUT
// Bug 850287: Need better Thai line-breaking. Not a high priority, because
// it's acceptable as it is.
-LINUX WIN : LayoutTests/fast/text/international/thai-line-breaks.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/text/international/thai-line-breaks.html = FAIL
// Bug 941049: Function arguments object is copied for each access.
-LayoutTests/fast/js/kde/function_arguments.html = FAIL
+DEFER : LayoutTests/fast/js/kde/function_arguments.html = FAIL
// BUG 973468: Need a setAuthorAndUserStylesEnabled method in
// layoutTestController. Now we have preference to enable/disable user
@@ -302,7 +306,7 @@ LayoutTests/fast/js/kde/function_arguments.html = FAIL
// LayoutTests/fast/css/display-none-inline-style-change-crash.html somehow
// the message is dumped after the #EOF, which causes an additional
// error in the header of the following test.
-SKIP : LayoutTests/fast/css/disabled-author-styles.html = FAIL
+DEFER SKIP : LayoutTests/fast/css/disabled-author-styles.html = FAIL
// Failed with change http://codereview.chromium.org/12457 which changes
// the fallback font to "times new roman" from "Times". Need to
@@ -316,7 +320,8 @@ WIN : LayoutTests/editing/pasteboard/drag-drop-dead-frame.html = FAIL
// upstream (http://trac.webkit.org/projects/webkit/changeset/31507)
// SVG test still fails, though.
LINUX : LayoutTests/fast/css/font-face-remote.html = FAIL
-WIN : LayoutTests/svg/custom/font-face-cascade-order.svg = FAIL
+DEFER WIN : LayoutTests/svg/custom/font-face-cascade-order.svg = FAIL
+
// Bug: 1007391
// These hit a not-implemented code-path in @font-face code
@@ -332,29 +337,29 @@ LINUX : LayoutTests/fast/css/font-face-unicode-range.html = FAIL
// that KJS has (some properties can be shadowed and others can't). This should have
// low priority.
// We currently match IE, the plan is to convince KJS to change post-beta.
-LayoutTests/fast/dom/Window/window-property-shadowing-name.html = TIMEOUT
-LayoutTests/fast/js/var-declarations-shadowing.html = FAIL
+DEFER : LayoutTests/fast/dom/Window/window-property-shadowing-name.html = TIMEOUT
+DEFER : LayoutTests/fast/js/var-declarations-shadowing.html = FAIL
// This test expects weird behavior of __defineGetter__ on the
// window object. It expects variables introduced with 'var x = value'
// to behave differently from variables introduced with 'y = value'.
// This just seems wrong and should have very low priority.
// Agreed, not required for Beta, we can debate this with WebKit post Beta, (eseidel, 4/25)
-LayoutTests/fast/dom/getter-on-window-object2.html = FAIL
+DEFER : LayoutTests/fast/dom/getter-on-window-object2.html = FAIL
// Bug: 1042838
// User stylesheets not currently supported by chrome.
// Webkit supports them by doing filesystem operations directly.
// This is disallowed in a sandboxed renderer. The test fails in test_shell.exe because the
// necessary filesystem stubs are notImplemented(), and would need to be proxied through the browser
-LayoutTests/http/tests/security/local-user-CSS-from-remote.html = FAIL
+DEFER : LayoutTests/http/tests/security/local-user-CSS-from-remote.html = FAIL
// Extra space at end of test results. Since this is a crash test, a
// FAIL here is just as good as running the test normally
// Bug 1126050.
// FAIL results from an extra newline at the top of the results
// the checked in results do not include the PASS text.
-LayoutTests/http/tests/navigation/changing-frame-hierarchy-in-onload.html = FAIL
+DEFER : LayoutTests/http/tests/navigation/changing-frame-hierarchy-in-onload.html = FAIL
// -----------------------------------------------------------------
// SVG TESTS
@@ -365,8 +370,8 @@ LayoutTests/http/tests/navigation/changing-frame-hierarchy-in-onload.html = FAIL
// investigated, categorized, and (one hopes) fixed.
// The following tests fail because SVG animation is not yet implemented
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-36-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-78-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-36-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-78-t.svg = FAIL
// These test fail full text diff (but not simplified diff) most likely due
// to differing implementations of SVG fonts. They may or may not represent real
@@ -374,27 +379,27 @@ LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-78-t.svg = FAIL
// pixeltest failure: font baseline should be on the path, not the centerline
// There's no baseline at all for this!
-SKIP : LayoutTests/svg/batik/text/smallFonts.svg = FAIL
-LayoutTests/svg/batik/text/textBiDi.svg = FAIL
-LINUX WIN : LayoutTests/svg/batik/text/textGlyphOrientationHorizontal.svg = FAIL
+DEFER SKIP : LayoutTests/svg/batik/text/smallFonts.svg = FAIL
+DEFER : LayoutTests/svg/batik/text/textBiDi.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/batik/text/textGlyphOrientationHorizontal.svg = FAIL
// pixeltest failure: font baseline should be on the path, not the centerline
-LINUX WIN : LayoutTests/svg/batik/text/textOnPath.svg = FAIL
-LINUX WIN : LayoutTests/svg/batik/text/textOnPath2.svg = FAIL
-LINUX WIN : LayoutTests/svg/batik/text/textOnPath3.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/batik/text/textOnPath.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/batik/text/textOnPath2.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/batik/text/textOnPath3.svg = FAIL
// pixeltest failure: font baseline should be on the path, not the centerline
-LINUX WIN : LayoutTests/svg/batik/text/textOnPathSpaces.svg = FAIL
-LINUX WIN : LayoutTests/svg/batik/text/verticalText.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/batik/text/textOnPathSpaces.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/batik/text/verticalText.svg = FAIL
// pixeltest failure: font baseline should be on the path, not the centerline
-LINUX WIN : LayoutTests/svg/batik/text/verticalTextOnPath.svg = FAIL
-LINUX WIN : LayoutTests/svg/custom/path-textPath-simulation.svg = FAIL
-LINUX WIN : LayoutTests/svg/text/text-fonts-01-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/text/text-intro-05-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/text/text-path-01-b.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/batik/text/verticalTextOnPath.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/custom/path-textPath-simulation.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/text/text-fonts-01-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/text/text-intro-05-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/text/text-path-01-b.svg = FAIL
// This test is failing because Apple's results appear to be bogus. Will let them know.
-LayoutTests/svg/custom/gradient-stop-style-change.svg = FAIL
+DEFER : LayoutTests/svg/custom/gradient-stop-style-change.svg = FAIL
// This test fails because of an oddity in stroke width calculation. A
// line is stroked horizontally from Y=100 with stroke width 100, we consider
@@ -402,28 +407,28 @@ LayoutTests/svg/custom/gradient-stop-style-change.svg = FAIL
// is a total of 100 lines. Apple expects it to be occupying Y=150 as
// well. The specification isn't very specific on which behavior is correct,
// but I feel like ours makes more sense.
-LayoutTests/svg/custom/stroke-width-click.svg = FAIL
+DEFER : LayoutTests/svg/custom/stroke-width-click.svg = FAIL
// These tests all pass simplified diff, but fail full text diffs due to
// positions and/or widths that deviate from Apple's expectations by varying
// degrees. These are almost certainly nonbugs, but won't be rebased until
// we can say for sure.
-LINUX WIN : LayoutTests/svg/custom/control-points-for-S-and-T.svg = FAIL // 6 numbers differ, by an absolute total of 31.36
-LINUX WIN : LayoutTests/svg/custom/dasharrayOrigin.svg = FAIL // 2 numbers differ, by an absolute total of 0.20
-LINUX WIN : LayoutTests/svg/custom/linking-a-03-b-all.svg = FAIL // 4 numbers differ, by an absolute total of 0.06
-LINUX WIN : LayoutTests/svg/custom/linking-a-03-b-viewBox-transform.svg = FAIL // 4 numbers differ, by an absolute total of 0.06
-LINUX WIN : LayoutTests/svg/custom/linking-a-03-b-viewBox.svg = FAIL // 2 numbers differ, by an absolute total of 0.04
-LINUX WIN : LayoutTests/svg/custom/marker-changes.svg = FAIL // 6 numbers differ, by an absolute total of 5.00
-LINUX WIN : LayoutTests/svg/custom/use-css-events.svg = FAIL // 5 numbers differ, by an absolute total of 27.16
-LayoutTests/svg/custom/use-on-symbol-inside-pattern.svg = FAIL // 11 numbers differ, by an absolute total of 4.69
-LINUX WIN : LayoutTests/svg/hixie/perf/001.xml = FAIL // 274 numbers differ, by an absolute total of 157.52
-LINUX WIN : LayoutTests/svg/hixie/perf/002.xml = FAIL // 274 numbers differ, by an absolute total of 157.52
-LINUX WIN : LayoutTests/svg/hixie/perf/007.xml = FAIL // 745 numbers differ, by an absolute total of 37.97
-LINUX WIN : LayoutTests/svg/hixie/shapes/path/001.xml = FAIL // 6 numbers differ, by an absolute total of 100.56
-LINUX WIN : LayoutTests/svg/hixie/text/003.html = FAIL // 1 numbers differ, by an absolute total of 1.00
-LINUX WIN : LayoutTests/svg/hixie/text/003a.xml = FAIL // 1 numbers differ, by an absolute total of 1.00
-LINUX WIN : LayoutTests/svg/hixie/viewbox/preserveAspectRatio/001.xml = FAIL // 2 numbers differ, by an absolute total of 18.00
-LINUX WIN : LayoutTests/svg/hixie/viewbox/preserveAspectRatio/002.xml = FAIL // 3 numbers differ, by an absolute total of 3.00
+DEFER LINUX WIN : LayoutTests/svg/custom/control-points-for-S-and-T.svg = FAIL // 6 numbers differ, by an absolute total of 31.36
+DEFER LINUX WIN : LayoutTests/svg/custom/dasharrayOrigin.svg = FAIL // 2 numbers differ, by an absolute total of 0.20
+DEFER LINUX WIN : LayoutTests/svg/custom/linking-a-03-b-all.svg = FAIL // 4 numbers differ, by an absolute total of 0.06
+DEFER LINUX WIN : LayoutTests/svg/custom/linking-a-03-b-viewBox-transform.svg = FAIL // 4 numbers differ, by an absolute total of 0.06
+DEFER LINUX WIN : LayoutTests/svg/custom/linking-a-03-b-viewBox.svg = FAIL // 2 numbers differ, by an absolute total of 0.04
+DEFER LINUX WIN : LayoutTests/svg/custom/marker-changes.svg = FAIL // 6 numbers differ, by an absolute total of 5.00
+DEFER LINUX WIN : LayoutTests/svg/custom/use-css-events.svg = FAIL // 5 numbers differ, by an absolute total of 27.16
+DEFER : LayoutTests/svg/custom/use-on-symbol-inside-pattern.svg = FAIL // 11 numbers differ, by an absolute total of 4.69
+DEFER LINUX WIN : LayoutTests/svg/hixie/perf/001.xml = FAIL // 274 numbers differ, by an absolute total of 157.52
+DEFER LINUX WIN : LayoutTests/svg/hixie/perf/002.xml = FAIL // 274 numbers differ, by an absolute total of 157.52
+DEFER LINUX WIN : LayoutTests/svg/hixie/perf/007.xml = FAIL // 745 numbers differ, by an absolute total of 37.97
+DEFER LINUX WIN : LayoutTests/svg/hixie/shapes/path/001.xml = FAIL // 6 numbers differ, by an absolute total of 100.56
+DEFER LINUX WIN : LayoutTests/svg/hixie/text/003.html = FAIL // 1 numbers differ, by an absolute total of 1.00
+DEFER LINUX WIN : LayoutTests/svg/hixie/text/003a.xml = FAIL // 1 numbers differ, by an absolute total of 1.00
+DEFER LINUX WIN : LayoutTests/svg/hixie/viewbox/preserveAspectRatio/001.xml = FAIL // 2 numbers differ, by an absolute total of 18.00
+DEFER LINUX WIN : LayoutTests/svg/hixie/viewbox/preserveAspectRatio/002.xml = FAIL // 3 numbers differ, by an absolute total of 3.00
LINUX : LayoutTests/svg/hixie/text/001-broken.xml = FAIL
@@ -440,19 +445,19 @@ LINUX : LayoutTests/svg/hixie/text/001-broken.xml = FAIL
// failure in any way and nothing needs to be done to fix it. I'm leaving it
// in tests_fixable in case we change the test shell's webview delegate to
// ignore console messages while doing a pixel dump
-LayoutTests/svg/custom/clip-path-referencing-use2.svg = FAIL PASS
+DEFER : LayoutTests/svg/custom/clip-path-referencing-use2.svg = FAIL PASS
// Bug 1107191. These flakily fail image diffs. Punting on SVG for now.
// Note that the "expected" images checked in are not necessarily correct.
-LayoutTests/svg/W3C-SVG-1.1/text-text-03-b.svg = FAIL PASS
-LayoutTests/svg/batik/text/textDecoration2.svg = FAIL PASS
+DEFER : LayoutTests/svg/W3C-SVG-1.1/text-text-03-b.svg = FAIL PASS
+DEFER : LayoutTests/svg/batik/text/textDecoration2.svg = FAIL PASS
// pixeltest failure: font baseline should be on the path, not the centerline
-LayoutTests/svg/batik/text/textFeatures.svg = FAIL PASS
-LayoutTests/svg/batik/text/textProperties.svg = FAIL PASS
-LayoutTests/svg/batik/text/textStyles.svg = FAIL PASS
-LayoutTests/svg/text/text-text-03-b.svg = FAIL PASS
+DEFER : LayoutTests/svg/batik/text/textFeatures.svg = FAIL PASS
+DEFER : LayoutTests/svg/batik/text/textProperties.svg = FAIL PASS
+DEFER : LayoutTests/svg/batik/text/textStyles.svg = FAIL PASS
+DEFER : LayoutTests/svg/text/text-text-03-b.svg = FAIL PASS
// These consistently fail with image diffs.
-LINUX WIN : LayoutTests/svg/text/text-deco-01-b.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/text/text-deco-01-b.svg = FAIL
LayoutTests/svg/text/text-text-08-b.svg = FAIL PASS
@@ -464,26 +469,26 @@ LayoutTests/svg/text/text-text-08-b.svg = FAIL PASS
// Bug: 1026885
// Following tests are failing because Chrome does not allow file url
// to access non-file urls.
-LINUX WIN : LayoutTests/editing/selection/4960137.html = FAIL
-LayoutTests/fast/dom/clientWidthAfterDocumentIsRemoved.html = FAIL
-LINUX WIN : LayoutTests/fast/frames/frame-src-attribute.html = FAIL
+DEFER LINUX WIN : LayoutTests/editing/selection/4960137.html = FAIL
+DEFER : LayoutTests/fast/dom/clientWidthAfterDocumentIsRemoved.html = FAIL
+DEFER LINUX WIN : LayoutTests/fast/frames/frame-src-attribute.html = FAIL
// Bug: 1045048
// We haven't implemented GCController in test shell
// Not critical for Beta. We have window.gc() for other tests.
-LayoutTests/fast/js/garbage-collect-after-string-appends.html = FAIL
+DEFER : LayoutTests/fast/js/garbage-collect-after-string-appends.html = FAIL
// Bug: 1115062
// These fail the pixel tests in debug mode because they have
// unpainted space (filled red in Debug but not in Release).
// https://bugs.webkit.org/show_bug.cgi?id=8423
-LayoutTests/tables/mozilla_expected_failures/bugs/bug178855.xml = FAIL PASS
+DEFER : LayoutTests/tables/mozilla_expected_failures/bugs/bug178855.xml = FAIL PASS
// Passes release. Fails debug.
-DEBUG : LayoutTests/fast/flexbox/flex-hang.html = FAIL PASS
+DEFER DEBUG : LayoutTests/fast/flexbox/flex-hang.html = FAIL PASS
// Bug: 1166644
// Fails on webkit windows as well.
-WIN LINUX : LayoutTests/fast/events/attempt-scroll-with-no-scrollbars.html = FAIL
+DEFER WIN LINUX : LayoutTests/fast/events/attempt-scroll-with-no-scrollbars.html = FAIL
// Bug: 1344760
// Linux pixeltest failure: Form control metrics incorrect
@@ -506,7 +511,7 @@ WIN : LayoutTests/css2.1/t0905-c5526-flthw-00-c-g.html = FAIL
// No glyph for U+FFFD (Replacement Character : black diamond with question mark) in them
LINUX WIN : LayoutTests/fast/encoding/invalid-UTF-8.html = FAIL
-WIN : LayoutTests/fast/text/zero-width-characters.html = FAIL
+DEFER WIN : LayoutTests/fast/text/zero-width-characters.html = FAIL
// HTTPS tests fail on the open source buildbot with error "cross-site not access allowed".
// See bug # 2306
@@ -1197,24 +1202,24 @@ DEBUG : LayoutTests/svg/dynamic-updates/SVGEllipseElement-svgdom-ry-prop.html =
// These have been failing for as long as we've had SVG support and were
// incorrectly removed during a merge.
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-28-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-37-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-80-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-83-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/extend-namespace-01-f.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/filters-example-01-b.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/metadata-example-01-b.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-01-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-02-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-03-f.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-10-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-12-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-15-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/struct-group-03-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/text-deco-01-b.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/text-fonts-01-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/text-intro-05-t.svg = FAIL
-LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/text-path-01-b.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-28-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-37-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-80-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/animate-elem-83-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/extend-namespace-01-f.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/filters-example-01-b.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/metadata-example-01-b.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-01-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-02-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-03-f.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-10-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-12-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/paths-data-15-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/struct-group-03-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/text-deco-01-b.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/text-fonts-01-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/text-intro-05-t.svg = FAIL
+DEFER LINUX WIN : LayoutTests/svg/W3C-SVG-1.1/text-path-01-b.svg = FAIL
// MERGE 38500:39550: New tests
LayoutTests/transitions/transition-drt-api.html = TIMEOUT