From 34efd06c4caf47eef57e58dab0ca4f3f858bbc14 Mon Sep 17 00:00:00 2001 From: "ojan@google.com" Date: Fri, 14 Nov 2008 06:53:20 +0000 Subject: Get rid of build_type from test_expectations and add the ability to specify that a test fails only in debug mode. Also, made --pixel-tests be on by default. Review URL: http://codereview.chromium.org/10930 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@5464 0039d316-1c4b-4281-b951-d872f2087c98 --- .../layout_package/test_expectations.py | 73 +- webkit/tools/layout_tests/run_webkit_tests.py | 5 +- .../layout_tests/test_lists/mac/tests_fixable.txt | 1452 ++++++++++---------- .../layout_tests/test_lists/mac/tests_ignored.txt | 106 +- .../layout_tests/test_lists/win/tests_fixable.txt | 1390 +++++++++---------- .../layout_tests/test_lists/win/tests_ignored.txt | 114 +- 6 files changed, 1568 insertions(+), 1572 deletions(-) (limited to 'webkit/tools') diff --git a/webkit/tools/layout_tests/layout_package/test_expectations.py b/webkit/tools/layout_tests/layout_package/test_expectations.py index 1ab1f16..9449c76 100644 --- a/webkit/tools/layout_tests/layout_package/test_expectations.py +++ b/webkit/tools/layout_tests/layout_package/test_expectations.py @@ -6,9 +6,6 @@ for layout tests. """ -# TODO(pamg): Excise build_type (v8 and kjs) from this file and the test lists -# now that we only support v8. - import os import re import path_utils @@ -26,11 +23,11 @@ class TestExpectations: FIXABLE = "tests_fixable.txt" IGNORED = "tests_ignored.txt" - def __init__(self, tests, directory, build_type='v8'): + def __init__(self, tests, directory, is_debug_mode): """Reads the test expectations files from the given directory.""" self._tests = tests self._directory = directory - self._build_type = build_type + self._is_debug_mode = is_debug_mode self._ReadFiles() self._ValidateLists() @@ -91,7 +88,7 @@ class TestExpectations: """ path = os.path.join(self._directory, filename) - return TestExpectationsFile(path, self._tests, self._build_type) + return TestExpectationsFile(path, self._tests, self._is_debug_mode) def _ValidateLists(self): # Make sure there's no overlap between the tests in the two files. @@ -124,14 +121,17 @@ class TestExpectationsFile: directory and any subdirectory. The format of the file is along the lines of: - KJS # LayoutTests/fast/js/fixme.js = FAIL - V8 # LayoutTests/fast/js/flaky.js = FAIL | PASS - V8 | KJS # LayoutTests/fast/js/crash.js = CRASH | TIMEOUT | FAIL | PASS + LayoutTests/fast/js/fixme.js = FAIL + LayoutTests/fast/js/flaky.js = FAIL | PASS + LayoutTests/fast/js/crash.js = CRASH | TIMEOUT | FAIL | PASS ... - In case you want to skip tests completely, add a SKIP: - V8 | KJS # SKIP : LayoutTests/fast/js/no-good.js = TIMEOUT | PASS - + In case you want to skip tests completely or mark debug mode only + expectations, add SKIP and/or DEBUG respectively: + SKIP : LayoutTests/fast/js/no-good.js = TIMEOUT | PASS + DEBUG : LayoutTests/fast/js/no-good.js = TIMEOUT | PASS + DEBUG | SKIP : LayoutTests/fast/js/no-good.js = TIMEOUT | PASS + A test can be included twice, but not via the same path. If a test is included twice, then the more precise path wins. """ @@ -140,17 +140,13 @@ class TestExpectationsFile: 'fail': FAIL, 'timeout': TIMEOUT, 'crash': CRASH } - - BUILD_TYPES = [ 'kjs', 'v8' ] - - - def __init__(self, path, full_test_list, build_type): + + def __init__(self, path, full_test_list, is_debug_mode): """path is the path to the expectation file. An error is thrown if a test - is listed more than once for a given build_type. + is listed more than once. full_test_list is the list of all tests to be run pending processing of the expections for those tests. - build_type is used to filter out tests that only have expectations for - a different build_type. + is_debug_mode whether we testing a test_shell built debug mode """ @@ -161,7 +157,7 @@ class TestExpectationsFile: self._tests = {} for expectation in self.EXPECTATIONS.itervalues(): self._tests[expectation] = set() - self._Read(path, build_type) + self._Read(path, is_debug_mode) def GetSkipped(self): return self._skipped @@ -184,33 +180,32 @@ class TestExpectationsFile: for expectation in self._expectations[test]: self._tests[expectation].remove(test) del self._expectations[test] - - def _Read(self, path, build_type): + + def _Read(self, path, is_debug_mode): """For each test in an expectations file, generate the expectations for it. - + """ - + lineno = 0 for line in open(path): lineno += 1 line = StripComments(line) if not line: continue - parts = line.split('#') - if len(parts) is not 2: - self._ReportSyntaxError(path, lineno, "Test must have build types") - - if build_type not in self._GetOptionsList(parts[0]): continue - - parts = parts[1].split(':') - - if len(parts) is 2: - test_and_expectations = parts[1] - skip_options = self._GetOptionsList(parts[0]) - is_skipped = 'skip' in skip_options - else: - test_and_expectations = parts[0] + # TODO(ojan): If you specify different expectations for debug and release, + # the release builder will currently say you have multiple expectations + # for this file. booo! + if line.find(':') is -1: + test_and_expectations = line is_skipped = False + is_debug = False + else: + parts = line.split(':') + test_and_expectations = parts[1] + options = self._GetOptionsList(parts[0]) + is_skipped = 'skip' in options + if not is_debug_mode and 'debug' in options: + continue tests_and_expecation_parts = test_and_expectations.split('=') if (len(tests_and_expecation_parts) is not 2): diff --git a/webkit/tools/layout_tests/run_webkit_tests.py b/webkit/tools/layout_tests/run_webkit_tests.py index dfe1a88..1875afc 100644 --- a/webkit/tools/layout_tests/run_webkit_tests.py +++ b/webkit/tools/layout_tests/run_webkit_tests.py @@ -134,7 +134,8 @@ class TestRunner: file_dir = path_utils.GetAbsolutePath(file_dir) expectations = test_expectations.TestExpectations(self._test_files, - file_dir) + file_dir, + self._options.debug) # Remove skipped - both fixable and ignored - files from the # top-level list of files to test. @@ -557,7 +558,7 @@ def main(options, args): if '__main__' == __name__: option_parser = optparse.OptionParser() option_parser.add_option("", "--pixel-tests", action="store_true", - default=False, + default=True, help="enable pixel-to-pixel PNG comparisons") option_parser.add_option("", "--wdiff", action="store_true", default=False, diff --git a/webkit/tools/layout_tests/test_lists/mac/tests_fixable.txt b/webkit/tools/layout_tests/test_lists/mac/tests_fixable.txt index 4486a7d..5c23f28 100644 --- a/webkit/tools/layout_tests/test_lists/mac/tests_fixable.txt +++ b/webkit/tools/layout_tests/test_lists/mac/tests_fixable.txt @@ -15,7 +15,7 @@ // Bug 1124548: Copying with no selection is sometimes supposed to work // This test also crashes in debug due to an ASSERT. (see bug 1058654) // Also skipped by Apple on Windows (rdar://problem/5015941) -V8 # LayoutTests/editing/execCommand/copy-without-selection.html = FAIL | CRASH +LayoutTests/editing/execCommand/copy-without-selection.html = FAIL | CRASH // ----------------------------------------------------------------- // HANGING TESTS @@ -25,11 +25,11 @@ V8 # LayoutTests/editing/execCommand/copy-without-selection.html = FAIL | CRASH // Works fine when run stand-alone. Not needed for Beta. // Also skipped by Apple on Windows, due to intermittent failure // (rdar://5313536) -V8 # LayoutTests/fast/dom/frame-loading-via-document-write.html = FAIL | TIMEOUT +LayoutTests/fast/dom/frame-loading-via-document-write.html = FAIL | TIMEOUT // Times out when using new http stack because of unsupported username:pass // in URL. http://code.google.com/p/chromium/issues/detail?id=3436 -V8 # SKIP : LayoutTests/http/tests/xmlhttprequest/basic-auth.html = TIMEOUT | PASS +SKIP : LayoutTests/http/tests/xmlhttprequest/basic-auth.html = TIMEOUT | PASS // ----------------------------------------------------------------- // FLAKY TESTS @@ -37,51 +37,51 @@ V8 # SKIP : LayoutTests/http/tests/xmlhttprequest/basic-auth.html = TIMEOUT | PA // This test uses a -webkit-transition-duration and a set timeout, probably // just a small race in our timers. Fails once in a while, only on v8. -V8 # LayoutTests/fast/css/transition-color-unspecified.html = PASS | FAIL +LayoutTests/fast/css/transition-color-unspecified.html = PASS | FAIL // Flaky tests, see bug 877986. // WebKit's CSS counters are somewhat broken, thus expected results are failures // Our high-precision timers make these tests flakey. // We could fork these tests, but we'll just unfork them as soon as // our high-precision timers are public. -V8 # LayoutTests/css2.1/t1204-increment-00-c-o.html = FAIL | PASS -V8 # LayoutTests/css2.1/t1204-increment-01-c-o.html = FAIL | PASS -V8 # LayoutTests/css2.1/t1204-increment-02-c-o.html = FAIL | PASS -V8 # LayoutTests/css2.1/t1204-reset-00-c-o.html = FAIL | PASS -V8 # LayoutTests/css2.1/t1204-reset-01-c-o.html = FAIL | PASS +LayoutTests/css2.1/t1204-increment-00-c-o.html = FAIL | PASS +LayoutTests/css2.1/t1204-increment-01-c-o.html = FAIL | PASS +LayoutTests/css2.1/t1204-increment-02-c-o.html = FAIL | PASS +LayoutTests/css2.1/t1204-reset-00-c-o.html = FAIL | PASS +LayoutTests/css2.1/t1204-reset-01-c-o.html = FAIL | PASS // Bug 1143337 // These tests are here because they fail on the buildbot, but not locally. // Seems to be due to one or more timing issues in the tests. // These only timeout on the v8-Debug buildbot it seems. (eseidel, 4/28) // I'm not seeing this fail locally in v8-Debug or v8-Release (eseidel, 4/25) -V8 # LayoutTests/http/tests/security/dataURL/xss-DENIED-to-data-url-in-foreign-domain-subframe-location-change.html = PASS | FAIL -V8 # LayoutTests/http/tests/security/dataURL/xss-DENIED-from-data-url-in-foreign-domain-subframe.html = PASS | TIMEOUT +LayoutTests/http/tests/security/dataURL/xss-DENIED-to-data-url-in-foreign-domain-subframe-location-change.html = PASS | FAIL +LayoutTests/http/tests/security/dataURL/xss-DENIED-from-data-url-in-foreign-domain-subframe.html = PASS | TIMEOUT // Bug 1332293: Sometimes times out for unknown reasons. -V8 # LayoutTests/fast/dom/Window/setting-properties-on-closed-window.html = PASS | TIMEOUT +LayoutTests/fast/dom/Window/setting-properties-on-closed-window.html = PASS | TIMEOUT // This are failing for different reasons under our new lighttpd configuration // TODO(deanm): Address all of these via lighttpd if possible, otherwise fork. // Maybe flaky and need to be forked? Bug 1234761. // Difference in caching headers -V8 # LayoutTests/http/tests/xmlhttprequest/cache-override.html = FAIL +LayoutTests/http/tests/xmlhttprequest/cache-override.html = FAIL // LightTPD doesn't accept unknown HTTP methods -V8 # LayoutTests/http/tests/xmlhttprequest/methods-lower-case.html = TIMEOUT -V8 # LayoutTests/http/tests/xmlhttprequest/methods-async.html = TIMEOUT +LayoutTests/http/tests/xmlhttprequest/methods-lower-case.html = TIMEOUT +LayoutTests/http/tests/xmlhttprequest/methods-async.html = TIMEOUT // LightTPD doesn't accept unknown HTTP methods and passes CGIs a Content-Type // even when a request didn't send the header. -V8 # LayoutTests/http/tests/xmlhttprequest/methods.html = FAIL +LayoutTests/http/tests/xmlhttprequest/methods.html = FAIL // http://crbug.com/2975 : Need to support upload progress notifications in // the resource bridge. -V8 # LayoutTests/http/tests/xmlhttprequest/upload-onload-event.html = FAIL -V8 # LayoutTests/http/tests/xmlhttprequest/upload-onprogress-event.html = FAIL -V8 # LayoutTests/http/tests/xmlhttprequest/upload-progress-events.html = FAIL +LayoutTests/http/tests/xmlhttprequest/upload-onload-event.html = FAIL +LayoutTests/http/tests/xmlhttprequest/upload-onprogress-event.html = FAIL +LayoutTests/http/tests/xmlhttprequest/upload-progress-events.html = FAIL // Bug 1341582 -V8 # LayoutTests/svg/dom/animated-tearoff-equality.xhtml = FAIL | PASS -V8 # LayoutTests/svg/dom/animated-tearoff-lifespan.xhtml = FAIL | PASS +LayoutTests/svg/dom/animated-tearoff-equality.xhtml = FAIL | PASS +LayoutTests/svg/dom/animated-tearoff-lifespan.xhtml = FAIL | PASS // ----------------------------------------------------------------- // TEXT @@ -92,57 +92,57 @@ V8 # LayoutTests/svg/dom/animated-tearoff-lifespan.xhtml = FAIL | PASS // Bug 1316221: fail now that we use the same font code path in test_shell // as in Chrome -V8 # LayoutTests/css2.1/t1202-counter-04-b.html = FAIL -V8 # LayoutTests/css2.1/t1202-counters-04-b.html = FAIL +LayoutTests/css2.1/t1202-counter-04-b.html = FAIL +LayoutTests/css2.1/t1202-counters-04-b.html = FAIL // Bug 1124513: the max length is being applied correctly, but the over- and // under-lines aren't placed properly over the "x". // The under-lines are a cosmetic error which is not necessary to fix for Beta. (eseidel) -V8 # LayoutTests/fast/forms/input-text-maxlength.html = FAIL -V8 # LayoutTests/fast/forms/input-text-paste-maxlength.html = FAIL +LayoutTests/fast/forms/input-text-maxlength.html = FAIL +LayoutTests/fast/forms/input-text-paste-maxlength.html = FAIL // Font differences, requiring overriden metrics, not a real bug, not fixing for Beta -V8 # LayoutTests/fast/text/international/bidi-AN-after-L.html = FAIL +LayoutTests/fast/text/international/bidi-AN-after-L.html = FAIL // Bug: 1145880 // Parethesis missing, metrics wrong. -V8 # LayoutTests/fast/text/international/bidi-neutral-run.html = FAIL +LayoutTests/fast/text/international/bidi-neutral-run.html = FAIL // Bug: 628529: complex text effects // This is a real bug, but not one we're fixing for Beta. -V8 # LayoutTests/fast/text/stroking-decorations.html = FAIL -V8 # LayoutTests/fast/text/stroking.html = FAIL +LayoutTests/fast/text/stroking-decorations.html = FAIL +LayoutTests/fast/text/stroking.html = FAIL // Bug: 1124522 // Incrorect results, in incorrect international font metrics. // Fixing these overrides does not help us to Beta, deffering -V8 # LayoutTests/fast/text/atsui-multiple-renderers.html = FAIL -V8 # LayoutTests/fast/text/atsui-pointtooffset-calls-cg.html = FAIL +LayoutTests/fast/text/atsui-multiple-renderers.html = FAIL +LayoutTests/fast/text/atsui-pointtooffset-calls-cg.html = FAIL // Bug: 1143381 // This test checks that we hack around a bug in helvetica. We fail to. -V8 # LayoutTests/fast/text/wide-zero-width-space.html = FAIL +LayoutTests/fast/text/wide-zero-width-space.html = FAIL // Font-size differences in international text cause the wrong character // to be under the (x,y) click location used by the test. See bug 850411 // on faking international font sizes like we do for Latin fonts. -V8 # LayoutTests/fast/text/atsui-rtl-override-selection.html = FAIL +LayoutTests/fast/text/atsui-rtl-override-selection.html = FAIL // Bug: 1124542 // More missing international text overides, not needed for Beta. // Capitalization results match Safari, even if "not fully correct" -V8 # LayoutTests/fast/text/capitalize-boundaries.html = FAIL +LayoutTests/fast/text/capitalize-boundaries.html = FAIL // Bug: 1145887 // Different button line-heights, our behavior looks wrong. -V8 # LayoutTests/fast/forms/control-restrict-line-height.html = FAIL -V8 # LayoutTests/fast/replaced/table-percent-height.html = FAIL +LayoutTests/fast/forms/control-restrict-line-height.html = FAIL +LayoutTests/fast/replaced/table-percent-height.html = FAIL // Bug 992930: Unable to load file:/// URLs from data: URLs. -V8 # LayoutTests/fast/events/standalone-image-drag-to-editable.html = FAIL +LayoutTests/fast/events/standalone-image-drag-to-editable.html = FAIL // Bug 1187672. Two font faces should be identical but aren't. Punting SVG. -V8 # LayoutTests/svg/custom/font-face-simple.svg = FAIL +LayoutTests/svg/custom/font-face-simple.svg = FAIL // ----------------------------------------------------------------- // URL @@ -154,12 +154,12 @@ V8 # LayoutTests/svg/custom/font-face-simple.svg = FAIL // Implicit expectation in this test is that you can "set query" on a data URL, // and it should replace the first "?" substring. This makes absolutely no sense. -V8 # LayoutTests/fast/events/stopPropagation-submit.html = FAIL +LayoutTests/fast/events/stopPropagation-submit.html = FAIL // Expected results has a terminal "?", since "set query" on about:blank is allowed. // This is strange since query should have no meaning in non-standard urls -V8 # LayoutTests/http/tests/navigation/onload-navigation-iframe-timeout.html = FAIL -V8 # LayoutTests/http/tests/navigation/onload-navigation-iframe.html = FAIL +LayoutTests/http/tests/navigation/onload-navigation-iframe-timeout.html = FAIL +LayoutTests/http/tests/navigation/onload-navigation-iframe.html = FAIL // ----------------------------------------------------------------- // PENDING TESTS (forked to pending/, need to be sent upstream) @@ -167,44 +167,44 @@ V8 # LayoutTests/http/tests/navigation/onload-navigation-iframe.html = FAIL // Bug 972450: These tests don't work with fast timers due to setTimeout // races. Pending versions have these fixed. -V8 # LayoutTests/fast/history/history_reload.html = PASS | FAIL -V8 # LayoutTests/fast/repaint/bugzilla-6473.html = PASS | FAIL +LayoutTests/fast/history/history_reload.html = PASS | FAIL +LayoutTests/fast/repaint/bugzilla-6473.html = PASS | FAIL // Bug 982608: test had a wrong result for one condition -V8 # LayoutTests/plugins/destroy-stream-twice.html = FAIL | TIMEOUT +LayoutTests/plugins/destroy-stream-twice.html = FAIL | TIMEOUT // This test has been modified and placed in pending, so we ignore the original // until we get our modification into WebKit. -V8 # LayoutTests/security/block-test.html = PASS | FAIL | TIMEOUT +LayoutTests/security/block-test.html = PASS | FAIL | TIMEOUT // Bug 1124522 // Test forked into pending and fixed. -V8 # LayoutTests/fast/js/function-toString-parentheses.html = FAIL +LayoutTests/fast/js/function-toString-parentheses.html = FAIL // Bug 1132721. Forked to pending/fast/encoding/script-in-head.html // Should get this change pushed upstream and then unfork. // Stopped failing -// V8 # LayoutTests/fast/encoding/script-in-head.html = PASS | FAIL | TIMEOUT +// LayoutTests/fast/encoding/script-in-head.html = PASS | FAIL | TIMEOUT // Bug 1143337. Forked to pending/http/tests/security/. -V8 # LayoutTests/http/tests/security/cross-frame-access-child-explicit-domain.html = PASS | FAIL | TIMEOUT -V8 # LayoutTests/http/tests/security/cross-frame-access-parent-explicit-domain.html = PASS | FAIL | TIMEOUT -V8 # LayoutTests/http/tests/security/cross-frame-access-port-explicit-domain.html = PASS | FAIL | TIMEOUT -V8 # LayoutTests/http/tests/security/cross-frame-access-port.html = PASS | FAIL | TIMEOUT -V8 # LayoutTests/http/tests/security/cross-frame-access-protocol-explicit-domain.html = PASS | FAIL | TIMEOUT -V8 # LayoutTests/http/tests/security/cross-frame-access-protocol.html = PASS | FAIL | TIMEOUT -V8 # LayoutTests/http/tests/security/protocol-compare-case-insensitive.html = PASS | FAIL | TIMEOUT +LayoutTests/http/tests/security/cross-frame-access-child-explicit-domain.html = PASS | FAIL | TIMEOUT +LayoutTests/http/tests/security/cross-frame-access-parent-explicit-domain.html = PASS | FAIL | TIMEOUT +LayoutTests/http/tests/security/cross-frame-access-port-explicit-domain.html = PASS | FAIL | TIMEOUT +LayoutTests/http/tests/security/cross-frame-access-port.html = PASS | FAIL | TIMEOUT +LayoutTests/http/tests/security/cross-frame-access-protocol-explicit-domain.html = PASS | FAIL | TIMEOUT +LayoutTests/http/tests/security/cross-frame-access-protocol.html = PASS | FAIL | TIMEOUT +LayoutTests/http/tests/security/protocol-compare-case-insensitive.html = PASS | FAIL | TIMEOUT // Bug 1199617. Forked to pending/svg/carto.net/window.svg. // Test did not wait for all created functions to be called via // setTimeout. -V8 # LayoutTests/svg/carto.net/window.svg = PASS | FAIL +LayoutTests/svg/carto.net/window.svg = PASS | FAIL // Bug 1064038. Image with border="1" drawn without the border. -V8 # pending/fast/forms/image-border.html = FAIL +pending/fast/forms/image-border.html = FAIL // Bug 1055396. Vertical scrollbar created when there is no overflow. -V8 # pending/fast/forms/textarea-scrollbar-height.html = FAIL +pending/fast/forms/textarea-scrollbar-height.html = FAIL // ----------------------------------------------------------------- // Other @@ -212,46 +212,46 @@ V8 # pending/fast/forms/textarea-scrollbar-height.html = FAIL // Bug 865472, this should just need proper pixel test rebaselining. // Also skipped by Apple on Windows (rdar://5723191). -V8 # LayoutTests/http/tests/navigation/javascriptlink-frames.html = FAIL +LayoutTests/http/tests/navigation/javascriptlink-frames.html = FAIL // Bug: 1143492 // Window status should always return a string object // WebKit does this to match IE, FF also fails this test. -V8 # LayoutTests/fast/dom/assign-to-window-status.html = FAIL +LayoutTests/fast/dom/assign-to-window-status.html = FAIL // Bug 905894 // Getting parseerror (probably wrong svn:eol-style) // Will be fixed by upstream merge -V8 # LayoutTests/fast/xsl/xslt-enc16.xml = FAIL -V8 # LayoutTests/fast/xsl/xslt-enc16to16.xml = FAIL +LayoutTests/fast/xsl/xslt-enc16.xml = FAIL +LayoutTests/fast/xsl/xslt-enc16to16.xml = FAIL // Bug: 742182, 845388 // Mac Safari under certain circumstances automatically places // a caret in editable document even when none was requested programatically. // We don't intend to copy this feature (at least not for Beta). -V8 # LayoutTests/editing/selection/designmode-no-caret.html = FAIL +LayoutTests/editing/selection/designmode-no-caret.html = FAIL // Bug: 742182, 845388, 960092 // Platform-specific: simulates command-{arrow} input to modify selection // Our Event-Sender isn't robust enough to support this. // Not required for Beta. This may also be related to known home/end issues // which are intended to be fixed for Beta. -V8 # LayoutTests/editing/selection/move-begin-end.html = FAIL +LayoutTests/editing/selection/move-begin-end.html = FAIL // Bug 845400 // The end result looks right, but the event messages differ. -V8 # LayoutTests/editing/pasteboard/paste-xml.xhtml = FAIL +LayoutTests/editing/pasteboard/paste-xml.xhtml = FAIL // Bug 849441 // Directionality of mixed-direction text in selected choice should // match that in the option lists. // Low priority, unclear if test expectations are correct (see bug) -V8 # LayoutTests/fast/forms/select-writing-direction-natural.html = FAIL -V8 # LayoutTests/fast/text/international/bidi-menulist.html = FAIL +LayoutTests/fast/forms/select-writing-direction-natural.html = FAIL +LayoutTests/fast/text/international/bidi-menulist.html = FAIL // Bug 850875 // requires support for layoutTestController.encodeHostName() -V8 # LayoutTests/fast/encoding/idn-security.html = FAIL +LayoutTests/fast/encoding/idn-security.html = FAIL // Bug 852346 // These layout tests to see if link colors change after visiting a page. They @@ -207,107 +207,107 @@ V8 # LayoutTests/fast/encoding/idn-security.html = FAIL // temporary web history. layoutTestController.keepWebHistory() is not // implemented in test shell. // This is a test tool problem, not a Chrome problem. -V8 # LayoutTests/fast/history/clicked-link-is-visited.html = FAIL -V8 # LayoutTests/fast/history/subframe-is-visited.html = FAIL +LayoutTests/fast/history/clicked-link-is-visited.html = FAIL +LayoutTests/fast/history/subframe-is-visited.html = FAIL // Bug 1027226 // Bug 945322: test shell should dump text when // layoutTestController.notifyDone() is called -V8 # LayoutTests/editing/selection/drag-in-iframe.html = FAIL +LayoutTests/editing/selection/drag-in-iframe.html = FAIL // Bug 849056 // We don't support NPN_Enumerate, but don't know of any plugin // which depends on that functionality. So we ignore this for beta. -V8 # LayoutTests/plugins/netscape-enumerate.html = FAIL +LayoutTests/plugins/netscape-enumerate.html = FAIL // This tests the screen's pixel depth, which we don't set on the buildbots // so it depends on the users settings. Making this a broken test for us. // The test must be fixed to not depend on user settings and rebaselined. post-beta. -V8 # LayoutTests/fast/dom/Window/window-screen-properties.html = FAIL +LayoutTests/fast/dom/Window/window-screen-properties.html = FAIL // Bug: 849060 // Plugin creation is delayed until after first layout, so // setwindow isn't being called. -V8 # LayoutTests/plugins/netscape-plugin-setwindow-size.html = FAIL +LayoutTests/plugins/netscape-plugin-setwindow-size.html = FAIL -V8 # LayoutTests/http/tests/security/cross-frame-access-put.html = FAIL +LayoutTests/http/tests/security/cross-frame-access-put.html = FAIL // Bug 982602 // We don't support support window.resizeTo (nor is it planned for Beta) -V8 # LayoutTests/fast/dom/Window/window-resize-and-move-arguments.html = FAIL +LayoutTests/fast/dom/Window/window-resize-and-move-arguments.html = FAIL // Test expects that when focus is in an iframe and page-up is hit, the parent // document is also scrolled // IE and FF also "fail" this test. -V8 # LayoutTests/fast/frames/iframe-scroll-page-up-down.html = FAIL +LayoutTests/fast/frames/iframe-scroll-page-up-down.html = FAIL // Bug 1082426 // document.write() pf plain text does not always flush // This is a known WebKit bug, https://bugs.webkit.org/show_bug.cgi?id=8961 -V8 # LayoutTests/editing/execCommand/delete-no-scroll.html = FAIL +LayoutTests/editing/execCommand/delete-no-scroll.html = FAIL // Bug: 879449 // TODO(joshia): Need some changes to the test shell in order to support // Java applet related unit tests. So disable the following for now. // These tests should be fixed immediately after the Java applets work is done. -V8 # LayoutTests/fast/replaced/applet-disabled-positioned.html = FAIL -V8 # LayoutTests/fast/replaced/applet-rendering-java-disabled.html = FAIL +LayoutTests/fast/replaced/applet-disabled-positioned.html = FAIL +LayoutTests/fast/replaced/applet-rendering-java-disabled.html = FAIL // Bug 1198880 -V8 # LayoutTests/svg/custom/svgsvgelement-ctm.xhtml = FAIL +LayoutTests/svg/custom/svgsvgelement-ctm.xhtml = FAIL // Bug 1204878 -V8 # LayoutTests/http/tests/navigation/post-goback1.html = FAIL +LayoutTests/http/tests/navigation/post-goback1.html = FAIL // Bug 1135948: Fails because we cannot call plugins as functions. -V8 # LayoutTests/plugins/bindings-test.html = FAIL +LayoutTests/plugins/bindings-test.html = FAIL // Bug 1124435: deal with the deletion UI in a later release. -V8 # LayoutTests/editing/deleting/deletionUI-single-instance.html = FAIL +LayoutTests/editing/deleting/deletionUI-single-instance.html = FAIL // Bug 871718: These tests load data: URLs into frames and sets queries on then. // This is totally broken. This layout test should be rewitten so that the // subframes are not data URLs (probably we want files in the resources dir.). -V8 # LayoutTests/fast/encoding/char-encoding.html = FAIL -V8 # LayoutTests/fast/encoding/char-decoding.html = FAIL +LayoutTests/fast/encoding/char-encoding.html = FAIL +LayoutTests/fast/encoding/char-decoding.html = FAIL // Bug 1130795: since we don't have Aqua-themed controls, don't ignore the // box-shadow properties of controls that request Aqua theming. But since Aqua // controls are rare on the web, defer this fix. -V8 # LayoutTests/fast/forms/box-shadow-override.html = FAIL +LayoutTests/fast/forms/box-shadow-override.html = FAIL // These tests are not valid: the so-called expected results are not known to // be correct. See bug 849072. // TODO(ojan): They are *our* tests. // It seems silly to skip our own tests when we can change/delete them. // I'm marking them as deferred for now, but we should do something with them. -V8 # SKIP : chrome/http/mime = PASS +SKIP : chrome/http/mime = PASS // Bug: 916857: These tests fail because of