From b27d747e6ea8e7916b183b1c30d27e08dc6e67e7 Mon Sep 17 00:00:00 2001 From: "ojan@chromium.org" Date: Thu, 7 May 2009 06:35:59 +0000 Subject: Remove DEFER from the test list now that we are using bug priorities to decide what tests need fixing for the next release. Leaving them in just leads to confusion. This does mean that the bots will now report the total number of tests we fail that we ever want to fix instead of the number of tests we fail that we want to fix for the next release. BUG=none TEST=none Review URL: http://codereview.chromium.org/116001 git-svn-id: svn://svn.chromium.org/chrome/trunk/src@15527 0039d316-1c4b-4281-b951-d872f2087c98 --- webkit/tools/layout_tests/test_expectations.txt | 631 ++++++++++++------------ 1 file changed, 314 insertions(+), 317 deletions(-) diff --git a/webkit/tools/layout_tests/test_expectations.txt b/webkit/tools/layout_tests/test_expectations.txt index c0d26c7..c677d55 100644 --- a/webkit/tools/layout_tests/test_expectations.txt +++ b/webkit/tools/layout_tests/test_expectations.txt @@ -13,7 +13,6 @@ // DEBUG : LayoutTests/fast/js/no-good.js = TIMEOUT PASS // DEBUG SKIP : LayoutTests/fast/js/no-good.js = TIMEOUT PASS // LINUX DEBUG SKIP : LayoutTests/fast/js/no-good.js = TIMEOUT PASS -// DEFER LINUX WIN : LayoutTests/fast/js/no-good.js = TIMEOUT PASS // BUG1234 DEBUG MAC : LayoutTests/fast/js/no-good.js = TIMEOUT PASS // // BUG[0-9]+: See this bug for more information. Every test that isn't marked @@ -21,7 +20,6 @@ // SKIP: Doesn't run the test. // SLOW: The test takes a long time to run, but does not timeout indefinitely. // WONTFIX: For tests that we never intend to pass on a given platform. -// DEFER: Test does not count in our statistics for the current release. // DEBUG: Expectations apply only to the debug build. // RELEASE: Expectations apply only to release build. // LINUX/WIN/MAC: Expectations apply only to these platforms. @@ -36,10 +34,9 @@ // // Notes: // -A test cannot be both SLOW and TIMEOUT -// -A test cannot be both DEFER and WONTFIX // -A test can be included twice, but not via the same path. // -If a test is included twice, then the more precise path wins. -// -CRASH tests cannot be DEFER or WONTFIX +// -CRASH tests cannot be WONTFIX // ----------------------------------------------------------------- // SLOW TESTS @@ -375,43 +372,43 @@ WONTFIX SKIP : LayoutTests/transforms/3d = FAIL // Copying with no selection is sometimes supposed to work // Also skipped by Apple on Windows (rdar://problem/5015941) -BUG1124548 DEFER : LayoutTests/editing/execCommand/copy-without-selection.html = FAIL +BUG1124548 : LayoutTests/editing/execCommand/copy-without-selection.html = FAIL // onload race condition due to poorly designed test. // Works fine when run stand-alone. Not needed for Beta. // Also skipped by Apple on Windows, due to intermittent failure // (rdar://5313536) -BUG10270 DEFER WIN LINUX : LayoutTests/fast/dom/frame-loading-via-document-write.html = TIMEOUT FAIL +BUG10270 WIN LINUX : LayoutTests/fast/dom/frame-loading-via-document-write.html = TIMEOUT FAIL // WebKit's CSS counters are somewhat broken, thus expected results are failures // Our high-precision timers make these tests flakey. // We could fork these tests, but we'll just unfork them as soon as // our high-precision timers are public. -BUG877986 DEFER WIN LINUX : LayoutTests/css2.1/t1204-increment-00-c-o.html = FAIL -BUG877986 DEFER WIN LINUX : LayoutTests/css2.1/t1204-increment-01-c-o.html = FAIL -BUG877986 DEFER WIN LINUX : LayoutTests/css2.1/t1204-increment-02-c-o.html = FAIL -BUG877986 DEFER WIN LINUX : LayoutTests/css2.1/t1204-reset-00-c-o.html = FAIL -BUG877986 DEFER WIN LINUX : LayoutTests/css2.1/t1204-reset-01-c-o.html = FAIL +BUG877986 WIN LINUX : LayoutTests/css2.1/t1204-increment-00-c-o.html = FAIL +BUG877986 WIN LINUX : LayoutTests/css2.1/t1204-increment-01-c-o.html = FAIL +BUG877986 WIN LINUX : LayoutTests/css2.1/t1204-increment-02-c-o.html = FAIL +BUG877986 WIN LINUX : LayoutTests/css2.1/t1204-reset-00-c-o.html = FAIL +BUG877986 WIN LINUX : LayoutTests/css2.1/t1204-reset-01-c-o.html = FAIL // This are failing for different reasons under our new lighttpd configuration // TODO(deanm): Address all of these via lighttpd if possible, otherwise fork. // Maybe flaky and need to be forked? // Difference in caching headers -BUG1234761 DEFER : LayoutTests/http/tests/xmlhttprequest/cache-override.html = FAIL +BUG1234761 : LayoutTests/http/tests/xmlhttprequest/cache-override.html = FAIL // LightTPD doesn't accept unknown HTTP methods -BUG1234761 DEFER SKIP : LayoutTests/http/tests/xmlhttprequest/methods-lower-case.html = TIMEOUT CRASH -BUG1234761 DEFER : LayoutTests/http/tests/xmlhttprequest/methods-async.html = FAIL TIMEOUT -BUG1234761 DEFER WIN LINUX MAC : LayoutTests/http/tests/xmlhttprequest/access-control-basic-allow-preflight-cache-invalidation-by-method.html = FAIL TIMEOUT PASS +BUG1234761 SKIP : LayoutTests/http/tests/xmlhttprequest/methods-lower-case.html = TIMEOUT CRASH +BUG1234761 : LayoutTests/http/tests/xmlhttprequest/methods-async.html = FAIL TIMEOUT +BUG1234761 WIN LINUX MAC : LayoutTests/http/tests/xmlhttprequest/access-control-basic-allow-preflight-cache-invalidation-by-method.html = FAIL TIMEOUT PASS // LightTPD doesn't accept unknown HTTP methods and passes CGIs a Content-Type // even when a request didn't send the header. -BUG1234761 DEFER : LayoutTests/http/tests/xmlhttprequest/methods.html = FAIL TIMEOUT CRASH +BUG1234761 : LayoutTests/http/tests/xmlhttprequest/methods.html = FAIL TIMEOUT CRASH // This passes when run in Chrome. It appears to be because of a difference // in how lighttpd serves up the svn resource image (or the image // contained in the svg image). -BUG1234761 DEFER : LayoutTests/http/tests/security/canvas-remote-read-svg-image.html = FAIL +BUG1234761 : LayoutTests/http/tests/security/canvas-remote-read-svg-image.html = FAIL // Another lighttpd quirk. -BUG8941 DEFER LINUX WIN : LayoutTests/http/tests/xmlhttprequest/web-apps/013.html = FAIL -BUG8941 DEFER MAC : LayoutTests/http/tests/xmlhttprequest/web-apps/013.html = FAIL TIMEOUT +BUG8941 LINUX WIN : LayoutTests/http/tests/xmlhttprequest/web-apps/013.html = FAIL +BUG8941 MAC : LayoutTests/http/tests/xmlhttprequest/web-apps/013.html = FAIL TIMEOUT // ----------------------------------------------------------------- // TEXT @@ -422,40 +419,40 @@ BUG8941 DEFER MAC : LayoutTests/http/tests/xmlhttprequest/web-apps/013.html = FA // These fail now that we use the same font code path in test_shell // as in Chrome -BUG1316221 DEFER LINUX WIN : LayoutTests/css2.1/t1202-counter-04-b.html = FAIL -BUG1316221 DEFER LINUX WIN : LayoutTests/css2.1/t1202-counters-04-b.html = FAIL +BUG1316221 LINUX WIN : LayoutTests/css2.1/t1202-counter-04-b.html = FAIL +BUG1316221 LINUX WIN : LayoutTests/css2.1/t1202-counters-04-b.html = FAIL // The max length doesn't appear to be applied correctly (or the test needs // changing), and furthermore, the over- and under-lines aren't placed // properly over the "x". -BUG1124513 DEFER LINUX WIN : LayoutTests/fast/forms/input-text-maxlength.html = FAIL -BUG1124513 DEFER LINUX WIN : LayoutTests/fast/forms/input-text-paste-maxlength.html = FAIL +BUG1124513 LINUX WIN : LayoutTests/fast/forms/input-text-maxlength.html = FAIL +BUG1124513 LINUX WIN : LayoutTests/fast/forms/input-text-paste-maxlength.html = FAIL // This is a real bug, but not one we're fixing for Beta. -BUG628529 DEFER LINUX : LayoutTests/fast/text/stroking-decorations.html = FAIL -BUG628529 DEFER LINUX WIN : LayoutTests/fast/text/stroking.html = FAIL +BUG628529 LINUX : LayoutTests/fast/text/stroking-decorations.html = FAIL +BUG628529 LINUX WIN : LayoutTests/fast/text/stroking.html = FAIL // Incrorect results, in incorrect international font metrics. // Fixing these overrides does not help us to Beta, deffering -BUG1124522 DEFER LINUX WIN : LayoutTests/fast/text/atsui-multiple-renderers.html = FAIL -BUG1124522 DEFER LINUX WIN : LayoutTests/fast/text/atsui-pointtooffset-calls-cg.html = FAIL +BUG1124522 LINUX WIN : LayoutTests/fast/text/atsui-multiple-renderers.html = FAIL +BUG1124522 LINUX WIN : LayoutTests/fast/text/atsui-pointtooffset-calls-cg.html = FAIL // This test checks that we hack around a bug in helvetica. We fail to. -BUG1143382 DEFER LINUX WIN : LayoutTests/fast/text/wide-zero-width-space.html = FAIL +BUG1143382 LINUX WIN : LayoutTests/fast/text/wide-zero-width-space.html = FAIL // Font-size differences in international text cause the wrong character // to be under the (x,y) click location used by the test. See bug // on faking international font sizes like we do for Latin fonts. -BUG850411 DEFER LINUX WIN : LayoutTests/fast/text/atsui-rtl-override-selection.html = FAIL +BUG850411 LINUX WIN : LayoutTests/fast/text/atsui-rtl-override-selection.html = FAIL // More missing international text overides, not needed for Beta. // Capitalization results match Safari, even if "not fully correct" -BUG1124542 DEFER LINUX WIN : LayoutTests/fast/text/capitalize-boundaries.html = FAIL +BUG1124542 LINUX WIN : LayoutTests/fast/text/capitalize-boundaries.html = FAIL // Different button line-heights, our behavior looks wrong. -BUG1145887 DEFER LINUX WIN : LayoutTests/fast/forms/control-restrict-line-height.html = FAIL -BUG1145887 DEFER LINUX WIN : LayoutTests/fast/replaced/table-percent-height.html = FAIL -BUG1145887 DEFER LINUX WIN : LayoutTests/fast/replaced/table-percent-height-text-controls.html = FAIL +BUG1145887 LINUX WIN : LayoutTests/fast/forms/control-restrict-line-height.html = FAIL +BUG1145887 LINUX WIN : LayoutTests/fast/replaced/table-percent-height.html = FAIL +BUG1145887 LINUX WIN : LayoutTests/fast/replaced/table-percent-height-text-controls.html = FAIL // ----------------------------------------------------------------- @@ -468,7 +465,7 @@ BUG1145887 DEFER LINUX WIN : LayoutTests/fast/replaced/table-percent-height-text // Implicit expectation in this test is that you can "set query" on a data URL, // and it should replace the first "?" substring. This makes absolutely no // sense. -BUG1089231 DEFER : LayoutTests/fast/events/stopPropagation-submit.html = FAIL +BUG1089231 : LayoutTests/fast/events/stopPropagation-submit.html = FAIL // ----------------------------------------------------------------- // Workers @@ -479,7 +476,7 @@ BUG10271 SKIP : LayoutTests/fast/workers/stress-js-execution.html = TIMEOUT FAIL BUG10271 SKIP : LayoutTests/fast/workers/worker-timeout.html = TIMEOUT FAIL BUG10271 SKIP : LayoutTests/http/tests/workers = TIMEOUT FAIL BUG10271 SKIP : LayoutTests/http/tests/xmlhttprequest/workers = TIMEOUT FAIL -BUG10271 DEFER MAC LINUX : LayoutTests/fast/events/dispatchEvent-crash.html = CRASH FAIL +BUG10271 MAC LINUX : LayoutTests/fast/events/dispatchEvent-crash.html = CRASH FAIL // ----------------------------------------------------------------- // PENDING TESTS (forked to pending/, need to be sent upstream) @@ -489,20 +486,20 @@ BUG10271 DEFER MAC LINUX : LayoutTests/fast/events/dispatchEvent-crash.html = CR // races. Pending versions have these fixed. // Upstreaming pending test needs work. // See https://bugs.webkit.org/show_bug.cgi?id=21536 -BUG972450 DEFER : LayoutTests/fast/repaint/bugzilla-6473.html = PASS FAIL +BUG972450 : LayoutTests/fast/repaint/bugzilla-6473.html = PASS FAIL // ----------------------------------------------------------------- // Tests deferred until we provide support for a particular feature. // ----------------------------------------------------------------- // These tests rely on the keygen tag, which we haven't wired up. -BUG802185 DEFER : LayoutTests/fast/html/keygen.html = FAIL -BUG820185 DEFER : LayoutTests/fast/invalid/residual-style.html = FAIL +BUG802185 : LayoutTests/fast/html/keygen.html = FAIL +BUG820185 : LayoutTests/fast/invalid/residual-style.html = FAIL // Tests that clicking the "x" box in a search field clears it; we don't // currently have such a box except on Mac (where it's part of the native // widget). -BUG10272 DEFER WIN LINUX : LayoutTests/fast/forms/search-abs-pos-cancel-button.html = FAIL PASS +BUG10272 WIN LINUX : LayoutTests/fast/forms/search-abs-pos-cancel-button.html = FAIL PASS // ----------------------------------------------------------------- // Other @@ -510,10 +507,10 @@ BUG10272 DEFER WIN LINUX : LayoutTests/fast/forms/search-abs-pos-cancel-button.h // Vertical scrollbar created when there is no overflow. // See also https://bugs.webkit.org/show_bug.cgi?id=24434 . -BUG1055396 DEFER LINUX WIN : LayoutTests/fast/forms/textarea-scrollbar-height.html = FAIL +BUG1055396 LINUX WIN : LayoutTests/fast/forms/textarea-scrollbar-height.html = FAIL // Image with border="1" drawn without the border. -BUG1064038 DEFER LINUX WIN : LayoutTests/fast/forms/image-border.html = FAIL +BUG1064038 LINUX WIN : LayoutTests/fast/forms/image-border.html = FAIL // Pixeltest failure: Form control metrics incorrect BUG10273 LINUX : LayoutTests/http/tests/navigation/javascriptlink-frames.html = FAIL PASS @@ -521,93 +518,93 @@ BUG10273 LINUX : LayoutTests/http/tests/navigation/javascriptlink-frames.html = // Mac Safari under certain circumstances automatically places // a caret in editable document even when none was requested programatically. // We don't intend to copy this feature (at least not for Beta). -BUG742182 BUG845388 DEFER LINUX WIN : LayoutTests/editing/selection/designmode-no-caret.html = FAIL +BUG742182 BUG845388 LINUX WIN : LayoutTests/editing/selection/designmode-no-caret.html = FAIL // Platform-specific: simulates command-{arrow} input to modify selection // Our Event-Sender isn't robust enough to support this. // Not required for Beta. This may also be related to known home/end issues // which are intended to be fixed for Beta. -BUG742182 BUG845388 BUG960092 DEFER LINUX WIN : LayoutTests/editing/selection/move-begin-end.html = FAIL +BUG742182 BUG845388 BUG960092 LINUX WIN : LayoutTests/editing/selection/move-begin-end.html = FAIL // The end result looks right, but the event messages differ. -BUG845400 DEFER : LayoutTests/editing/pasteboard/paste-xml.xhtml = FAIL +BUG845400 : LayoutTests/editing/pasteboard/paste-xml.xhtml = FAIL // Directionality of mixed-direction text in selected choice should // match that in the ; various failures, some tests may simply need new // baselines, others have more problems. BUG10473 LINUX : LayoutTests/fast/forms/placeholder-pseudo-style.html = FAIL -BUG9158 DEFER LINUX : LayoutTests/fast/forms/placeholder-set-value.html = FAIL +BUG9158 LINUX : LayoutTests/fast/forms/placeholder-set-value.html = FAIL BUG10473 LINUX : LayoutTests/fast/forms/search-display-none-cancel-button.html = FAIL BUG10473 LINUX : LayoutTests/fast/forms/search-placeholder-value-changed.html = FAIL BUG10473 LINUX : LayoutTests/fast/forms/searchfield-heights.html = FAIL @@ -2027,8 +2024,8 @@ BUG10473 LINUX : LayoutTests/fast/repaint/search-field-cancel.html = FAIL BUG10473 LINUX : LayoutTests/fast/replaced/width100percent-searchfield.html = FAIL // Merge WebKit: 41999:42026, new tests. -BUG10474 DEFER WIN LINUX : LayoutTests/compositing/overflow/ancestor-overflow.html = FAIL -BUG10474 DEFER WIN LINUX : LayoutTests/compositing/overflow/parent-overflow.html = FAIL +BUG10474 WIN LINUX : LayoutTests/compositing/overflow/ancestor-overflow.html = FAIL +BUG10474 WIN LINUX : LayoutTests/compositing/overflow/parent-overflow.html = FAIL // Merge WebKit: 42026:42115 regressions @@ -2040,12 +2037,12 @@ BUG9704 : LayoutTests/http/tests/navigation/onload-navigation-iframe-timeout.htm BUG9704 : LayoutTests/http/tests/navigation/onload-navigation-iframe.html = TIMEOUT CRASH // Merge WebKit: 42026:42115 new tests -BUG10475 DEFER WIN LINUX : LayoutTests/fast/block/positioning/negative-rel-position.html = FAIL +BUG10475 WIN LINUX : LayoutTests/fast/block/positioning/negative-rel-position.html = FAIL // This test isn't just slow -- sometimes it times out indefinitely. -BUG10475 DEFER : LayoutTests/http/tests/xmlhttprequest/redirect-cross-origin-tripmine.html = FAIL TIMEOUT -BUG10475 DEFER WIN LINUX : LayoutTests/fast/forms/range-thumb-height-percentage.html = FAIL +BUG10475 : LayoutTests/http/tests/xmlhttprequest/redirect-cross-origin-tripmine.html = FAIL TIMEOUT +BUG10475 WIN LINUX : LayoutTests/fast/forms/range-thumb-height-percentage.html = FAIL -DEFER SKIP BUG9613 : LayoutTests/fast/dom/clientWidthAfterDocumentIsRemoved.html = PASS +SKIP BUG9613 : LayoutTests/fast/dom/clientWidthAfterDocumentIsRemoved.html = PASS BUG10476 WIN LINUX : LayoutTests/editing/selection/5136696.html = FAIL PASS BUG10476 : LayoutTests/http/tests/xmlhttprequest/redirect-cross-origin-post.html = FAIL PASS @@ -2062,16 +2059,16 @@ BUG10477 : LayoutTests/http/tests/navigation/onload-navigation-iframe-2.html = T BUG10478 MAC : LayoutTests/fast/events/standalone-image-drag-to-editable.html = FAIL PASS // These tests were affected by rolling out WebKit i8n patches. -DEFER BUG9768 LINUX WIN : LayoutTests/fast/block/positioning/047.html = FAIL -DEFER BUG9768 WIN : LayoutTests/fast/css/rtl-ordering.html = FAIL -DEFER BUG9768 WIN : LayoutTests/fast/forms/select-initial-position.html = FAIL -DEFER BUG9768 WIN : LayoutTests/fast/forms/select-visual-hebrew.html = FAIL -DEFER BUG9768 WIN : LayoutTests/fast/forms/visual-hebrew-text-field.html = FAIL -DEFER BUG9768 LINUX WIN : LayoutTests/fast/text/cg-fallback-bolding.html = FAIL -DEFER BUG9768 LINUX WIN : LayoutTests/fast/text/international/001.html = FAIL -DEFER BUG9768 LINUX WIN : LayoutTests/fast/text/international/002.html = FAIL -DEFER BUG9768 LINUX WIN : LayoutTests/fast/text/international/003.html = FAIL -DEFER BUG9768 LINUX WIN : LayoutTests/fast/text/international/wrap-CJK-001.html = FAIL +BUG9768 LINUX WIN : LayoutTests/fast/block/positioning/047.html = FAIL +BUG9768 WIN : LayoutTests/fast/css/rtl-ordering.html = FAIL +BUG9768 WIN : LayoutTests/fast/forms/select-initial-position.html = FAIL +BUG9768 WIN : LayoutTests/fast/forms/select-visual-hebrew.html = FAIL +BUG9768 WIN : LayoutTests/fast/forms/visual-hebrew-text-field.html = FAIL +BUG9768 LINUX WIN : LayoutTests/fast/text/cg-fallback-bolding.html = FAIL +BUG9768 LINUX WIN : LayoutTests/fast/text/international/001.html = FAIL +BUG9768 LINUX WIN : LayoutTests/fast/text/international/002.html = FAIL +BUG9768 LINUX WIN : LayoutTests/fast/text/international/003.html = FAIL +BUG9768 LINUX WIN : LayoutTests/fast/text/international/wrap-CJK-001.html = FAIL // Merge WebKit 42200:42244 regressions BUG9786 : LayoutTests/fast/dom/Window/dom-access-from-closure-iframe.html = FAIL @@ -2254,7 +2251,7 @@ BUG10530 : LayoutTests/fast/dom/Window/window-function-frame-getter-precedence.h BUG11122 LINUX : LayoutTests/fast/forms/caret-rtl.html = FAIL // New tests from WebKit Merge 42609:42671 -DEFER BUG4363 : LayoutTests/fast/layers/video-layer.html = FAIL +BUG4363 : LayoutTests/fast/layers/video-layer.html = FAIL BUG10760 LINUX : LayoutTests/fast/forms/input-text-scroll-left-on-blur.html = FAIL BUG10760 LINUX : LayoutTests/fast/inline/25277-2.html = FAIL BUG10760 LINUX : LayoutTests/fast/inline/25277.html = FAIL @@ -2355,7 +2352,7 @@ BUG11178 DEBUG WIN : LayoutTests/transitions/repeated-firing-background-color.ht BUG11178 MAC : LayoutTests/fast/dom/Document/open-with-pending-load.html = CRASH // New tests from WebKit Merge 42932:42994 -BUG11179 DEFER : LayoutTests/http/tests/xmlhttprequest/detaching-frame-2.html = FAIL TIMEOUT +BUG11179 : LayoutTests/http/tests/xmlhttprequest/detaching-frame-2.html = FAIL TIMEOUT // Chrome does not support WebArchives (just like Safari for Windows), // although we might eventually want to on Mac. -- cgit v1.1