# Copyright (c) 2011 The Chromium Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. # # This file lists the pyauto tests that run as a part of the functional test # suite. # # Tests can be enabled on a per-platform basis. Tests not listed here will # not be run. # # Test names can be specified in any of the following ways: # 1. as a module, in which case all tests in that module will be run # example: 'test_basic' # 2. or as a test case, in which case all tess in that test case will be run # example: 'test_basic.SimpleTest' # 3. or as an individual test # example: 'test_basic.SimpleTest.testCanOpenGoogle' # # Tests beginning with '-' will be excluded. This can be used to enforce # exclusions for a particular platform. # Names beginning with '@' will be treated as suite names and will be # recursively expanded. { # The CONTINUOUS suite includes tests that we expect to pass on a # continuous builder. 'CONTINUOUS': { 'all': [ 'autofill', # crbug.com/73439 '-autofill.AutofillTest.testFilterMalformedEmailAddresses', # crbug.com/77969 '-autofill.AutofillTest.testFillProfileCrazyCharacters', # crbug.com/78844 '-autofill.AutofillTest.testAutofillInvalid', 'bookmark_bar', 'bookmarks', 'browser', 'browsing_data', 'codesign', 'content', '-content.ContentTest.testTopSitesContent', # crbug.com/71824 '-content.ContentTest.testLocalFileBasics', # crbug.com/75533 'cookies', 'crash_reporter', 'databases', # crbug.com/66714 '-databases.DatabasesTest.testIncognitoDBPersistentAcrossTabs', 'downloads', # crbug.com/67233 '-downloads.DownloadsTest.testDownloadIncognitoAndRegular', 'find_in_page', # Turkish I problem. crbug.com/60638 '-find_in_page.FindMatchTests.testLocalizationAndCaseOrder', 'execute_javascript', 'history', 'https', # crbug.com/77777 '-imports', 'infobars', # crbug.com/72664 '-infobars.InfobarTest.testPluginCrashForMultiTabs', 'instant', # crbug.com/76639 '-instant.InstantTest.testInstantLoadsFor100CharsLongQuery', 'navigation', # crbug.com/77082 '-notifications', # crbug.com/66072 '-notifications.NotificationsTest.testNotificationOrderAfterClosingOne', '-notifications.NotificationsTest.testKillNotificationProcess', 'ntp', 'omnibox', '-omnibox.OmniboxTest.testHistoryResult', # crbug.com/71715 # crbug.com/73078 '-passwords', 'pdf', 'plugins', 'plugins_check', 'popups', 'prefs', 'search_engines', # crbug.com/67628 '-search_engines.SearchEnginesTest.testTabToSearch', # crbug.com/70439 '-search_engines.SearchEnginesTest.testAddSearchEngine', '-search_engines.SearchEnginesTest.testEditSearchEngine', '-search_engines.SearchEnginesTest.testSearchEngineSpecialChars', 'shortcuts', 'special_tabs', # crbug.com/67851 '-special_tabs.SpecialTabsTest.testAboutDNSTab', 'test_basic', 'themes', 'sync', ], 'win': [ 'enterprise', # crbug.com/77969 '-autofill.AutofillTest.testComparePhoneNumbers', # crbug.com/78519 '-autofill.AutofillTest.testNoAutofillForReadOnlyFields', # testBookmarkBarVisible fails on windows. crbug.com/42823 '-bookmark_bar.BookmarkBarTest.testBookmarkBarVisible', # crbug.com/64664 '-databases.DatabasesTest.testReloadActiveTab', '-databases.DatabasesTest.testModificationsPersistAfterRendererCrash', # Some download test fails on win official builder, only thru buildbot # when downloading the small zip file. # crbug.com/50481, crbug.com/54942 '-downloads.DownloadsTest.testZip', '-downloads.DownloadsTest.testRemoveDownload', '-prefs.PrefsTest.testDownloadDirPref', # crbug.com/70694 '-passwords.PasswordTest.testInfoBarDisappearByReload', '-passwords.PasswordTest.testNeverSavePasswords', # crbug.com/67588 '-passwords.PasswordTest.testSavedPasswordInTabsAndWindows', ], 'mac': [ # Keychain popups make password & autofill tests difficult. # crbug.com/49378 '-passwords', '-autofill', # codesign tests should run *after* signing. crbug.com/50481 '-codesign', '-content.ContentTest.testThreeWindows', # crbug.com/47457 '-instant.InstantTest.testInstantNavigation', # crbug.com/69090 '-crash_reporter.CrashReporterTest.testRendererCrash', # crbug.com/69464 # crbug.com/75724 '-downloads.DownloadsTest.testDeclineDangerousDownload', # crbug.com/75724 '-downloads.DownloadsTest.testSaveDangerousFile', # crbug.com/68656 '-downloads.DownloadsTest.testOpenWhenDone', '-downloads.DownloadsTest.testAlwaysOpenFileType', # crbug.com/70437 '-omnibox.OmniboxTest.testHistoryResult', # crbug.com/71158 '-databases.DatabasesTest.testModificationsPersistAfterRendererCrash', # crbug.com/69619 '-search_engines.SearchEnginesTest.testDiscoverSearchEngine', # crbug.com/78863 '-sync.SyncTest.testDisableAndEnableDatatype', '-sync.SyncTest.testSignInToSync', ], 'linux': [ # linux != chromeos '-autofill.AutofillTest.testAutofillInvalid', # crbug.com/74843 '-browser.BrowserTest.testWindowResize', # crbug.com/44963 '-browser.BrowserTest.testFlashLoadsAfterKill', # crbug.com/63039 '-content.ContentTest.testThreeWindows', # crbug.com/47457 # crbug.com/64664 '-databases.DatabasesTest.testReloadActiveTab', '-databases.DatabasesTest.testModificationsPersistAfterRendererCrash', # crbug.com/78855 '-ntp.NTPTest.testCannotUninstallWebStore', '-ntp.NTPTest.testUninstallApp', '-ntp.NTPTest.testCloseMultipleWindows', # crbug.com/70694 '-passwords.PasswordTest.testInfoBarDisappearByReload', '-passwords.PasswordTest.testNeverSavePasswords', # crbug.com/64274 # crbug.com/70659 '-popups.PopupsTest.testPopupBlockerInIncognito', ], # ChromeOS is linux, but note that this section does not include the # entries in the linux section above. # These tests use the named automation interface to control the # primary chrome on ChromeOS. 'chromeos': [ 'chromeos_basic', 'chromeos_power', 'chromeos_security', 'chromeos_update', 'chromeos_wifi', '-chromeos_basic.ChromeosBasic.testScreenLocker', # crbug.com/42823 '-bookmark_bar.BookmarkBarTest.testBookmarkBarVisible', # you cannot resize browser window on chromeos '-browser.BrowserTest.testWindowResize', # no codesign verification on chromeos '-codesign', # crosbug.com/9499 '-crash_reporter.CrashReporterTest.testRendererCrash', # crbug.com/64664 '-databases.DatabasesTest.testReloadActiveTab', '-databases.DatabasesTest.testModificationsPersistAfterRendererCrash', # Need internal data dirs in autotest package. crosbug.com/6855 '-find_in_page.FindMatchTests.testSearchInPDF', # Importer tests are invalid on chromeos since chrome is the only browser '-imports', # crbug.com/70694 '-passwords.PasswordTest.testInfoBarDisappearByReload', '-passwords.PasswordTest.testNeverSavePasswords', # MakeSearchEngineDefault() automation broken '-search_engines.SearchEnginesTest.testDefaultSearchEngines', # Needs internal data files. crosbug.com/6855 '-browser.BrowserTest.testCanLoadFlash', '-browser.BrowserTest.testFlashLoadsAfterKill', '-browser.BrowserTest.testSingleFlashPluginProcess', '-infobars.InfobarTest.testPluginCrashInfobar', '-ntp.NTPTest.testGetAppsWhenInstallApp', '-ntp.NTPTest.testGetAppsWhenInstallNonApps', '-pdf', '-plugins', # Local http server not working on chromeos. crosbug.com/12641 '-test_basic.SimpleTest.testHTTP', # file:/// urls not prompting geolocation infobar on chromeos. # crosbug.com/13009 '-infobars.InfobarTest.testGeolocationInfobar', '-infobars.InfobarTest.testGeolocationInfobarInMultipleTabsAndWindows', '-prefs.PrefsTest.testGeolocationPref', # Deal with i18n chars. crosbug.com/12639 '-downloads.DownloadsTest.testCrazyFilenames', '-omnibox.OmniboxTest.testCrazyFilenames', # Download shelf visibility automation broken on ChromeOS. # crosbug.com/12644 '-downloads.DownloadsTest.testZip', '-downloads.DownloadsTest.testZipInIncognito', # Setting theme automation broken. crosbug.com/12655 '-downloads.DownloadsTest.testDownloadTheme', '-themes', # Session restore not working with PyAuto. crosbug.com/12648 '-prefs.PrefsTest.testNavigationStateOnSessionRestore', '-prefs.PrefsTest.testSessionRestoreURLs', '-prefs.PrefsTest.testSessionRestore', # Exclusions that have not been narrowed to other categories yet. # crosbug.com/12653 '-autofill', '-bookmark_bar', '-bookmarks.BookmarksTest.testBookmarksPersistence', '-browser.BrowserTest.testKillAndReloadSharedProcess', '-browser.BrowserTest.testPopupSharesProcess', '-content.ContentTest.testHttpsPage', '-cookies.CookiesTest.testAllowCookiesForASessionUsingExceptions', '-cookies.CookiesTest.testAllowCookiesUsingExceptions', '-cookies.CookiesTest.testBlockCookiesUsingExceptions', '-cookies.CookiesTest.testCookiesFile', '-crash_reporter', '-history.HistoryTest.testFtpHistory', '-history.HistoryTest.testHttpsHistory', '-https.HTTPSTest.testSSLPageBasic', '-instant', '-notifications', '-ntp.NTPTest.testCannotUninstallWebStore', '-ntp.NTPTest.testGetAppsInNewProfile', '-ntp.NTPTest.testGetMenuModeInNewProfile', '-ntp.NTPTest.testGetThumbnailModeInNewProfile', '-ntp.NTPTest.testSetMenuModeOn', '-ntp.NTPTest.testSetThumbnailModeOff', '-ntp.NTPTest.testUninstallApp', '-omnibox.OmniboxTest.testBookmarkResultInNewTabAndWindow', '-omnibox.OmniboxTest.testContentHistory', '-omnibox.OmniboxTest.testDifferentTypesOfResults', '-omnibox.OmniboxTest.testFetchHistoryResultItems', '-omnibox.OmniboxTest.testGoogleSearch', '-omnibox.OmniboxTest.testInlinAutoComplete', '-omnibox.OmniboxTest.testSuggest', '-sync', ], }, # The FULL suite includes CONTINUOUS, and more. 'FULL': { 'all': [ '@CONTINUOUS', 'translate', # This test fails due to crbug.com/35485 '-translate.TranslateTest.testBarNotVisibleOnSSLErrorPage', # This test fails due to crbug.com/50706 '-translate.TranslateTest.testToggleTranslateOption', # crbug.com/70280 '-translate.TranslateTest.testSeveralLanguages', ], 'win': [ ], 'mac': [ ], 'linux': [ ], 'chromeos': [ # Exclusions that have not been narrowed to other categories yet. # crosbug.com/12653 '-translate', ], }, }