// Copyright (c) 2006-2009 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "chrome/test/ui/ui_test.h" #include #include #include "base/base_switches.h" #include "base/command_line.h" #include "base/file_util.h" #include "base/path_service.h" #include "base/platform_thread.h" #include "base/process_util.h" #include "base/scoped_ptr.h" #include "base/string_util.h" #include "base/test/test_file_util.h" #include "base/time.h" #include "chrome/app/chrome_dll_resource.h" #include "chrome/browser/net/url_fixer_upper.h" #include "chrome/common/chrome_constants.h" #include "chrome/common/chrome_paths.h" #include "chrome/common/chrome_switches.h" #include "chrome/common/debug_flags.h" #include "chrome/common/logging_chrome.h" #include "chrome/common/json_value_serializer.h" #include "chrome/test/automation/automation_messages.h" #include "chrome/test/automation/automation_proxy.h" #include "chrome/test/automation/browser_proxy.h" #include "chrome/test/automation/tab_proxy.h" #include "chrome/test/automation/window_proxy.h" #include "chrome/test/chrome_process_util.h" #include "googleurl/src/gurl.h" #include "net/base/net_util.h" #if defined(OS_WIN) #include "base/win_util.h" #endif using base::TimeTicks; // Delay to let browser complete a requested action. static const int kWaitForActionMsec = 2000; static const int kWaitForActionMaxMsec = 10000; // Delay to let the browser complete the test. static const int kMaxTestExecutionTime = 30000; // Delay to let the browser shut down before trying more brutal methods. static const int kWaitForTerminateMsec = 30000; const wchar_t UITest::kFailedNoCrashService[] = #if defined(OS_WIN) L"NOTE: This test is expected to fail if crash_service.exe is not " L"running. Start it manually before running this test (see the build " L"output directory)."; #elif defined(OS_LINUX) L"NOTE: This test is expected to fail if breakpad is not built in " L"or if chromium is not running headless (try CHROME_HEADLESS=1)."; #else L"NOTE: Crash service not ported to this platform!"; #endif bool UITest::in_process_renderer_ = false; bool UITest::no_sandbox_ = false; bool UITest::full_memory_dump_ = false; bool UITest::safe_plugins_ = false; bool UITest::show_error_dialogs_ = true; bool UITest::default_use_existing_browser_ = false; bool UITest::dump_histograms_on_exit_ = false; bool UITest::enable_dcheck_ = false; bool UITest::silent_dump_on_dcheck_ = false; bool UITest::disable_breakpad_ = false; int UITest::timeout_ms_ = 20 * 60 * 1000; std::wstring UITest::js_flags_ = L""; std::wstring UITest::log_level_ = L""; // Specify the time (in milliseconds) that the ui_tests should wait before // timing out. This is used to specify longer timeouts when running under Purify // which requires much more time. const wchar_t kUiTestTimeout[] = L"ui-test-timeout"; const wchar_t kUiTestActionTimeout[] = L"ui-test-action-timeout"; const wchar_t kUiTestActionMaxTimeout[] = L"ui-test-action-max-timeout"; const wchar_t kUiTestSleepTimeout[] = L"ui-test-sleep-timeout"; const wchar_t kUiTestTerminateTimeout[] = L"ui-test-terminate-timeout"; const wchar_t kExtraChromeFlagsSwitch[] = L"extra-chrome-flags"; // By default error dialogs are hidden, which makes debugging failures in the // slave process frustrating. By passing this in error dialogs are enabled. const wchar_t kEnableErrorDialogs[] = L"enable-errdialogs"; // Uncomment this line to have the spawned process wait for the debugger to // attach. This only works on Windows. On posix systems, you can set the // BROWSER_WRAPPER env variable to wrap the browser process. // #define WAIT_FOR_DEBUGGER_ON_OPEN 1 UITest::UITest() : testing::Test(), launch_arguments_(L""), expected_errors_(0), expected_crashes_(0), homepage_(L"about:blank"), wait_for_initial_loads_(true), dom_automation_enabled_(false), process_(0), // NULL on Windows, 0 PID on POSIX. process_id_(-1), show_window_(false), clear_profile_(true), include_testing_id_(true), use_existing_browser_(default_use_existing_browser_), enable_file_cookies_(true), profile_type_(UITest::DEFAULT_THEME), test_start_time_(base::Time::NowFromSystemTime()), command_execution_timeout_ms_(kMaxTestExecutionTime), action_timeout_ms_(kWaitForActionMsec), action_max_timeout_ms_(kWaitForActionMaxMsec), sleep_timeout_ms_(kWaitForActionMsec), terminate_timeout_ms_(kWaitForTerminateMsec) { PathService::Get(chrome::DIR_APP, &browser_directory_); PathService::Get(chrome::DIR_TEST_DATA, &test_data_directory_); } void UITest::SetUp() { if (!use_existing_browser_) { AssertAppNotRunning(L"Please close any other instances " L"of the app before testing."); } // Pass the test case name to chrome.exe on the command line to help with // parsing Purify output. const testing::TestInfo* const test_info = testing::UnitTest::GetInstance()->current_test_info(); if (test_info) { std::string test_name = test_info->test_case_name(); test_name += "."; test_name += test_info->name(); ui_test_name_ = ASCIIToWide(test_name); } InitializeTimeouts(); LaunchBrowserAndServer(); } void UITest::TearDown() { CloseBrowserAndServer(); // Make sure that we didn't encounter any assertion failures logging::AssertionList assertions; logging::GetFatalAssertions(&assertions); // If there were errors, get all the error strings for display. std::wstring failures = L"The following error(s) occurred in the application during this test:"; if (assertions.size() > expected_errors_) { logging::AssertionList::const_iterator iter = assertions.begin(); for (; iter != assertions.end(); ++iter) { failures.append(L"\n\n"); failures.append(*iter); } } EXPECT_EQ(expected_errors_, assertions.size()) << failures; // Check for crashes during the test FilePath crash_dump_path; PathService::Get(chrome::DIR_CRASH_DUMPS, &crash_dump_path); // Each crash creates two dump files, so we divide by two here. int actual_crashes = file_util::CountFilesCreatedAfter(crash_dump_path, test_start_time_) / 2; std::wstring error_msg = L"Encountered an unexpected crash in the program during this test."; if (expected_crashes_ > 0 && actual_crashes == 0) { error_msg += L" "; error_msg += kFailedNoCrashService; } EXPECT_EQ(expected_crashes_, actual_crashes) << error_msg; } // Pick up the various test time out values from the command line. void UITest::InitializeTimeouts() { const CommandLine& command_line = *CommandLine::ForCurrentProcess(); if (command_line.HasSwitch(kUiTestTimeout)) { std::wstring timeout_str = command_line.GetSwitchValue(kUiTestTimeout); int timeout = StringToInt(WideToUTF16Hack(timeout_str)); command_execution_timeout_ms_ = std::max(kMaxTestExecutionTime, timeout); } if (command_line.HasSwitch(kUiTestActionTimeout)) { std::wstring act_str = command_line.GetSwitchValue(kUiTestActionTimeout); int act_timeout = StringToInt(WideToUTF16Hack(act_str)); action_timeout_ms_ = std::max(kWaitForActionMsec, act_timeout); } if (command_line.HasSwitch(kUiTestActionMaxTimeout)) { std::wstring action_max_str = command_line.GetSwitchValue(kUiTestActionMaxTimeout); int max_timeout = StringToInt(WideToUTF16Hack(action_max_str)); action_max_timeout_ms_ = std::max(kWaitForActionMaxMsec, max_timeout); } if (CommandLine::ForCurrentProcess()->HasSwitch(kUiTestSleepTimeout)) { std::wstring sleep_timeout_str = CommandLine::ForCurrentProcess()->GetSwitchValue(kUiTestSleepTimeout); int sleep_timeout = StringToInt(WideToUTF16Hack(sleep_timeout_str)); sleep_timeout_ms_ = std::max(kWaitForActionMsec, sleep_timeout); } if (CommandLine::ForCurrentProcess()->HasSwitch(kUiTestTerminateTimeout)) { std::wstring terminate_timeout_str = CommandLine::ForCurrentProcess()->GetSwitchValue( kUiTestTerminateTimeout); int terminate_timeout = StringToInt(WideToUTF16Hack(terminate_timeout_str)); terminate_timeout_ms_ = std::max(kWaitForActionMsec, terminate_timeout); } } AutomationProxy* UITest::CreateAutomationProxy(int execution_timeout) { // By default we create a plain vanilla AutomationProxy. return new AutomationProxy(execution_timeout); } void UITest::LaunchBrowserAndServer() { // Set up IPC testing interface server. server_.reset(CreateAutomationProxy(command_execution_timeout_ms_)); LaunchBrowser(launch_arguments_, clear_profile_); server_->WaitForAppLaunch(); if (wait_for_initial_loads_) ASSERT_TRUE(server_->WaitForInitialLoads()); else PlatformThread::Sleep(sleep_timeout_ms()); automation()->SetFilteredInet(true); } void UITest::CloseBrowserAndServer() { QuitBrowser(); CleanupAppProcesses(); // Suppress spammy failures that seem to be occurring when running // the UI tests in single-process mode. // TODO(jhughes): figure out why this is necessary at all, and fix it if (!in_process_renderer_) AssertAppNotRunning(StringPrintf( L"Unable to quit all browser processes. Original PID %d", process_id_)); server_.reset(); // Shut down IPC testing interface. } static CommandLine* CreatePythonCommandLine() { #if defined(OS_WIN) // Get path to python interpreter FilePath python_runtime; if (!PathService::Get(base::DIR_SOURCE_ROOT, &python_runtime)) return NULL; python_runtime = python_runtime .Append(FILE_PATH_LITERAL("third_party")) .Append(FILE_PATH_LITERAL("python_24")) .Append(FILE_PATH_LITERAL("python.exe")); return new CommandLine(python_runtime.ToWStringHack()); #elif defined(OS_POSIX) return new CommandLine(L"python"); #endif } static CommandLine* CreateHttpServerCommandLine() { FilePath src_path; // Get to 'src' dir. PathService::Get(base::DIR_SOURCE_ROOT, &src_path); FilePath script_path(src_path); script_path = script_path.AppendASCII("webkit"); script_path = script_path.AppendASCII("tools"); script_path = script_path.AppendASCII("layout_tests"); script_path = script_path.AppendASCII("layout_package"); script_path = script_path.AppendASCII("http_server.py"); CommandLine* cmd_line = CreatePythonCommandLine(); cmd_line->AppendLooseValue(script_path.ToWStringHack()); return cmd_line; } static void RunCommand(const CommandLine& cmd_line) { #if defined(OS_WIN) // For Win32, use this 'version' of base::LaunchApp() with bInheritHandles // parameter to CreateProcess set to TRUE. This is needed in test harness // because it launches all the processes with 'chained' standard i/o pipes. STARTUPINFO startup_info = {0}; startup_info.cb = sizeof(startup_info); PROCESS_INFORMATION process_info; if (!CreateProcess( NULL, const_cast(cmd_line.command_line_string().c_str()), NULL, NULL, TRUE, // Inherit the standard pipes, needed when // running in test harnesses. 0, NULL, NULL, &startup_info, &process_info)) return; // Handles must be closed or they will leak CloseHandle(process_info.hThread); WaitForSingleObject(process_info.hProcess, INFINITE); CloseHandle(process_info.hProcess); #else base::LaunchApp(cmd_line, true, false, NULL); #endif } void UITest::StartHttpServer(const FilePath& root_directory) { scoped_ptr cmd_line(CreateHttpServerCommandLine()); ASSERT_TRUE(cmd_line.get()); cmd_line->AppendSwitchWithValue(L"server", L"start"); cmd_line->AppendSwitch(L"register_cygwin"); cmd_line->AppendSwitchWithValue(L"root", root_directory.ToWStringHack()); // For Windows 7, if we start the lighttpd server on the foreground mode, // it will mess up with the command window and cause conhost.exe to crash. To // work around this, we start the http server on the background mode. #if defined(OS_WIN) if (win_util::GetWinVersion() >= win_util::WINVERSION_WIN7) cmd_line->AppendSwitch(L"run_background"); #endif RunCommand(*cmd_line.get()); } void UITest::StopHttpServer() { scoped_ptr cmd_line(CreateHttpServerCommandLine()); ASSERT_TRUE(cmd_line.get()); cmd_line->AppendSwitchWithValue(L"server", L"stop"); RunCommand(*cmd_line.get()); } void UITest::LaunchBrowser(const CommandLine& arguments, bool clear_profile) { #if defined(OS_POSIX) const char* alternative_userdir = getenv("CHROME_UI_TESTS_USER_DATA_DIR"); #else const FilePath::StringType::value_type* const alternative_userdir = NULL; #endif if (alternative_userdir) { user_data_dir_ = FilePath(alternative_userdir); } else { PathService::Get(chrome::DIR_USER_DATA, &user_data_dir_); } // Clear user data directory to make sure test environment is consistent // We balk on really short (absolute) user_data_dir directory names, because // we're worried that they'd accidentally be root or something. ASSERT_LT(10, static_cast(user_data_dir_.value().size())) << "The user data directory name passed into this test was too " "short to delete safely. Please check the user-data-dir " "argument and try again."; if (clear_profile) ASSERT_TRUE(file_util::DieFileDie(user_data_dir_, true)); if (!template_user_data_.empty()) { // Recursively copy the template directory to the user_data_dir. ASSERT_TRUE(file_util::CopyRecursiveDirNoCache( template_user_data_, user_data_dir_.ToWStringHack())); // If we're using the complex theme data, we need to write the // user_data_dir_ to our preferences file. if (profile_type_ == UITest::COMPLEX_THEME) { RewritePreferencesFile(user_data_dir_); } } ASSERT_TRUE(LaunchBrowserHelper(arguments, use_existing_browser_, false, &process_)); process_id_ = base::GetProcId(process_); } bool UITest::LaunchAnotherBrowserBlockUntilClosed(const CommandLine& cmdline) { return LaunchBrowserHelper(cmdline, false, true, NULL); } void UITest::QuitBrowser() { // There's nothing to do here if the browser is not running. if (IsBrowserRunning()) { automation()->SetFilteredInet(false); int window_count = 0; EXPECT_TRUE(automation()->GetBrowserWindowCount(&window_count)); // Synchronously close all but the last browser window. Closing them // one-by-one may help with stability. while (window_count > 1) { scoped_refptr browser_proxy = automation()->GetBrowserWindow(0); EXPECT_TRUE(browser_proxy->RunCommand(IDC_CLOSE_WINDOW)); EXPECT_TRUE(automation()->GetBrowserWindowCount(&window_count)); } // Close the last window asynchronously, because the browser may shutdown // faster than it will be able to send a synchronous response to our // message. scoped_refptr browser_proxy = automation()->GetBrowserWindow(0); if (browser_proxy.get()) { browser_proxy->ApplyAccelerator(IDC_CLOSE_WINDOW); browser_proxy = NULL; } // Now, drop the automation IPC channel so that the automation provider in // the browser notices and drops its reference to the browser process. server_->Disconnect(); // Wait for the browser process to quit. It should quit once all tabs have // been closed. int timeout = terminate_timeout_ms_; #ifdef WAIT_FOR_DEBUGGER_ON_OPEN timeout = 500000; #endif if (!base::WaitForSingleProcess(process_, timeout)) { // We need to force the browser to quit because it didn't quit fast // enough. Take no chance and kill every chrome processes. CleanupAppProcesses(); } } // Don't forget to close the handle base::CloseProcessHandle(process_); process_ = NULL; } void UITest::AssertAppNotRunning(const std::wstring& error_message) { std::wstring final_error_message(error_message); int process_count = GetBrowserProcessCount(); if (process_count > 0) { ChromeProcessList processes = GetRunningChromeProcesses(user_data_dir()); final_error_message += L" Leftover PIDs: ["; for (ChromeProcessList::const_iterator it = processes.begin(); it != processes.end(); ++it) { final_error_message += StringPrintf(L" %d", *it); } final_error_message += L" ]"; } ASSERT_EQ(0, process_count) << final_error_message; } void UITest::CleanupAppProcesses() { TerminateAllChromeProcesses(user_data_dir()); } scoped_refptr UITest::GetActiveTab(int window_index) { EXPECT_GE(window_index, 0); int window_count = -1; // We have to use EXPECT rather than ASSERT here because ASSERT_* only works // in functions that return void. EXPECT_TRUE(automation()->GetBrowserWindowCount(&window_count)); if (window_count == -1) return NULL; EXPECT_GT(window_count, window_index); scoped_refptr window_proxy(automation()-> GetBrowserWindow(window_index)); if (!window_proxy.get()) return NULL; int active_tab_index = -1; EXPECT_TRUE(window_proxy->GetActiveTabIndex(&active_tab_index)); if (active_tab_index == -1) return NULL; return window_proxy->GetTab(active_tab_index); } scoped_refptr UITest::GetActiveTab() { scoped_refptr window_proxy(automation()-> GetBrowserWindow(0)); EXPECT_TRUE(window_proxy.get()); if (!window_proxy.get()) return NULL; scoped_refptr tab_proxy = window_proxy->GetActiveTab(); EXPECT_TRUE(tab_proxy.get()); return tab_proxy; } void UITest::NavigateToURLAsync(const GURL& url) { scoped_refptr tab_proxy(GetActiveTab()); ASSERT_TRUE(tab_proxy.get()); if (!tab_proxy.get()) return; tab_proxy->NavigateToURLAsync(url); } void UITest::NavigateToURL(const GURL& url) { NavigateToURLBlockUntilNavigationsComplete(url, 1); } void UITest::NavigateToURLBlockUntilNavigationsComplete( const GURL& url, int number_of_navigations) { scoped_refptr tab_proxy(GetActiveTab()); ASSERT_TRUE(tab_proxy.get()); if (!tab_proxy.get()) return; bool is_timeout = true; ASSERT_TRUE(tab_proxy->NavigateToURLWithTimeout( url, number_of_navigations, command_execution_timeout_ms(), &is_timeout)) << url.spec(); ASSERT_FALSE(is_timeout) << url.spec(); } bool UITest::WaitForDownloadShelfVisible(BrowserProxy* browser) { return WaitForDownloadShelfVisibilityChange(browser, true); } bool UITest::WaitForDownloadShelfInvisible(BrowserProxy* browser) { return WaitForDownloadShelfVisibilityChange(browser, false); } bool UITest::WaitForDownloadShelfVisibilityChange(BrowserProxy* browser, bool wait_for_open) { const int kCycles = 10; for (int i = 0; i < kCycles; i++) { // Give it a chance to catch up. PlatformThread::Sleep(sleep_timeout_ms() / kCycles); bool visible = !wait_for_open; if (!browser->IsShelfVisible(&visible)) continue; if (visible == wait_for_open) return true; // Got the download shelf. } return false; } bool UITest::WaitForFindWindowVisibilityChange(BrowserProxy* browser, bool wait_for_open) { const int kCycles = 10; for (int i = 0; i < kCycles; i++) { bool visible = false; if (!browser->IsFindWindowFullyVisible(&visible)) return false; // Some error. if (visible == wait_for_open) return true; // Find window visibility change complete. // Give it a chance to catch up. PlatformThread::Sleep(sleep_timeout_ms() / kCycles); } return false; } bool UITest::WaitForBookmarkBarVisibilityChange(BrowserProxy* browser, bool wait_for_open) { const int kCycles = 10; for (int i = 0; i < kCycles; i++) { bool visible = false; bool animating = true; if (!browser->GetBookmarkBarVisibility(&visible, &animating)) return false; // Some error. if (visible == wait_for_open && !animating) return true; // Bookmark bar visibility change complete. // Give it a chance to catch up. PlatformThread::Sleep(sleep_timeout_ms() / kCycles); } return false; } GURL UITest::GetActiveTabURL(int window_index) { scoped_refptr tab_proxy(GetActiveTab(window_index)); EXPECT_TRUE(tab_proxy.get()); if (!tab_proxy.get()) return GURL(); GURL url; bool success = tab_proxy->GetCurrentURL(&url); EXPECT_TRUE(success); if (!success) return GURL(); return url; } std::wstring UITest::GetActiveTabTitle(int window_index) { std::wstring title; scoped_refptr tab_proxy(GetActiveTab(window_index)); EXPECT_TRUE(tab_proxy.get()); if (!tab_proxy.get()) return title; EXPECT_TRUE(tab_proxy->GetTabTitle(&title)); return title; } int UITest::GetActiveTabIndex(int window_index) { scoped_refptr window_proxy(automation()-> GetBrowserWindow(window_index)); EXPECT_TRUE(window_proxy.get()); if (!window_proxy.get()) return -1; int active_tab_index = -1; EXPECT_TRUE(window_proxy->GetActiveTabIndex(&active_tab_index)); return active_tab_index; } bool UITest::IsBrowserRunning() { return CrashAwareSleep(0); } bool UITest::CrashAwareSleep(int time_out_ms) { return base::CrashAwareSleep(process_, time_out_ms); } // static int UITest::GetBrowserProcessCount() { FilePath data_dir; PathService::Get(chrome::DIR_USER_DATA, &data_dir); return GetRunningChromeProcesses(data_dir).size(); } static DictionaryValue* LoadDictionaryValueFromPath(const FilePath& path) { if (path.empty()) return NULL; JSONFileValueSerializer serializer(path); scoped_ptr root_value(serializer.Deserialize(NULL)); if (!root_value.get() || root_value->GetType() != Value::TYPE_DICTIONARY) return NULL; return static_cast(root_value.release()); } DictionaryValue* UITest::GetLocalState() { FilePath local_state_path; PathService::Get(chrome::FILE_LOCAL_STATE, &local_state_path); return LoadDictionaryValueFromPath(local_state_path); } DictionaryValue* UITest::GetDefaultProfilePreferences() { std::wstring path_wstring; PathService::Get(chrome::DIR_USER_DATA, &path_wstring); file_util::AppendToPath(&path_wstring, chrome::kNotSignedInProfile); FilePath path(FilePath::FromWStringHack(path_wstring)); return LoadDictionaryValueFromPath(path.Append(chrome::kPreferencesFilename)); } int UITest::GetTabCount() { scoped_refptr first_window(automation()->GetBrowserWindow(0)); if (!first_window.get()) return 0; int result = 0; EXPECT_TRUE(first_window->GetTabCount(&result)); return result; } bool UITest::WaitUntilCookieValue(TabProxy* tab, const GURL& url, const char* cookie_name, int interval_ms, int time_out_ms, const char* expected_value) { const int kMaxIntervals = time_out_ms / interval_ms; std::string cookie_value; bool completed = false; for (int i = 0; i < kMaxIntervals; ++i) { bool browser_survived = CrashAwareSleep(interval_ms); tab->GetCookieByName(url, cookie_name, &cookie_value); if (cookie_value == expected_value) { completed = true; break; } EXPECT_TRUE(browser_survived); if (!browser_survived) { // The browser process died. break; } } return completed; } std::string UITest::WaitUntilCookieNonEmpty(TabProxy* tab, const GURL& url, const char* cookie_name, int interval_ms, int time_out_ms) { const int kMaxIntervals = time_out_ms / interval_ms; std::string cookie_value; for (int i = 0; i < kMaxIntervals; ++i) { bool browser_survived = CrashAwareSleep(interval_ms); tab->GetCookieByName(url, cookie_name, &cookie_value); if (!cookie_value.empty()) break; EXPECT_TRUE(browser_survived); if (!browser_survived) { // The browser process died. break; } } return cookie_value; } bool UITest::WaitUntilJavaScriptCondition(TabProxy* tab, const std::wstring& frame_xpath, const std::wstring& jscript, int interval_ms, int time_out_ms) { DCHECK_GE(time_out_ms, interval_ms); DCHECK_GT(interval_ms, 0); const int kMaxIntervals = time_out_ms / interval_ms; // Wait until the test signals it has completed. bool completed = false; for (int i = 0; i < kMaxIntervals; ++i) { bool browser_survived = CrashAwareSleep(interval_ms); EXPECT_TRUE(browser_survived); if (!browser_survived) break; bool done_value = false; EXPECT_TRUE(tab->ExecuteAndExtractBool(frame_xpath, jscript, &done_value)); if (done_value) { completed = true; break; } } return completed; } void UITest::WaitUntilTabCount(int tab_count) { for (int i = 0; i < 10; ++i) { PlatformThread::Sleep(sleep_timeout_ms() / 10); if (GetTabCount() == tab_count) break; } EXPECT_EQ(tab_count, GetTabCount()); } FilePath UITest::GetDownloadDirectory() { scoped_refptr tab_proxy(GetActiveTab()); EXPECT_TRUE(tab_proxy.get()); if (!tab_proxy.get()) return FilePath(); FilePath download_directory; EXPECT_TRUE(tab_proxy->GetDownloadDirectory(&download_directory)); return download_directory; } void UITest::CloseBrowserAsync(BrowserProxy* browser) const { server_->Send( new AutomationMsg_CloseBrowserRequestAsync(0, browser->handle())); } bool UITest::CloseBrowser(BrowserProxy* browser, bool* application_closed) const { DCHECK(application_closed); if (!browser->is_valid() || !browser->handle()) return false; bool result = true; bool succeeded = server_->Send(new AutomationMsg_CloseBrowser( 0, browser->handle(), &result, application_closed)); if (!succeeded) return false; if (*application_closed) { // Let's wait until the process dies (if it is not gone already). bool success = base::WaitForSingleProcess(process_, base::kNoTimeout); DCHECK(success); } return result; } // Static FilePath UITest::GetTestFilePath(const std::wstring& test_directory, const std::wstring& test_case) { FilePath path; PathService::Get(chrome::DIR_TEST_DATA, &path); path = path.Append(FilePath::FromWStringHack(test_directory)); path = path.Append(FilePath::FromWStringHack(test_case)); return path; } // Static GURL UITest::GetTestUrl(const std::wstring& test_directory, const std::wstring &test_case) { return net::FilePathToFileURL(GetTestFilePath(test_directory, test_case)); } void UITest::WaitForFinish(const std::string &name, const std::string &id, const GURL &url, const std::string& test_complete_cookie, const std::string& expected_cookie_value, const int wait_time) { const int kIntervalMilliSeconds = 50; // The webpage being tested has javascript which sets a cookie // which signals completion of the test. The cookie name is // a concatenation of the test name and the test id. This allows // us to run multiple tests within a single webpage and test // that they all c std::string cookie_name = name; cookie_name.append("."); cookie_name.append(id); cookie_name.append("."); cookie_name.append(test_complete_cookie); scoped_refptr tab(GetActiveTab()); ASSERT_TRUE(tab.get()); bool test_result = WaitUntilCookieValue(tab.get(), url, cookie_name.c_str(), kIntervalMilliSeconds, wait_time, expected_cookie_value.c_str()); EXPECT_EQ(true, test_result); } void UITest::PrintResult(const std::string& measurement, const std::string& modifier, const std::string& trace, size_t value, const std::string& units, bool important) { PrintResultsImpl(measurement, modifier, trace, UintToString(value), "", "", units, important); } void UITest::PrintResult(const std::string& measurement, const std::string& modifier, const std::string& trace, const std::string& value, const std::string& units, bool important) { PrintResultsImpl(measurement, modifier, trace, value, "", "", units, important); } void UITest::PrintResultMeanAndError(const std::string& measurement, const std::string& modifier, const std::string& trace, const std::string& mean_and_error, const std::string& units, bool important) { PrintResultsImpl(measurement, modifier, trace, mean_and_error, "{", "}", units, important); } void UITest::PrintResultList(const std::string& measurement, const std::string& modifier, const std::string& trace, const std::string& values, const std::string& units, bool important) { PrintResultsImpl(measurement, modifier, trace, values, "[", "]", units, important); } void UITest::PrintResultsImpl(const std::string& measurement, const std::string& modifier, const std::string& trace, const std::string& values, const std::string& prefix, const std::string& suffix, const std::string& units, bool important) { // <*>RESULT : = // <*>RESULT : = {, } // <*>RESULT : = [,value,value,...,] printf("%sRESULT %s%s: %s= %s%s%s %s\n", important ? "*" : "", measurement.c_str(), modifier.c_str(), trace.c_str(), prefix.c_str(), values.c_str(), suffix.c_str(), units.c_str()); } bool UITest::EvictFileFromSystemCacheWrapper(const FilePath& path) { for (int i = 0; i < 10; i++) { if (file_util::EvictFileFromSystemCache(path)) return true; PlatformThread::Sleep(sleep_timeout_ms() / 10); } return false; } // static void UITest::RewritePreferencesFile(const FilePath& user_data_dir) { const FilePath pref_template_path( user_data_dir.AppendASCII("Default").AppendASCII("PreferencesTemplate")); const FilePath pref_path( user_data_dir.AppendASCII("Default").AppendASCII("Preferences")); // Read in preferences template. std::string pref_string; EXPECT_TRUE(file_util::ReadFileToString(pref_template_path, &pref_string)); string16 format_string = ASCIIToUTF16(pref_string); // Make sure temp directory has the proper format for writing to prefs file. #if defined(OS_POSIX) std::wstring user_data_dir_w(ASCIIToWide(user_data_dir.value())); #elif defined(OS_WIN) std::wstring user_data_dir_w(user_data_dir.value()); // In Windows, the FilePath will write '\' for the path separators; change // these to a separator that won't trigger escapes. std::replace(user_data_dir_w.begin(), user_data_dir_w.end(), '\\', '/'); #endif // Rewrite prefs file. std::vector subst; subst.push_back(WideToUTF16(user_data_dir_w)); const std::string prefs_string = UTF16ToASCII(ReplaceStringPlaceholders(format_string, subst, NULL)); EXPECT_TRUE(file_util::WriteFile(pref_path, prefs_string.c_str(), prefs_string.size())); } // static FilePath UITest::ComputeTypicalUserDataSource(ProfileType profile_type) { FilePath source_history_file; EXPECT_TRUE(PathService::Get(chrome::DIR_TEST_DATA, &source_history_file)); source_history_file = source_history_file.AppendASCII("profiles"); switch (profile_type) { case UITest::DEFAULT_THEME: source_history_file = source_history_file.AppendASCII("typical_history"); break; case UITest::COMPLEX_THEME: source_history_file = source_history_file.AppendASCII("complex_theme"); break; case UITest::NATIVE_THEME: source_history_file = source_history_file.AppendASCII("gtk_theme"); break; case UITest::CUSTOM_FRAME: source_history_file = source_history_file.AppendASCII("custom_frame"); break; case UITest::CUSTOM_FRAME_NATIVE_THEME: source_history_file = source_history_file.AppendASCII("custom_frame_gtk_theme"); break; default: NOTREACHED(); } return source_history_file; } void UITest::WaitForGeneratedFileAndCheck(const FilePath& generated_file, const FilePath& original_file, bool compare_files, bool need_equal, bool delete_generated_file) { // Check whether the target file has been generated. file_util::FileInfo previous, current; bool exist = false; const int kCycles = 20; for (int i = 0; i < kCycles; ++i) { if (exist) { file_util::GetFileInfo(generated_file, ¤t); if (current.size == previous.size) break; previous = current; } else if (file_util::PathExists(generated_file)) { file_util::GetFileInfo(generated_file, &previous); exist = true; } PlatformThread::Sleep(sleep_timeout_ms() / kCycles); } EXPECT_TRUE(exist); if (compare_files) { // Check whether the generated file is equal with original file according to // parameter: need_equal. int64 generated_file_size = 0; int64 original_file_size = 0; EXPECT_TRUE(file_util::GetFileSize(generated_file, &generated_file_size)); EXPECT_TRUE(file_util::GetFileSize(original_file, &original_file_size)); if (need_equal) { EXPECT_EQ(generated_file_size, original_file_size); EXPECT_TRUE(file_util::ContentsEqual(generated_file, original_file)); } else { EXPECT_NE(generated_file_size, original_file_size); EXPECT_FALSE(file_util::ContentsEqual(generated_file, original_file)); } } if (delete_generated_file) EXPECT_TRUE(file_util::DieFileDie(generated_file, false)); } bool UITest::LaunchBrowserHelper(const CommandLine& arguments, bool use_existing_browser, bool wait, base::ProcessHandle* process) { FilePath command = browser_directory_; command = command.Append(FilePath::FromWStringHack( chrome::kBrowserProcessExecutablePath)); CommandLine command_line(command.ToWStringHack()); // Add any explicit command line flags passed to the process. std::wstring extra_chrome_flags = CommandLine::ForCurrentProcess()->GetSwitchValue(kExtraChromeFlagsSwitch); if (!extra_chrome_flags.empty()) { command_line.AppendLooseValue(extra_chrome_flags); } // No first-run dialogs, please. command_line.AppendSwitch(switches::kNoFirstRun); // No default browser check, it would create an info-bar (if we are not the // default browser) that could conflicts with some tests expectations. command_line.AppendSwitch(switches::kNoDefaultBrowserCheck); // We need cookies on file:// for things like the page cycler. if (enable_file_cookies_) command_line.AppendSwitch(switches::kEnableFileCookies); if (dom_automation_enabled_) command_line.AppendSwitch(switches::kDomAutomationController); if (include_testing_id_) { if (use_existing_browser) { // TODO(erikkay): The new switch depends on a browser instance already // running, it won't open a new browser window if it's not. We could fix // this by passing an url (e.g. about:blank) on the command line, but // I decided to keep using the old switch in the existing use case to // minimize changes in behavior. command_line.AppendSwitchWithValue(switches::kAutomationClientChannelID, ASCIIToWide(server_->channel_id())); } else { command_line.AppendSwitchWithValue(switches::kTestingChannelID, ASCIIToWide(server_->channel_id())); } } if (!show_error_dialogs_ && !CommandLine::ForCurrentProcess()->HasSwitch(kEnableErrorDialogs)) { command_line.AppendSwitch(switches::kNoErrorDialogs); } if (in_process_renderer_) command_line.AppendSwitch(switches::kSingleProcess); if (no_sandbox_) command_line.AppendSwitch(switches::kNoSandbox); if (full_memory_dump_) command_line.AppendSwitch(switches::kFullMemoryCrashReport); if (safe_plugins_) command_line.AppendSwitch(switches::kSafePlugins); if (enable_dcheck_) command_line.AppendSwitch(switches::kEnableDCHECK); if (silent_dump_on_dcheck_) command_line.AppendSwitch(switches::kSilentDumpOnDCHECK); if (disable_breakpad_) command_line.AppendSwitch(switches::kDisableBreakpad); if (!homepage_.empty()) command_line.AppendSwitchWithValue(switches::kHomePage, homepage_); // Don't try to fetch web resources during UI testing. command_line.AppendSwitch(switches::kDisableWebResources); if (!user_data_dir_.empty()) command_line.AppendSwitchWithValue(switches::kUserDataDir, user_data_dir_.ToWStringHack()); if (!js_flags_.empty()) command_line.AppendSwitchWithValue(switches::kJavaScriptFlags, js_flags_); if (!log_level_.empty()) command_line.AppendSwitchWithValue(switches::kLoggingLevel, log_level_); command_line.AppendSwitch(switches::kMetricsRecordingOnly); if (!CommandLine::ForCurrentProcess()->HasSwitch(kEnableErrorDialogs)) command_line.AppendSwitch(switches::kEnableLogging); if (dump_histograms_on_exit_) command_line.AppendSwitch(switches::kDumpHistogramsOnExit); #ifdef WAIT_FOR_DEBUGGER_ON_OPEN command_line.AppendSwitch(switches::kDebugOnStart); #endif if (!ui_test_name_.empty()) command_line.AppendSwitchWithValue(switches::kTestName, ui_test_name_); DebugFlags::ProcessDebugFlags( &command_line, ChildProcessInfo::UNKNOWN_PROCESS, false); command_line.AppendArguments(arguments, false); // TODO(phajdan.jr): Only run it for "main" browser launch. browser_launch_time_ = TimeTicks::Now(); #if defined(OS_WIN) bool started = base::LaunchApp(command_line, wait, !show_window_, process); #elif defined(OS_POSIX) // Sometimes one needs to run the browser under a special environment // (e.g. valgrind) without also running the test harness (e.g. python) // under the special environment. Provide a way to wrap the browser // commandline with a special prefix to invoke the special environment. const char* browser_wrapper = getenv("BROWSER_WRAPPER"); if (browser_wrapper) { command_line.PrependWrapper(ASCIIToWide(browser_wrapper)); LOG(INFO) << "BROWSER_WRAPPER was set, prefixing command_line with " << browser_wrapper; } bool started = base::LaunchApp(command_line.argv(), server_->fds_to_map(), wait, process); #endif if (!started) return false; if (use_existing_browser) { #if defined(OS_WIN) DWORD pid = 0; HWND hwnd = FindWindowEx(HWND_MESSAGE, NULL, chrome::kMessageWindowClass, user_data_dir_.value().c_str()); GetWindowThreadProcessId(hwnd, &pid); // This mode doesn't work if we wound up launching a new browser ourselves. EXPECT_NE(pid, base::GetProcId(*process)); CloseHandle(*process); *process = OpenProcess(SYNCHRONIZE, false, pid); #else // TODO(port): above code is very Windows-specific; we need to // figure out and abstract out how we'll handle finding any existing // running process, etc. on other platforms. NOTIMPLEMENTED(); #endif } return true; }