// Copyright (c) 2006-2008 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "base/basictypes.h" #include "base/command_line.h" #include "base/file_util.h" #include "base/path_service.h" #include "base/process_util.h" #include "base/string_util.h" #include "chrome/browser/url_fixer_upper.h" #include "chrome/common/chrome_constants.h" #include "chrome/common/chrome_paths.h" #include "chrome/common/chrome_process_filter.h" #include "chrome/common/chrome_switches.h" #include "chrome/test/automation/browser_proxy.h" #include "chrome/test/automation/tab_proxy.h" #include "chrome/test/automation/window_proxy.h" #include "chrome/test/ui/ui_test.h" #include "chrome/test/perf/mem_usage.h" #include "googleurl/src/gurl.h" #include "net/base/net_util.h" namespace { static const wchar_t kTempDirName[] = L"memory_test_profile"; class MemoryTest : public UITest { public: MemoryTest() { show_window_ = true; // For now, turn off plugins because they crash like crazy. // TODO(mbelshe): Fix Chrome to not crash with plugins. CommandLine::AppendSwitch(&launch_arguments_, switches::kDisablePlugins); CommandLine::AppendSwitch(&launch_arguments_, switches::kEnableLogging); // Use the playback cache, but don't use playback events. CommandLine::AppendSwitch(&launch_arguments_, switches::kPlaybackMode); CommandLine::AppendSwitch(&launch_arguments_, switches::kNoEvents); // Get the specified user data dir (optional) std::wstring profile_dir = CommandLine().GetSwitchValue(switches::kUserDataDir); if (profile_dir.length() == 0) { // Compute the user-data-dir which contains our test cache. PathService::Get(base::DIR_EXE, &profile_dir); file_util::UpOneDirectory(&profile_dir); file_util::UpOneDirectory(&profile_dir); file_util::AppendToPath(&profile_dir, L"data"); file_util::AppendToPath(&profile_dir, L"memory_test"); file_util::AppendToPath(&profile_dir, L"general_mix"); } if (!SetupTempDirectory(profile_dir)) { // There isn't really a way to fail gracefully here. // Neither this constuctor nor the SetUp() method return // status to the caller. So, just fall through using the // default profile and log this. The failure will be // obvious. LOG(ERROR) << "Error preparing temp directory for test"; } CommandLine::AppendSwitchWithValue(&launch_arguments_, switches::kUserDataDir, user_data_dir_); } ~MemoryTest() { // Cleanup our temporary directory. if (user_data_dir_.length() > 0) file_util::Delete(user_data_dir_, true); } // TODO(mbelshe): Separate this data to an external file. // This memory test loads a set of URLs across a set of tabs, maintaining the // number of concurrent open tabs at num_target_tabs. // is a special URL which informs the loop when we should create a // new tab. // is a special URL that informs the loop to pause before proceeding // to the next URL. void RunTest(const wchar_t* test_name, int num_target_tabs) { std::string urls[] = { "http://www.yahoo.com/", "http://hotjobs.yahoo.com/career-articles-the_biggest_resume_mistake_you_can_make-436", "http://news.yahoo.com/s/ap/20080804/ap_on_re_mi_ea/odd_israel_home_alone", "http://news.yahoo.com/s/nm/20080729/od_nm/subway_dc", "http://search.yahoo.com/search?p=new+york+subway&ygmasrchbtn=web+search&fr=ush-news", "", "http://www.cnn.com/", "http://www.cnn.com/2008/SHOWBIZ/TV/08/03/applegate.cancer.ap/index.html", "http://www.cnn.com/2008/HEALTH/conditions/07/29/black.aids.report/index.html", "http://www.cnn.com/POLITICS/", "http://search.cnn.com/search.jsp?query=obama&type=web&sortBy=date&intl=false", "", "http://mail.google.com/", "http://mail.google.com/mail/?shva=1", "http://mail.google.com/mail/?shva=1#search/ipsec", "http://mail.google.com/mail/?shva=1#search/ipsec/ee29ae66165d417", "http://mail.google.com/mail/?shva=1#compose", "", "http://docs.google.com/", "", "http://calendar.google.com/", "", "http://maps.google.com/", "http://maps.google.com/maps/mpl?moduleurl=http://earthquake.usgs.gov/eqcenter/mapplets/earthquakes.xml&ie=UTF8&ll=20,170&spn=140.625336,73.828125&t=k&z=2", "http://maps.google.com/maps?f=q&hl=en&geocode=&q=1600+amphitheater+parkway,+mountain+view,+ca&ie=UTF8&z=13", "", "http://www.google.com/", "http://www.google.com/search?hl=en&q=food&btnG=Google+Search", "http://books.google.com/books?hl=en&q=food&um=1&ie=UTF-8&sa=N&tab=wp", "http://images.google.com/images?hl=en&q=food&um=1&ie=UTF-8&sa=N&tab=pi", "http://news.google.com/news?hl=en&q=food&um=1&ie=UTF-8&sa=N&tab=in", "http://www.google.com/products?sa=N&tab=nf&q=food", "", "http://www.scoundrelspoint.com/polyhedra/shuttle/index.html", "", "", "http://ctho.ath.cx/toys/3d.html", "", "", "http://www.youtube.com/", "http://www.youtube.com/results?search_query=funny&search_type=&aq=f", "http://www.youtube.com/watch?v=GuMMfgWhm3g", "", "http://www.craigslist.com/", "http://sfbay.craigslist.org/", "http://sfbay.craigslist.org/apa/", "http://sfbay.craigslist.org/sfc/apa/782398209.html", "http://sfbay.craigslist.org/sfc/apa/782347795.html", "http://sfbay.craigslist.org/sby/apa/782342791.html", "http://sfbay.craigslist.org/sfc/apa/782344396.html", "", "http://www.whitehouse.gov/", "http://www.whitehouse.gov/news/releases/2008/07/20080729.html", "http://www.whitehouse.gov/infocus/afghanistan/", "http://www.whitehouse.gov/infocus/africa/", "", "http://www.msn.com/", "http://msn.foxsports.com/horseracing/story/8409670/Big-Brown-rebounds-in-Haskell-Invitational?MSNHPHMA", "http://articles.moneycentral.msn.com/Investing/StockInvestingTrading/TheBiggestRiskToYourRetirement_SeriesHome.aspx", "http://articles.moneycentral.msn.com/Investing/StockInvestingTrading/TheSmartWayToGetRich.aspx", "http://articles.moneycentral.msn.com/Investing/ContrarianChronicles/TheFictionOfCorporateTransparency.aspx", "", "http://flickr.com/", "http://flickr.com/explore/interesting/2008/03/18/", "http://flickr.com/photos/chavals/2344906748/", "http://flickr.com/photos/rosemary/2343058024/", "http://flickr.com/photos/arbaa/2343235019/", "", "http://zh.wikipedia.org/wiki/%E6%B1%B6%E5%B7%9D%E5%A4%A7%E5%9C%B0%E9%9C%87", "http://zh.wikipedia.org/wiki/5%E6%9C%8812%E6%97%A5", "http://zh.wikipedia.org/wiki/5%E6%9C%8820%E6%97%A5", "http://zh.wikipedia.org/wiki/%E9%A6%96%E9%A1%B5", "", "http://www.nytimes.com/pages/technology/index.html", "http://pogue.blogs.nytimes.com/2008/07/17/a-candy-store-for-the-iphone/", "http://www.nytimes.com/2008/07/21/technology/21pc.html?_r=1&ref=technology&oref=slogin", "http://bits.blogs.nytimes.com/2008/07/19/a-wikipedian-challenge-convincing-arabic-speakers-to-write-in-arabic/", "", "http://www.amazon.com/exec/obidos/tg/browse/-/502394/ref=topnav_storetab_p", "http://www.amazon.com/Panasonic-DMC-TZ5K-Digital-Optical-Stabilized/dp/B0011Z8CCG/ref=pd_ts_p_17?ie=UTF8&s=photo", "http://www.amazon.com/Nikon-Coolpix-Digital-Vibration-Reduction/dp/B0012OI6HW/ref=pd_ts_p_24?ie=UTF8&s=photo", "http://www.amazon.com/Digital-SLRs-Cameras-Photo/b/ref=sv_p_2?ie=UTF8&node=3017941", "", "http://www.boston.com/bigpicture/2008/07/californias_continuing_fires.html", "http://www.boston.com/business/", "http://www.boston.com/business/articles/2008/07/29/staples_has_a_games_plan/", "http://www.boston.com/business/personalfinance/articles/2008/08/04/a_grim_forecast_for_heating_costs/", "", "http://arstechnica.com/", "http://arstechnica.com/news.ars/post/20080721-this-years-e3-substance-over-styleand-far-from-dead.html", "http://arstechnica.com/news.ars/post/20080729-ifpi-italian-police-take-down-italian-bittorrent-tracker.html", "http://arstechnica.com/news.ars/post/20080804-congress-wants-privacy-answers-from-google-ms-aol.html", "", "http://finance.google.com/finance?q=NASDAQ:AAPL", "http://finance.google.com/finance?q=GOOG&hl=en", "", "http://blog.wired.com/underwire/2008/07/futurama-gets-m.html", "http://blog.wired.com/cars/2008/07/gas-prices-hit.html", "", "http://del.icio.us/popular/programming", "http://del.icio.us/popular/", "http://del.icio.us/tag/", "", "http://gadgets.boingboing.net/2008/07/21/boom-computing.html", "http://3533.spreadshirt.com/us/US/Shop/", "", "http://www.autoblog.com/", "http://www.autoblog.com/2008/07/21/audi-introduces-the-next-mmi/", "http://www.autoblog.com/categories/auto-types/", "http://www.autoblog.com/category/sports/", "", "http://www.wikipedia.org/", "http://en.wikipedia.org/wiki/Main_Page", "http://fr.wikipedia.org/wiki/Accueil", "http://de.wikipedia.org/wiki/Hauptseite", "http://ja.wikipedia.org/wiki/%E3%83%A1%E3%82%A4%E3%83%B3%E3%83%9A%E3%83%BC%E3%82%B8", "http://it.wikipedia.org/wiki/Pagina_principale", "http://nl.wikipedia.org/wiki/Hoofdpagina", "http://pt.wikipedia.org/wiki/P%C3%A1gina_principal", "http://es.wikipedia.org/wiki/Portada", "http://ru.wikipedia.org/wiki/%D0%97%D0%B0%D0%B3%D0%BB%D0%B0%D0%B2%D0%BD%D0%B0%D1%8F_%D1%81%D1%82%D1%80%D0%B0%D0%BD%D0%B8%D1%86%D0%B0", "", "http://www.google.com/translate_t?hl=en&text=This%20Is%20A%20Test%20Of%20missspellingsdfdf&sl=en&tl=ja", }; // Record the initial CommitCharge. This is a system-wide measurement, // so if other applications are running, they can create variance in this // test. size_t start_size = GetSystemCommitCharge(); // Cycle through the URLs. scoped_ptr window(automation()->GetBrowserWindow(0)); scoped_ptr tab(window->GetActiveTab()); int expected_tab_count = 1; for (unsigned counter = 0; counter < arraysize(urls); ++counter) { std::string url = urls[counter]; if (url == "") { // Special command to delay on this page Sleep(2000); continue; } if (url == "") { // Special command to create a new tab if (++counter >= arraysize(urls)) continue; // Newtab was specified at end of list. ignore. url = urls[counter]; if (GetTabCount() < num_target_tabs) { EXPECT_TRUE(window->AppendTab(GURL(url))); expected_tab_count++; WaitUntilTabCount(expected_tab_count); tab.reset(window->GetActiveTab()); continue; } int tab_index = counter % num_target_tabs; // A pseudo-random tab. tab.reset(window->GetTab(tab_index)); } const int kMaxWaitTime = 5000; bool timed_out = false; tab->NavigateToURLWithTimeout(GURL(urls[counter]), kMaxWaitTime, &timed_out); if (timed_out) printf("warning: %s timed out!\n", urls[counter].c_str()); } size_t stop_size = GetSystemCommitCharge(); PrintResults(test_name, stop_size - start_size); } void PrintResults(const wchar_t* test_name, size_t commit_size) { PrintMemoryUsageInfo(test_name); std::wstring trace_name(test_name); trace_name.append(L"_cc"); PrintResult(L"commit_charge", L"", trace_name, commit_size / 1024, L"kb", true /* important */); } void PrintIOPerfInfo(const wchar_t* test_name) { printf("\n"); BrowserProcessFilter chrome_filter(user_data_dir_); base::NamedProcessIterator chrome_process_itr(chrome::kBrowserProcessExecutableName, &chrome_filter); const PROCESSENTRY32* chrome_entry; while (chrome_entry = chrome_process_itr.NextProcessEntry()) { uint32 pid = chrome_entry->th32ProcessID; HANDLE process_handle = OpenProcess(PROCESS_QUERY_INFORMATION, false, pid); if (process_handle == NULL) { wprintf(L"Error opening process %d: %d\n", pid, GetLastError()); continue; } scoped_ptr process_metrics; IO_COUNTERS io_counters; process_metrics.reset( base::ProcessMetrics::CreateProcessMetrics(process_handle)); ZeroMemory(&io_counters, sizeof(io_counters)); if (process_metrics.get()->GetIOCounters(&io_counters)) { std::wstring chrome_name = (pid == chrome_filter.browser_process_id()) ? L"_b" : L"_r"; // Print out IO performance. We assume that the values can be // converted to size_t (they're reported as ULONGLONG, 64-bit numbers). PrintResult(L"read_op", chrome_name, test_name + chrome_name, static_cast(io_counters.ReadOperationCount), L"", false /* not important */); PrintResult(L"write_op", chrome_name, test_name + chrome_name, static_cast(io_counters.WriteOperationCount), L"", false /* not important */); PrintResult(L"other_op", chrome_name, test_name + chrome_name, static_cast(io_counters.OtherOperationCount), L"", false /* not important */); PrintResult(L"read_byte", chrome_name, test_name + chrome_name, static_cast(io_counters.ReadTransferCount / 1024), L"kb", false /* not important */); PrintResult(L"write_byte", chrome_name, test_name + chrome_name, static_cast(io_counters.WriteTransferCount / 1024), L"kb", false /* not important */); PrintResult(L"other_byte", chrome_name, test_name + chrome_name, static_cast(io_counters.OtherTransferCount / 1024), L"kb", false /* not important */); } } } void PrintMemoryUsageInfo(const wchar_t* test_name) { printf("\n"); BrowserProcessFilter chrome_filter(user_data_dir_); base::NamedProcessIterator chrome_process_itr(chrome::kBrowserProcessExecutableName, &chrome_filter); size_t browser_virtual_size = 0; size_t browser_working_set_size = 0; size_t virtual_size = 0; size_t working_set_size = 0; size_t num_chrome_processes = 0; const PROCESSENTRY32* chrome_entry; while (chrome_entry = chrome_process_itr.NextProcessEntry()) { uint32 pid = chrome_entry->th32ProcessID; size_t peak_virtual_size; size_t current_virtual_size; size_t peak_working_set_size; size_t current_working_set_size; if (GetMemoryInfo(pid, &peak_virtual_size, ¤t_virtual_size, &peak_working_set_size, ¤t_working_set_size)) { if (pid == chrome_filter.browser_process_id()) { browser_virtual_size = current_virtual_size; browser_working_set_size = current_working_set_size; } virtual_size += current_virtual_size; working_set_size += current_working_set_size; num_chrome_processes++; } } std::wstring trace_name(test_name); PrintResult(L"vm_final_browser", L"", trace_name + L"_vm_b", browser_virtual_size / 1024, L"kb", false /* not important */); PrintResult(L"ws_final_browser", L"", trace_name + L"_ws_b", browser_working_set_size / 1024, L"kb", false /* not important */); PrintResult(L"vm_final_total", L"", trace_name + L"_vm", virtual_size / 1024, L"kb", false /* not important */); PrintResult(L"ws_final_total", L"", trace_name + L"_ws", working_set_size / 1024, L"kb", true /* important */); PrintResult(L"processes", L"", trace_name + L"_proc", num_chrome_processes, L"", false /* not important */); } private: // Setup a temporary directory to store the profile to use // with these tests. // Input: // src_dir is set to the source directory // Output: // On success, modifies user_data_dir_ to be a new profile directory bool SetupTempDirectory(std::wstring src_dir) { // We create a copy of the test dir and use it so that each // run of this test starts with the same data. Running this // test has the side effect that it will change the profile. std::wstring temp_dir; if (!file_util::CreateNewTempDirectory(kTempDirName, &temp_dir)) return false; src_dir.append(L"\\*"); if (!file_util::CopyDirectory(src_dir, temp_dir, true)) return false; user_data_dir_ = temp_dir; return true; } std::wstring user_data_dir_; }; class MemoryReferenceTest : public MemoryTest { public: // override the browser directory that is used by UITest::SetUp to cause it // to use the reference build instead. void SetUp() { std::wstring dir; PathService::Get(chrome::DIR_TEST_TOOLS, &dir); file_util::AppendToPath(&dir, L"reference_build"); file_util::AppendToPath(&dir, L"chrome"); browser_directory_ = dir; UITest::SetUp(); } void RunTest(const wchar_t* test_name, int num_target_tabs) { std::wstring pages, timings; MemoryTest::RunTest(test_name, num_target_tabs); } }; } // namespace TEST_F(MemoryTest, SingleTabTest) { RunTest(L"1t", 1); } TEST_F(MemoryTest, FiveTabTest) { RunTest(L"5t", 5); } TEST_F(MemoryTest, TwelveTabTest) { RunTest(L"12t", 12); }