- Add UI test for SunSpider.

- Modify SunSpider to work with the UI test framework.

BUG=8785
Review URL: http://codereview.chromium.org/42581

git-svn-id: svn://svn.chromium.org/chrome/trunk/src@12465 0039d316-1c4b-4281-b951-d872f2087c98

3 files changed, 195 insertions, 0 deletions

diff --git a/chrome/test/ui/sunspider_uitest.cc b/chrome/test/ui/sunspider_uitest.cc
new file mode 100644
index 0000000..5388477
--- /dev/null
+++ b/chrome/test/ui/sunspider_uitest.cc
@@ -0,0 +1,183 @@
+// Copyright (c) 2009 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "base/command_line.h"
+#include "base/file_path.h"
+#include "base/file_util.h"
+#include "base/path_service.h"
+#include "base/string_util.h"
+#include "base/values.h"
+#include "chrome/common/chrome_paths.h"
+#include "chrome/common/chrome_switches.h"
+#include "chrome/common/json_value_serializer.h"
+#include "chrome/test/automation/tab_proxy.h"
+#include "chrome/test/ui/ui_test.h"
+#include "googleurl/src/gurl.h"
+#include "net/base/net_util.h"
+
+namespace {
+
+static const FilePath::CharType kStartFile[] =
+    FILE_PATH_LITERAL("sunspider-driver.html");
+
+const wchar_t kRunSunSpiderTest[] = L"run-sunspider-test";
+
+class SunSpiderTest : public UITest {
+ public:
+  typedef std::map<std::string, std::string> ResultsMap;
+
+  SunSpiderTest() : reference_(false) {
+    dom_automation_enabled_ = true;
+    show_window_ = true;
+  }
+
+  void RunTest() {
+    FilePath::StringType start_file(kStartFile);
+    FilePath test_path = GetSunSpiderDir();
+    test_path = test_path.Append(start_file);
+    GURL test_url(net::FilePathToFileURL(test_path));
+
+    scoped_ptr<TabProxy> tab(GetActiveTab());
+    tab->NavigateToURL(test_url);
+
+    // Wait for the test to finish.
+    ASSERT_TRUE(WaitUntilTestCompletes(tab.get(), test_url));
+
+    PrintResults(tab.get());
+  }
+
+ protected:
+  bool reference_;  // True if this is a reference build.
+
+ private:
+  // Return the path to the SunSpider directory on the local filesystem.
+  FilePath GetSunSpiderDir() {
+    FilePath test_dir;
+    PathService::Get(chrome::DIR_TEST_DATA, &test_dir);
+    return test_dir.AppendASCII("sunspider");
+  }
+
+  bool WaitUntilTestCompletes(TabProxy* tab, const GURL& test_url) {
+    return WaitUntilCookieValue(tab, test_url, "__done", 1000,
+                                UITest::test_timeout_ms(), "1");
+  }
+
+  bool GetTotal(TabProxy* tab, std::string* total) {
+    std::wstring total_wide;
+    bool succeeded = tab->ExecuteAndExtractString(L"",
+        L"window.domAutomationController.send(automation.GetTotal());",
+        &total_wide);
+
+    // Note that we don't use ASSERT_TRUE here (and in some other places) as it
+    // doesn't work inside a function with a return type other than void.
+    EXPECT_TRUE(succeeded);
+    if (!succeeded)
+      return false;
+
+    total->assign(WideToUTF8(total_wide));
+    return true;
+  }
+
+  bool GetResults(TabProxy* tab, ResultsMap* results) {
+    std::wstring json_wide;
+    bool succeeded = tab->ExecuteAndExtractString(L"",
+        L"window.domAutomationController.send("
+        L"    JSON.stringify(automation.GetResults()));",
+        &json_wide);
+
+    EXPECT_TRUE(succeeded);
+    if (!succeeded)
+      return false;
+
+    std::string json = WideToUTF8(json_wide);
+    JSONStringValueSerializer deserializer(json);
+    scoped_ptr<Value> root(deserializer.Deserialize(NULL));
+
+    EXPECT_TRUE(root.get());
+    if (!root.get())
+      return false;
+
+    EXPECT_TRUE(root->IsType(Value::TYPE_DICTIONARY));
+    if (!root->IsType(Value::TYPE_DICTIONARY))
+      return false;
+
+    DictionaryValue* dict = static_cast<DictionaryValue*>(root.get());
+
+    DictionaryValue::key_iterator it = dict->begin_keys();
+    for (; it != dict->end_keys(); ++it) {
+      Value* value = NULL;
+      succeeded = dict->Get(*it, &value);
+
+      EXPECT_TRUE(succeeded);
+      if (!succeeded)
+        continue;
+
+      EXPECT_TRUE(value->IsType(Value::TYPE_STRING));
+      if (value->IsType(Value::TYPE_STRING)) {
+        std::string key = WideToUTF8(*it);
+
+        std::string result;
+        succeeded = value->GetAsString(&result);
+        EXPECT_TRUE(succeeded);
+
+        if (succeeded)
+          results->insert(std::make_pair(key, result));
+      }
+    }
+
+    return true;
+  }
+
+  void PrintResults(TabProxy* tab) {
+    std::string total;
+    ASSERT_TRUE(GetTotal(tab, &total));
+
+    ResultsMap results;
+    ASSERT_TRUE(GetResults(tab, &results));
+
+    std::string trace_name = reference_ ? "t_ref" : "t";
+
+    PrintResultMeanAndError("total", "", trace_name, total, "ms", true);
+
+    ResultsMap::iterator it = results.begin();
+    for (; it != results.end(); ++it)
+      PrintResultList(it->first, "", trace_name, it->second, "ms", false);
+  }
+
+  DISALLOW_COPY_AND_ASSIGN(SunSpiderTest);
+};
+
+class SunSpiderReferenceTest : public SunSpiderTest {
+ public:
+  SunSpiderReferenceTest() : SunSpiderTest() {
+    reference_ = true;
+  }
+
+  // Override the browser directory that is used by UITest::SetUp to cause it
+  // to use the reference build instead.
+  void SetUp() {
+    FilePath dir;
+    PathService::Get(chrome::DIR_TEST_TOOLS, &dir);
+    dir = dir.AppendASCII("reference_build");
+    dir = dir.AppendASCII("chrome");
+    browser_directory_ = dir.ToWStringHack();
+    UITest::SetUp();
+  }
+};
+
+}  // namespace
+
+TEST_F(SunSpiderTest, Perf) {
+  if (!CommandLine::ForCurrentProcess()->HasSwitch(kRunSunSpiderTest))
+    return;
+
+  RunTest();
+}
+
+TEST_F(SunSpiderReferenceTest, Perf) {
+  if (!CommandLine::ForCurrentProcess()->HasSwitch(kRunSunSpiderTest))
+    return;
+
+  RunTest();
+}
diff --git a/chrome/test/ui/ui_tests.scons b/chrome/test/ui/ui_tests.scons
index 0945b4e3..2736916 100644
--- a/chrome/test/ui/ui_tests.scons
+++ b/chrome/test/ui/ui_tests.scons
@@ -229,6 +229,9 @@ input_files = ChromeFileList([
   MSVSFilter('TestDOMChecker', [
     'dom_checker_uitest.cc',
   ]),
+  MSVSFilter('TestSunSpider', [
+    'sunspider_uitest.cc',
+  ]),
 ])
 
 if not env.Bit('windows'):
@@ -239,6 +242,7 @@ if not env.Bit('windows'):
       'npapi_uitest.cpp',
       'omnibox_uitest.cc',
       'dom_checker_uitest.cc',
+      'sunspider_uitest.cc',
 
       'sandbox_uitests.cc',
 
diff --git a/chrome/test/ui/ui_tests.vcproj b/chrome/test/ui/ui_tests.vcproj
index eb5b374..7f1d5f8 100644
--- a/chrome/test/ui/ui_tests.vcproj
+++ b/chrome/test/ui/ui_tests.vcproj
@@ -550,6 +550,14 @@
 				>
 			</File>
 		</Filter>
+		<Filter
+			Name="TestSunSpider"
+			>
+			<File
+				RelativePath=".\sunspider_uitest.cc"
+				>
+			</File>
+		</Filter>
 	</Files>
 	<Globals>
 	</Globals>