// Copyright (c) 2012 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include <map> #include "base/metrics/field_trial.h" #include "base/metrics/histogram.h" #include "base/metrics/statistics_recorder.h" #include "base/metrics/user_metrics.h" #include "chrome/browser/extensions/extension_apitest.h" #include "components/variations/variations_associated_data.h" namespace { // The tests that are run by this extension are expected to record the following // user actions, with the specified counts. If the tests in test.js are // modified, this array may need to be updated. struct RecordedUserAction { const char* name; int count; // number of times the metric was recorded. } g_user_actions[] = { {"test.ua.1", 1}, {"test.ua.2", 2}, }; // The tests that are run by this extension are expected to record the following // histograms. If the tests in test.js are modified, this array may need to be // updated. struct RecordedHistogram { const char* name; base::HistogramType type; int min; int max; size_t buckets; int count; } g_histograms[] = { {"test.h.1", base::HISTOGRAM, 1, 100, 50, 1}, // custom {"test.h.2", base::LINEAR_HISTOGRAM, 1, 200, 50, 1}, // custom {"test.h.3", base::LINEAR_HISTOGRAM, 1, 101, 102, 2}, // percentage {"test.sparse.1", base::SPARSE_HISTOGRAM, 0, 0, 0, 1}, {"test.sparse.2", base::SPARSE_HISTOGRAM, 0, 0, 0, 2}, {"test.sparse.3", base::SPARSE_HISTOGRAM, 0, 0, 0, 6}, {"test.time", base::HISTOGRAM, 1, 10000, 50, 1}, {"test.medium.time", base::HISTOGRAM, 1, 180000, 50, 1}, {"test.long.time", base::HISTOGRAM, 1, 3600000, 50, 1}, {"test.count", base::HISTOGRAM, 1, 1000000, 50, 1}, {"test.medium.count", base::HISTOGRAM, 1, 10000, 50, 1}, {"test.small.count", base::HISTOGRAM, 1, 100, 50, 1}, {"test.bucketchange.linear", base::LINEAR_HISTOGRAM, 1, 100, 10, 2}, {"test.bucketchange.log", base::HISTOGRAM, 1, 100, 10, 2}, }; // Represents a bucket in a sparse histogram. struct Bucket { int histogram_value; int count; }; // We expect the following sparse histograms. struct SparseHistogram { const char* name; int bucket_count; Bucket buckets[10]; } g_sparse_histograms[] = { {"test.sparse.1", 1, {{42, 1}}}, {"test.sparse.2", 1, {{24, 2}}}, {"test.sparse.3", 3, {{1, 1}, {2, 2}, {3, 3}}}}; // This class observes and collects user action notifications that are sent // by the tests, so that they can be examined afterwards for correctness. class UserActionObserver { public: UserActionObserver(); ~UserActionObserver(); void ValidateUserActions(const RecordedUserAction* recorded, int count); private: typedef std::map<std::string, int> UserActionCountMap; void OnUserAction(const std::string& action); int num_metrics() const { return count_map_.size(); } int GetMetricCount(const std::string& name) const { UserActionCountMap::const_iterator i = count_map_.find(name); return i == count_map_.end() ? -1 : i->second; } UserActionCountMap count_map_; base::ActionCallback action_callback_; DISALLOW_COPY_AND_ASSIGN(UserActionObserver); }; UserActionObserver::UserActionObserver() : action_callback_(base::Bind(&UserActionObserver::OnUserAction, base::Unretained(this))) { base::AddActionCallback(action_callback_); } UserActionObserver::~UserActionObserver() { base::RemoveActionCallback(action_callback_); } void UserActionObserver::OnUserAction(const std::string& action) { ++(count_map_[action]); } void UserActionObserver::ValidateUserActions(const RecordedUserAction* recorded, int count) { for (int i = 0; i < count; ++i) { const RecordedUserAction& ua = recorded[i]; EXPECT_EQ(ua.count, GetMetricCount(ua.name)); } } void ValidateSparseHistogramSamples( const std::string& name, const base::HistogramSamples& samples) { for (unsigned int i = 0; i < arraysize(g_sparse_histograms); ++i) { const SparseHistogram& sparse_histogram = g_sparse_histograms[i]; if (std::string(name) == sparse_histogram.name) { for (int j = 0; j < sparse_histogram.bucket_count; ++j) { const Bucket& bucket = sparse_histogram.buckets[j]; EXPECT_EQ(bucket.count, samples.GetCount(bucket.histogram_value)); } } } } void ValidateHistograms(const RecordedHistogram* recorded, int count) { base::StatisticsRecorder::Histograms histograms; base::StatisticsRecorder::GetHistograms(&histograms); // Code other than the tests tun here will record some histogram values, but // we will ignore those. This function validates that all the histogram we // expect to see are present in the list, and that their basic info is // correct. for (int i = 0; i < count; ++i) { const RecordedHistogram& r = recorded[i]; size_t j = 0; for (j = 0; j < histograms.size(); ++j) { base::HistogramBase* histogram(histograms[j]); if (r.name == histogram->histogram_name()) { scoped_ptr<base::HistogramSamples> snapshot = histogram->SnapshotSamples(); base::HistogramBase::Count sample_count = snapshot->TotalCount(); EXPECT_EQ(r.count, sample_count); EXPECT_EQ(r.type, histogram->GetHistogramType()); if (r.type == base::SPARSE_HISTOGRAM) { ValidateSparseHistogramSamples(r.name, *snapshot); } else { EXPECT_TRUE( histogram->HasConstructionArguments(r.min, r.max, r.buckets)); } break; } } EXPECT_LT(j, histograms.size()); } } } // anonymous namespace IN_PROC_BROWSER_TEST_F(ExtensionApiTest, Metrics) { UserActionObserver observer; base::FieldTrialList::CreateFieldTrial("apitestfieldtrial2", "group1"); std::map<std::string, std::string> params; params["a"] = "aa"; params["b"] = "bb"; ASSERT_TRUE(variations::AssociateVariationParams( "apitestfieldtrial2", "group1", params)); ASSERT_TRUE(RunComponentExtensionTest("metrics")) << message_; observer.ValidateUserActions(g_user_actions, arraysize(g_user_actions)); ValidateHistograms(g_histograms, arraysize(g_histograms)); }