Renovate FieldTrial class to better bit with histogram usage.

r=mbelshe
Review URL: http://codereview.chromium.org/28226

git-svn-id: svn://svn.chromium.org/chrome/trunk/src@10714 0039d316-1c4b-4281-b951-d872f2087c98

1 files changed, 122 insertions, 22 deletions

diff --git a/base/field_trial.h b/base/field_trial.h
index f392f88..312dbb0 100644
--- a/base/field_trial.h
+++ b/base/field_trial.h
@@ -6,15 +6,64 @@
 // performed by actual users in the field (i.e., in a shipped or beta product).
 // All code is called exclusively on the UI thread currently.
 //
-// The simplest example is a test to see whether one of two options produces
-// "better" results across our user population.  In that scenario, UMA data
-// is uploaded to show the test results, and this class manages the state of
-// each such test (state == which option was pseudo-randomly selected).
+// The simplest example is an experiment to see whether one of two options
+// produces "better" results across our user population.  In that scenario, UMA
+// data is uploaded to aggregate the test results, and this FieldTrial class
+// manages the state of each such experiment (state == which option was
+// pseudo-randomly selected).
+//
 // States are typically generated randomly, either based on a one time
-// randomization (reused during each run of the program), or by a startup
-// randomization (keeping that tests state constant across a run), or by
-// continuous randomization across a run.
-// Only startup randomization is implemented (thus far).
+// randomization (generated randomly once, and then persitently reused in the
+// client during each future run of the program), or by a startup randomization
+// (generated each time the application starts up, but held constant during the
+// duration of the process), or by continuous randomization across a run (where
+// the state can be recalculated again and again, many times during a process).
+// Only startup randomization is implemented thus far.
+
+//------------------------------------------------------------------------------
+// Example:  Suppose we have an experiment involving memory, such as determining
+// the impact of memory model command line flags actual memory use.
+// We assume that we already have a histogram of memory usage, such as:
+
+//   HISTOGRAM_COUNTS("Memory.RendererTotal", count);
+
+// Somewhere in main thread initialization code, we'd probably define an
+// instance of a FieldTrial, with code such as:
+
+// // Note, FieldTrials are reference counted, and persist automagically until
+// // process teardown, courtesy of their automatic registration in
+// // FieldTrialList.
+// trial = new FieldTrial("MemoryExperiment", 1000);
+// group1 = trial->AppendGroup("_high_mem", 20);  // 2% this _high_mem group.
+// group2 = trial->AppendGroup("_low_mem", 20);   // 2% this _low_mem group.
+// // Take action depending of which group we randomly land in.
+// switch (trial->group()) {
+//   case group1:
+//          ... do something
+//          break;
+//   case group2:
+//          ....
+//          break;
+//   default:
+//          ...
+// }
+
+// We then modify any histograms we wish to correlate with our experiment to
+// have slighly different names, depending on what group the trial instance
+// happened (randomly) to be assigned to:
+
+// HISTOGRAM_COUNTS(FieldTrial::MakeName("Memory.RendererTotal",
+//                                       "MemoryExperiment"), count);
+
+// The above code will create 3 distinct histograms, with each run of the
+// application being assigned to of of teh three groups, and for each group, the
+// correspondingly named histogram will be populated:
+
+// Memory.RendererTotal            // 96% of users still fill this histogram.
+// Memory.RendererTotal_high_mem   // 2% of users will fill this histogram.
+// Memory.RendererTotal_low_mem    // 2% of users will fill this histogram.
+
+//------------------------------------------------------------------------------
 
 #ifndef BASE_FIELD_TRIAL_H_
 #define BASE_FIELD_TRIAL_H_
@@ -26,27 +75,74 @@
 #include "base/ref_counted.h"
 #include "base/time.h"
 
+
 class FieldTrial : public base::RefCounted<FieldTrial> {
  public:
-  // Constructor for a 2-state (boolean) trial.
+  static const int kNotParticipating = -1;
+
+  typedef int Probability;  // Use scaled up probability.
+
   // The name is used to register the instance with the FieldTrialList class,
   // and can be used to find the trial (only one trial can be present for each
-  // name) using the Find() method.
-  // The probability is a number in the range [0, 1], and is the likliehood that
-  // the assigned boolean value will be true.
-  FieldTrial(const std::wstring& name, double probability);
-
-  // Return the selected boolean value.
-  bool boolean_value() const { return boolean_value_; }
-  std::wstring name() const { return name_; }
+  // name).
+  // Group probabilities that are later supplied must sum to less than or equal
+  // to the total_probability.
+  FieldTrial(const std::string& name, Probability total_probability);
+
+  // Establish the name and probability of the next group in this trial.
+  // Sometimes, based on construction randomization, this call may causes the
+  // provided group to be *THE* group selected for use in this instance.
+  int AppendGroup(const std::string& name, Probability group_probability);
+
+  // Return the name of the FieldTrial (excluding the group name).
+  std::string name() const { return name_; }
+
+  // Return the randomly selected group number that was assigned.
+  // Return kNotParticipating if the instance is not participating in the
+  // experiment.
+  int group() const { return group_; }
+
+  // If the field trial is not in an experiment, this returns the empty string.
+  // if the group's name is empty, a name of "_" concatenated with the group
+  // number is used as the group name.
+  std::string group_name() const { return group_name_; }
+
+  // Helper function for the most common use: as an argument to specifiy the
+  // name of a HISTOGRAM.  Use the original histogram name as the name_prefix.
+  static std::string MakeName(const std::string& name_prefix,
+                              const std::string& trial_name);
 
  private:
-  const std::wstring name_;
-  bool boolean_value_;
+  // The name of the field trial, as can be found via the FieldTrialList.
+  // This is empty of the trial is not in the experiment.
+  const std::string name_;
+
+  // The maximu sum of all probabilities supplied, which corresponds to 100%.
+  // This is the scaling factor used to adjust supplied probabilities.
+  Probability divisor_;
+
+  // The randomly selected probability that is used to select a group (or have
+  // the instance not participate).  It is the product of divisor_ and a random
+  // number between [0, 1).
+  Probability random_;
+
+  // Sum of the probabilities of all appended groups.
+  Probability accumulated_group_probability_;
+
+  int next_group_number_;
+
+  // The pseudo-randomly assigned group number.
+  // This is kNotParticipating if no group has been assigned.
+  int group_;
+
+  // A textual name for the randomly selected group, including the Trial name.
+  // If this Trial is not a member of an group, this string is empty.
+  std::string group_name_;
 
   DISALLOW_COPY_AND_ASSIGN(FieldTrial);
 };
 
+//------------------------------------------------------------------------------
 // Class with a list of all active field trials.  A trial is active if it has
 // been registered, which includes evaluating its state based on its probaility.
 // Only one instance of this class exists.
@@ -63,12 +159,16 @@ class FieldTrialList : NonThreadSafe {
 
   // The Find() method can be used to test to see if a named Trial was already
   // registered, or to retrieve a pointer to it from the global map.
-  static FieldTrial* Find(const std::wstring& name);
+  static FieldTrial* Find(const std::string& name);
+
+  static int FindValue(const std::string& name);
+
+  static std::string FindFullName(const std::string& name);
 
   // The time of construction of the global map is recorded in a static variable
   // and is commonly used by experiments to identify the time since the start
   // of the application.  In some experiments it may be useful to discount
-  // data that is gathered before the application has reach sufficient
+  // data that is gathered before the application has reached sufficient
   // stability (example: most DLL have loaded, etc.)
   static base::Time application_start_time() {
     if (global_)
@@ -78,7 +178,7 @@ class FieldTrialList : NonThreadSafe {
   }
 
  private:
-  typedef std::map<std::wstring, FieldTrial*> RegistrationList;
+  typedef std::map<std::string, FieldTrial*> RegistrationList;
 
   static FieldTrialList* global_;  // The singleton of this class.