// Copyright 2013 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #ifndef TESTING_PERF_PERF_TEST_H_ #define TESTING_PERF_PERF_TEST_H_ #include namespace perf_test { // Prints numerical information to stdout in a controlled format, for // post-processing. |measurement| is a description of the quantity being // measured, e.g. "vm_peak"; |modifier| is provided as a convenience and // will be appended directly to the name of the |measurement|, e.g. // "_browser"; |trace| is a description of the particular data point, e.g. // "reference"; |value| is the measured value; and |units| is a description // of the units of measure, e.g. "bytes". If |important| is true, the output // line will be specially marked, to notify the post-processor. The strings // may be empty. They should not contain any colons (:) or equals signs (=). // A typical post-processing step would be to produce graphs of the data // produced for various builds, using the combined |measurement| + |modifier| // string to specify a particular graph and the |trace| to identify a trace // (i.e., data series) on that graph. void PrintResult(const std::string& measurement, const std::string& modifier, const std::string& trace, size_t value, const std::string& units, bool important); void PrintResult(const std::string& measurement, const std::string& modifier, const std::string& trace, double value, const std::string& units, bool important); void AppendResult(std::string& output, const std::string& measurement, const std::string& modifier, const std::string& trace, size_t value, const std::string& units, bool important); // Like the above version of PrintResult(), but takes a std::string value // instead of a size_t. void PrintResult(const std::string& measurement, const std::string& modifier, const std::string& trace, const std::string& value, const std::string& units, bool important); void AppendResult(std::string& output, const std::string& measurement, const std::string& modifier, const std::string& trace, const std::string& value, const std::string& units, bool important); // Like PrintResult(), but prints a (mean, standard deviation) result pair. // The || should be two comma-separated numbers, the mean and // standard deviation (or other error metric) of the measurement. void PrintResultMeanAndError(const std::string& measurement, const std::string& modifier, const std::string& trace, const std::string& mean_and_error, const std::string& units, bool important); void AppendResultMeanAndError(std::string& output, const std::string& measurement, const std::string& modifier, const std::string& trace, const std::string& mean_and_error, const std::string& units, bool important); // Like PrintResult(), but prints an entire list of results. The |values| // will generally be a list of comma-separated numbers. A typical // post-processing step might produce plots of their mean and standard // deviation. void PrintResultList(const std::string& measurement, const std::string& modifier, const std::string& trace, const std::string& values, const std::string& units, bool important); void AppendResultList(std::string& output, const std::string& measurement, const std::string& modifier, const std::string& trace, const std::string& values, const std::string& units, bool important); // Prints memory commit charge stats for use by perf graphs. void PrintSystemCommitCharge(const std::string& test_name, size_t charge, bool important); void PrintSystemCommitCharge(FILE* target, const std::string& test_name, size_t charge, bool important); std::string SystemCommitChargeToString(const std::string& test_name, size_t charge, bool important); } // namespace perf_test #endif // TESTING_PERF_PERF_TEST_H_