blob: dbf3d04a7735e5bb0457068a689c7640ebc4ec40 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
|
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef BASE_TEST_LAUNCHER_TEST_RESULTS_TRACKER_H_
#define BASE_TEST_LAUNCHER_TEST_RESULTS_TRACKER_H_
#include <map>
#include <set>
#include <string>
#include <vector>
#include "base/callback.h"
#include "base/test/launcher/test_result.h"
#include "base/threading/thread_checker.h"
class CommandLine;
namespace base {
class FilePath;
// A helper class to output results.
// Note: as currently XML is the only supported format by gtest, we don't
// check output format (e.g. "xml:" prefix) here and output an XML file
// unconditionally.
// Note: we don't output per-test-case or total summary info like
// total failed_test_count, disabled_test_count, elapsed_time and so on.
// Only each test (testcase element in the XML) will have the correct
// failed/disabled/elapsed_time information. Each test won't include
// detailed failure messages either.
class TestResultsTracker {
public:
TestResultsTracker();
~TestResultsTracker();
// Initialize the result tracker. Must be called exactly once before
// calling any other methods. Returns true on success.
bool Init(const CommandLine& command_line) WARN_UNUSED_RESULT;
// Called when a test iteration is starting.
void OnTestIterationStarting();
// Adds |test_name| to the set of discovered tests (this includes all tests
// present in the executable, not necessarily run).
void AddTest(const std::string& test_name);
// Adds |test_name| to the set of disabled tests.
void AddDisabledTest(const std::string& test_name);
// Adds |result| to the stored test results.
void AddTestResult(const TestResult& result);
// Prints a summary of current test iteration to stdout.
void PrintSummaryOfCurrentIteration() const;
// Prints a summary of all test iterations (not just the last one) to stdout.
void PrintSummaryOfAllIterations() const;
// Adds a string tag to the JSON summary. This is intended to indicate
// conditions that affect the entire test run, as opposed to individual tests.
void AddGlobalTag(const std::string& tag);
// Saves a JSON summary of all test iterations results to |path|. Returns
// true on success.
bool SaveSummaryAsJSON(const FilePath& path) const WARN_UNUSED_RESULT;
private:
struct AggregateTestResult {
AggregateTestResult();
~AggregateTestResult();
std::vector<TestResult> test_results;
};
struct PerIterationData {
PerIterationData();
~PerIterationData();
// Aggregate test results grouped by full test name.
typedef std::map<std::string, AggregateTestResult> ResultsMap;
ResultsMap results;
};
ThreadChecker thread_checker_;
// Set of global tags, i.e. strings indicating conditions that apply to
// the entire test run.
std::set<std::string> global_tags_;
// Set of all test names discovered in the current executable.
std::set<std::string> all_tests_;
// Set of all disabled tests in the current executable.
std::set<std::string> disabled_tests_;
// Store test results for each iteration.
std::vector<PerIterationData> per_iteration_data_;
// Index of current iteration (starting from 0). -1 before the first
// iteration.
int iteration_;
// File handle of output file (can be NULL if no file).
FILE* out_;
DISALLOW_COPY_AND_ASSIGN(TestResultsTracker);
};
} // namespace base
#endif // BASE_TEST_LAUNCHER_TEST_RESULTS_TRACKER_H_
|
