1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
|
// Copyright (c) 2012 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "base/test/histogram_tester.h"
#include "chrome/test/nacl/nacl_browsertest_util.h"
#include "components/nacl/browser/nacl_browser.h"
#include "components/nacl/renderer/platform_info.h"
#include "components/nacl/renderer/ppb_nacl_private.h"
#include "content/public/test/browser_test_utils.h"
#include "native_client/src/trusted/service_runtime/nacl_error_code.h"
namespace {
void CheckPNaClLoadUMAs(base::HistogramTester& histograms,
const std::string& compiler_suffix) {
// The histograms that do not vary by compiler (so no compiler_suffix).
histograms.ExpectTotalCount("NaCl.Perf.PNaClLoadTime.LoadLinker", 1);
histograms.ExpectTotalCount("NaCl.Perf.PNaClLoadTime.LinkTime", 1);
histograms.ExpectTotalCount("NaCl.Perf.Size.Manifest", 1);
histograms.ExpectTotalCount("NaCl.Perf.Size.Pexe", 1);
// The histograms that vary by compiler.
histograms.ExpectTotalCount("NaCl.Options.PNaCl.OptLevel" + compiler_suffix,
1);
histograms.ExpectTotalCount(
"NaCl.Perf.Size.PNaClTranslatedNexe" + compiler_suffix, 1);
histograms.ExpectTotalCount(
"NaCl.Perf.Size.PexeNexeSizePct" + compiler_suffix, 1);
histograms.ExpectTotalCount(
"NaCl.Perf.PNaClLoadTime.LoadCompiler" + compiler_suffix, 1);
histograms.ExpectTotalCount(
"NaCl.Perf.PNaClLoadTime.CompileTime" + compiler_suffix, 1);
histograms.ExpectTotalCount(
"NaCl.Perf.PNaClLoadTime.CompileKBPerSec" + compiler_suffix, 1);
histograms.ExpectTotalCount(
"NaCl.Perf.PNaClLoadTime.PctCompiledWhenFullyDownloaded" +
compiler_suffix,
1);
histograms.ExpectTotalCount(
"NaCl.Perf.PNaClLoadTime.TotalUncachedTime" + compiler_suffix, 1);
histograms.ExpectTotalCount(
"NaCl.Perf.PNaClLoadTime.TotalUncachedKBPerSec" + compiler_suffix, 1);
histograms.ExpectTotalCount("NaCl.Perf.PNaClCache.IsHit" + compiler_suffix,
1);
}
NACL_BROWSER_TEST_F(NaClBrowserTest, SuccessfulLoadUMA, {
base::HistogramTester histograms;
// Load a NaCl module to generate UMA data.
RunLoadTest(FILE_PATH_LITERAL("nacl_load_test.html"));
// Make sure histograms from child processes have been accumulated in the
// browser brocess.
content::FetchHistogramsFromChildProcesses();
// Did the plugin report success?
histograms.ExpectUniqueSample("NaCl.LoadStatus.Plugin",
PP_NACL_ERROR_LOAD_SUCCESS, 1);
// Did the sel_ldr report success?
histograms.ExpectUniqueSample("NaCl.LoadStatus.SelLdr",
LOAD_OK, 1);
// Check validation cache usage:
if (IsAPnaclTest()) {
// Should have received 5 validation queries:
// - Three for the IRT: the app and both of the translator nexes use it.
// - Two for the two PNaCl translator nexes.
// The PNaCl app nexe comes from a delete-on-close temp file, so it
// doesn't have a stable identity for validation caching. Overall, there
// are 3 eligible nexes. The first 3 queries for these eligible nexes
// are misses, and the latter two of the IRT queries are hits.
histograms.ExpectBucketCount("NaCl.ValidationCache.Query",
nacl::NaClBrowser::CACHE_MISS, 3);
histograms.ExpectBucketCount("NaCl.ValidationCache.Query",
nacl::NaClBrowser::CACHE_HIT, 2);
// Should have received a cache setting afterwards (IRT set only once).
histograms.ExpectUniqueSample("NaCl.ValidationCache.Set",
nacl::NaClBrowser::CACHE_HIT, 3);
} else {
// For the open-web, only the IRT is considered a "safe" and
// identity-cachable file. The nexes and .so files are not.
// Should have one cache query for the IRT.
histograms.ExpectUniqueSample("NaCl.ValidationCache.Query",
nacl::NaClBrowser::CACHE_MISS, 1);
// Should have received a cache setting afterwards for the IRT.
histograms.ExpectUniqueSample("NaCl.ValidationCache.Set",
nacl::NaClBrowser::CACHE_HIT, 1);
}
// Make sure we have other important histograms.
if (!IsAPnaclTest()) {
histograms.ExpectTotalCount("NaCl.Perf.StartupTime.LoadModule", 1);
histograms.ExpectTotalCount("NaCl.Perf.StartupTime.Total", 1);
histograms.ExpectTotalCount("NaCl.Perf.Size.Manifest", 1);
histograms.ExpectTotalCount("NaCl.Perf.Size.Nexe", 1);
} else {
// There should be the total (suffix-free), and the LLC bucket.
// Subzero is tested separately.
CheckPNaClLoadUMAs(histograms, "");
CheckPNaClLoadUMAs(histograms, ".LLC");
}
})
// Test that a successful load adds stats to Subzero buckets.
IN_PROC_BROWSER_TEST_F(NaClBrowserTestPnaclSubzero, SuccessfulLoadUMA) {
// Only test where Subzero is supported.
if (strcmp(nacl::GetSandboxArch(), "x86-32") != 0)
return;
base::HistogramTester histograms;
// Run a load test that uses the -O0 NMF option.
RunLoadTest(FILE_PATH_LITERAL("pnacl_options.html?use_nmf=o_0"));
// Make sure histograms from child processes have been accumulated in the
// browser brocess.
content::FetchHistogramsFromChildProcesses();
// Did the plugin report success?
histograms.ExpectUniqueSample("NaCl.LoadStatus.Plugin",
PP_NACL_ERROR_LOAD_SUCCESS, 1);
// Did the sel_ldr report success?
histograms.ExpectUniqueSample("NaCl.LoadStatus.SelLdr", LOAD_OK, 1);
// There should be the total (suffix-free), and the Subzero bucket.
CheckPNaClLoadUMAs(histograms, "");
CheckPNaClLoadUMAs(histograms, ".Subzero");
}
class NaClBrowserTestNewlibVcacheExtension:
public NaClBrowserTestNewlibExtension {
public:
base::FilePath::StringType Variant() override {
return FILE_PATH_LITERAL("extension_vcache_test/newlib");
}
};
IN_PROC_BROWSER_TEST_F(NaClBrowserTestNewlibVcacheExtension,
ValidationCacheOfMainNexe) {
base::HistogramTester histograms;
// Hardcoded extension AppID that corresponds to the hardcoded
// public key in the manifest.json file. We need to load the extension
// nexe from the same origin, so we can't just try to load the extension
// nexe as a mime-type handler from a non-extension URL.
base::FilePath::StringType full_url =
FILE_PATH_LITERAL("chrome-extension://cbcdidchbppangcjoddlpdjlenngjldk/")
FILE_PATH_LITERAL("extension_validation_cache.html");
RunNaClIntegrationTest(full_url, true);
// Make sure histograms from child processes have been accumulated in the
// browser brocess.
content::FetchHistogramsFromChildProcesses();
// Should have received 2 validation queries (one for IRT and one for NEXE),
// and responded with a miss.
histograms.ExpectBucketCount("NaCl.ValidationCache.Query",
nacl::NaClBrowser::CACHE_MISS, 2);
// TOTAL should then be 2 queries so far.
histograms.ExpectTotalCount("NaCl.ValidationCache.Query", 2);
// Should have received a cache setting afterwards for IRT and nexe.
histograms.ExpectBucketCount("NaCl.ValidationCache.Set",
nacl::NaClBrowser::CACHE_HIT, 2);
// Load it again to hit the cache.
RunNaClIntegrationTest(full_url, true);
content::FetchHistogramsFromChildProcesses();
// Should have received 2 more validation queries later (IRT and NEXE),
// and responded with a hit.
histograms.ExpectBucketCount("NaCl.ValidationCache.Query",
nacl::NaClBrowser::CACHE_HIT, 2);
// TOTAL should then be 4 queries now.
histograms.ExpectTotalCount("NaCl.ValidationCache.Query", 4);
// Still only 2 settings.
histograms.ExpectTotalCount("NaCl.ValidationCache.Set", 2);
}
class NaClBrowserTestGLibcVcacheExtension:
public NaClBrowserTestGLibcExtension {
public:
base::FilePath::StringType Variant() override {
return FILE_PATH_LITERAL("extension_vcache_test/glibc");
}
};
IN_PROC_BROWSER_TEST_F(NaClBrowserTestGLibcVcacheExtension,
MAYBE_GLIBC(ValidationCacheOfMainNexe)) {
// Make sure histograms from child processes have been accumulated in the
// browser process.
base::HistogramTester histograms;
// Hardcoded extension AppID that corresponds to the hardcoded
// public key in the manifest.json file. We need to load the extension
// nexe from the same origin, so we can't just try to load the extension
// nexe as a mime-type handler from a non-extension URL.
base::FilePath::StringType full_url =
FILE_PATH_LITERAL("chrome-extension://cbcdidchbppangcjoddlpdjlenngjldk/")
FILE_PATH_LITERAL("extension_validation_cache.html");
RunNaClIntegrationTest(full_url, true);
// Should have received 9 validation queries, which respond with misses:
// - the IRT
// - ld.so (the initial nexe)
// - main.nexe
// - libppapi_cpp.so
// - libpthread.so.9b15f6a6
// - libstdc++.so.6
// - libgcc_s.so.1
// - libc.so.9b15f6a6
// - libm.so.9b15f6a6
histograms.ExpectBucketCount("NaCl.ValidationCache.Query",
nacl::NaClBrowser::CACHE_MISS, 9);
// TOTAL should then be 9 queries so far.
histograms.ExpectTotalCount("NaCl.ValidationCache.Query", 9);
// Should have received a cache setting afterwards for IRT and nexe.
histograms.ExpectBucketCount("NaCl.ValidationCache.Set",
nacl::NaClBrowser::CACHE_HIT, 9);
// Load it again to hit the cache.
RunNaClIntegrationTest(full_url, true);
// Should have received 9 more validation queries and responded with hits.
histograms.ExpectBucketCount("NaCl.ValidationCache.Query",
nacl::NaClBrowser::CACHE_HIT, 9);
histograms.ExpectTotalCount("NaCl.ValidationCache.Query", 18);
histograms.ExpectTotalCount("NaCl.ValidationCache.Set", 9);
}
// Test that validation for the 2 PNaCl translator nexes can be cached.
IN_PROC_BROWSER_TEST_F(NaClBrowserTestPnacl,
ValidationCacheOfTranslatorNexes) {
base::HistogramTester histograms;
// Run a load test w/ one pexe cache identity.
RunLoadTest(FILE_PATH_LITERAL("pnacl_options.html?use_nmf=o_0"));
content::FetchHistogramsFromChildProcesses();
// Should have received 5 validation queries:
// - Three for the IRT: the app and both of the translator nexes use it.
// - Two for the two PNaCl translator nexes.
// - The PNaCl app nexe comes from a delete-on-close temp file, so it
// doesn't have a stable identity for validation caching.
histograms.ExpectBucketCount("NaCl.ValidationCache.Query",
nacl::NaClBrowser::CACHE_MISS, 3);
histograms.ExpectBucketCount("NaCl.ValidationCache.Query",
nacl::NaClBrowser::CACHE_HIT, 2);
// Should have received a cache setting afterwards.
histograms.ExpectUniqueSample("NaCl.ValidationCache.Set",
nacl::NaClBrowser::CACHE_HIT, 3);
// Load the same pexe, but with a different cache identity.
// This means that translation will actually be redone,
// forcing the translators to be loaded a second time (but now with
// cache hits!)
RunLoadTest(FILE_PATH_LITERAL("pnacl_options.html?use_nmf=o_2"));
// Should now have 5 more queries on top of the previous ones.
histograms.ExpectTotalCount("NaCl.ValidationCache.Query", 10);
// With the extra queries being cache hits.
histograms.ExpectBucketCount("NaCl.ValidationCache.Query",
nacl::NaClBrowser::CACHE_HIT, 7);
// No extra cache settings.
histograms.ExpectUniqueSample("NaCl.ValidationCache.Set",
nacl::NaClBrowser::CACHE_HIT, 3);
}
// TODO(ncbray) convert the rest of nacl_uma.py (currently in the NaCl repo.)
// Test validation failures and crashes.
} // namespace
|
