1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
|
# Copyright 2013 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""PeaceKeeper benchmark suite.
Peacekeeper measures browser's performance by testing its JavaScript
functionality. JavaScript is a widely used programming language used in the
creation of modern websites to provide features such as animation, navigation,
forms and other common requirements. By measuring a browser's ability to handle
commonly used JavaScript functions Peacekeeper can evaluate its performance.
Peacekeeper scores are measured in operations per second or rendered frames per
second depending on the test. Final Score is computed by calculating geometric
mean of individual tests scores.
"""
import os
from metrics import statistics
from telemetry import test
from telemetry.page import page_measurement
from telemetry.page import page_set
from telemetry.value import merge_values
class _PeaceKeeperMeasurement(page_measurement.PageMeasurement):
def WillNavigateToPage(self, page, tab):
page.script_to_evaluate_on_commit = """
var __results = {};
var _done = false;
var __real_log = window.console.log;
var test_frame = null;
var benchmark = null;
window.console.log = function(msg) {
if (typeof(msg) == "string" && (msg.indexOf("benchmark")) == 0) {
test_frame = document.getElementById("testFrame");
benchmark = test_frame.contentWindow.benchmark;
test_frame.contentWindow.onbeforeunload = {};
if ((msg.indexOf("Submit ok.")) != -1) {
_done = true;
__results["test"] = benchmark.testObjectName;
__results["score"] = benchmark.test.result;
if (typeof(benchmark.test.unit) != "undefined") {
__results["unit"] = benchmark.test.unit;
} else {
__results["unit"] = benchmark.test.isFps ? "fps" : "ops";
}
}
}
__real_log.apply(this, [msg]);
}
"""
def MeasurePage(self, _, tab, results):
tab.WaitForJavaScriptExpression('_done', 600)
result = tab.EvaluateJavaScript('__results')
results.Add('Score', 'score', int(result['score']), result['test'],
'unimportant')
def DidRunTest(self, browser, results):
# Calculate geometric mean as the total for the combined tests.
combined = merge_values.MergeLikeValuesFromDifferentPages(
results.all_page_specific_values,
group_by_name_suffix=True)
combined_score = [x for x in combined if x.name == 'Score'][0]
total = statistics.GeometricMean(combined_score.values)
results.AddSummary('Score', 'score', total, 'Total')
class _PeaceKeeperBenchmark(test.Test):
"""A base class for Peackeeper benchmarks."""
test = _PeaceKeeperMeasurement
def CreatePageSet(self, options):
"""Makes a PageSet for PeaceKeeper benchmarks."""
# Subclasses are expected to define a class member called query_param.
if not hasattr(self, 'test_param'):
raise NotImplementedError('test_param not in PeaceKeeper benchmark.')
# The docstring of benchmark classes may also be used as a description
# when 'run_benchmarks list' is run.
description = self.__doc__ or 'PeaceKeeper Benchmark'
test_urls = []
for test_name in self.test_param:
test_urls.append(
{"url": ("http://peacekeeper.futuremark.com/run.action?debug=true&"
"repeat=false&forceSuiteName=%s&forceTestName=%s") %
(self.tag, test_name)
})
page_set_dict = {
'description': description,
'archive_data_file': '../page_sets/data/peacekeeper_%s.json' % self.tag,
'make_javascript_deterministic': False,
'pages': test_urls,
}
return page_set.PageSet.FromDict(page_set_dict, os.path.abspath(__file__))
class PeaceKeeperRender(_PeaceKeeperBenchmark):
"""PeaceKeeper rendering benchmark suite.
These tests measure your browser's ability to render and modify specific
elements used in typical web pages. Rendering tests manipulate the DOM tree in
real-time. The tests measure display updating speed (frames per seconds).
"""
tag = 'render'
test_param = ['renderGrid01',
'renderGrid02',
'renderGrid03',
'renderPhysics'
]
class PeaceKeeperData(_PeaceKeeperBenchmark):
"""PeaceKeeper Data operations benchmark suite.
These tests measure your browser's ability to add, remove and modify data
stored in an array. The Data suite consists of two tests:
1. arrayCombined: This test uses all features of the JavaScript Array object.
This is a technical test that is not based on profiled data.
The source data are different sized arrays of numbers.
2. arrayWeighted: This test is similar to 'arrayCombined', but the load is
balanced based on profiled data. The source data is a list of all the
countries in the world.
"""
tag = 'array'
test_param = ['arrayCombined01',
'arrayWeighted'
]
class PeaceKeeperDom(_PeaceKeeperBenchmark):
"""PeaceKeeper DOM operations benchmark suite.
These tests emulate the methods used to create typical dynamic webpages.
The DOM tests are based on development experience and the capabilities of the
jQuery framework.
1. domGetElements: This test uses native DOM methods getElementById and
getElementsByName. The elements are not modified.
2. domDynamicCreationCreateElement: A common use of DOM is to dynamically
create content with JavaScript, this test measures creating objects
individually and then appending them to DOM.
3. domDynamicCreationInnerHTML: This test is similarl to the previous one,
but uses the innerHTML-method.
4. domJQueryAttributeFilters: This test does a DOM query with jQuery.
It searches elements with specific attributes.
5. domJQueryBasicFilters: This test uses filters to query elements from DOM.
6. domJQueryBasics: This test queries elements from DOM with basic methods.
It is similar to domGetElements, but uses jQuery rather than native methods.
7. domJQueryContentFilters: Query elements based on content. This does string
searching and these methods are assumed to be time consuming.
8. domJQueryHierarchy: Query elements based on hierarchy, such as getting
sibling, parent or child nodes from a DOM tree.
9. domQueryselector: QuerySelector, which allows JavaScript to search elements
from the DOM tree directly without the need to iterate the whole tree
through domGetElements.
"""
tag = 'dom'
test_param = ['domGetElements',
'domDynamicCreationCreateElement',
'domDynamicCreationInnerHTML',
'domJQueryAttributeFilters',
'domJQueryBasicFilters',
'domJQueryBasics',
'domJQueryContentFilters',
'domJQueryHierarchy',
'domQueryselector'
]
class PeaceKeeperTextParsing(_PeaceKeeperBenchmark):
"""PeaceKeeper Text Parsing benchmark suite.
These tests measure your browser's performance in typical text manipulations
such as using a profanity filter for chats, browser detection and form
validation.
1. stringChat: This test removes swearing from artificial chat messages.
Test measures looping and string replace-method.
2. stringDetectBrowser: This test uses string indexOf-method to detect browser
and operating system.
3. stringFilter: This test filters a list of movies with a given keyword.
The behaviour is known as filtering select or continuous filter. It's used
to give real time suggestions while a user is filling input fields.
The test uses simple regular expressions.
4. stringValidateForm: This test uses complex regular expressions to validate
user input.
5. stringWeighted: This is an artificial test. Methods used and their
intensities are chosen based on profiled data.
"""
tag = 'string'
test_param = ['stringChat',
'stringDetectBrowser',
'stringFilter',
'stringWeighted',
'stringValidateForm'
]
class PeaceKeeperHTML5Canvas(_PeaceKeeperBenchmark):
"""PeaceKeeper HTML5 Canvas benchmark suite.
These tests use HTML5 Canvas, which is a web technology for drawing and
manipulating graphics without external plug-ins.
1. experimentalRipple01: Simulates a 'water ripple' effect by using HTML 5
Canvas. It measures the browser's ability to draw individual pixels.
2. experimentalRipple02: Same test as 'experimentalRipple01', but with a
larger canvas and thus a heavier workload.
"""
tag = 'experimental'
test_param = ['experimentalRipple01',
'experimentalRipple02'
]
class PeaceKeeperHTML5Capabilities(_PeaceKeeperBenchmark):
"""PeaceKeeper HTML5 Capabilities benchmark suite.
These tests checks browser HTML5 capabilities support for WebGL, Video
foramts, simple 2D sprite based games and web worker.
This benchmark only tests HTML5 capability and thus is not calculate into the
overall score.
1. HTML5 - WebGL: WebGL allows full blown 3D graphics to be rendered in a
browser without the need for any external plug-ins.
a) webglSphere
2. HTML5 - Video: hese tests find out which HTML5 video formats are supposed
by your browser. Peacekeeper only checks if your browser is able to play a
specific format, no other valuation is done.
a) videoCodecH264
b) videoCodecTheora
c) videoCodecWebM
d) videoPosterSupport
3.HTML5 - Web Worker: These tests use HTML5 Web Worker, which allows
JavaScript to multhread - ie. the ability to perform multiple actions
concurrently.
a) workerContrast01
b) workerContrast02
4. HTML5 - Game: This test simulates a simple 2D, sprite-based game.
The test itself is the real game, and what is shown is a recorded play.
a) gamingSpitfire
"""
tag = 'html5'
test_param = ['webglSphere',
'gamingSpitfire',
'videoCodecH264',
'videoCodecTheora',
'videoCodecWebM',
'videoPosterSupport',
'workerContrast01',
'workerContrast02'
]
|
