1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
# Copyright 2013 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
from core import perf_benchmark
import ct_benchmarks_util
from measurements import rasterize_and_record_micro
import page_sets
from telemetry import benchmark
class _RasterizeAndRecordMicro(perf_benchmark.PerfBenchmark):
@classmethod
def AddBenchmarkCommandLineArgs(cls, parser):
parser.add_option('--start-wait-time', type='float',
default=2,
help='Wait time before the benchmark is started '
'(must be long enough to load all content)')
parser.add_option('--rasterize-repeat', type='int',
default=100,
help='Repeat each raster this many times. Increase '
'this value to reduce variance.')
parser.add_option('--record-repeat', type='int',
default=100,
help='Repeat each record this many times. Increase '
'this value to reduce variance.')
parser.add_option('--timeout', type='int',
default=120,
help='The length of time to wait for the micro '
'benchmark to finish, expressed in seconds.')
parser.add_option('--report-detailed-results',
action='store_true',
help='Whether to report additional detailed results.')
@classmethod
def Name(cls):
return 'rasterize_and_record_micro'
def CreatePageTest(self, options):
return rasterize_and_record_micro.RasterizeAndRecordMicro(
options.start_wait_time, options.rasterize_repeat,
options.record_repeat, options.timeout, options.report_detailed_results)
# RasterizeAndRecord disabled on mac because of crbug.com/350684.
# RasterizeAndRecord disabled on windows because of crbug.com/338057.
@benchmark.Disabled('mac', 'win',
'linux') # http://crbug.com/597391
class RasterizeAndRecordMicroTop25(_RasterizeAndRecordMicro):
"""Measures rasterize and record performance on the top 25 web pages.
http://www.chromium.org/developers/design-documents/rendering-benchmarks"""
page_set = page_sets.Top25PageSet
@classmethod
def Name(cls):
return 'rasterize_and_record_micro.top_25_smooth'
@benchmark.Disabled('mac', 'win',
'android', # http://crbug.com/531597
'linux') # http://crbug.com/597391
class RasterizeAndRecordMicroKeyMobileSites(_RasterizeAndRecordMicro):
"""Measures rasterize and record performance on the key mobile sites.
http://www.chromium.org/developers/design-documents/rendering-benchmarks"""
page_set = page_sets.KeyMobileSitesPageSet
@classmethod
def Name(cls):
return 'rasterize_and_record_micro.key_mobile_sites_smooth'
@benchmark.Disabled('mac', 'win')
class RasterizeAndRecordMicroKeySilkCases(_RasterizeAndRecordMicro):
"""Measures rasterize and record performance on the silk sites.
http://www.chromium.org/developers/design-documents/rendering-benchmarks"""
@classmethod
def Name(cls):
return 'rasterize_and_record_micro.key_silk_cases'
def CreateStorySet(self, options):
return page_sets.KeySilkCasesPageSet(run_no_page_interactions=True)
@benchmark.Enabled('android')
class RasterizeAndRecordMicroPolymer(_RasterizeAndRecordMicro):
"""Measures rasterize and record performance on the Polymer cases.
http://www.chromium.org/developers/design-documents/rendering-benchmarks"""
@classmethod
def Name(cls):
return 'rasterize_and_record_micro.polymer'
def CreateStorySet(self, options):
return page_sets.PolymerPageSet(run_no_page_interactions=True)
# Disabled because we do not plan on running CT benchmarks on the perf
# waterfall any time soon.
@benchmark.Disabled('all')
class RasterizeAndRecordMicroCT(_RasterizeAndRecordMicro):
"""Measures rasterize and record performance for Cluster Telemetry."""
@classmethod
def Name(cls):
return 'rasterize_and_record_micro_ct'
@classmethod
def AddBenchmarkCommandLineArgs(cls, parser):
_RasterizeAndRecordMicro.AddBenchmarkCommandLineArgs(parser)
ct_benchmarks_util.AddBenchmarkCommandLineArgs(parser)
@classmethod
def ProcessCommandLineArgs(cls, parser, args):
ct_benchmarks_util.ValidateCommandLineArgs(parser, args)
def CreateStorySet(self, options):
return page_sets.CTPageSet(
options.urls_list, options.user_agent, options.archive_data_file)
|