1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
# Copyright 2014 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
from page_sets import webgl_supported_shared_state
from telemetry import page as page_module
from telemetry import story
STARTUP_SCRIPT = '''
window.benchmarkStarted =false;
window.benchmarkFinished = false;
window.benchmarkBeforeRun = function() {
window.benchmarkStarted = true;
};
window.benchmarkAfterRun = function(score) {
window.benchmarkFinished = true;
window.benchmarkScore = score;
window.benchmarkAfterRun = null;
};'''
class OortOnlinePage(page_module.Page):
def __init__(self, page_set):
super(OortOnlinePage, self).__init__(
url='http://oortonline.gl/#run', page_set=page_set,
shared_page_state_class=(
webgl_supported_shared_state.WebGLSupportedSharedState),
make_javascript_deterministic=False)
self.archive_data_file = 'data/oortonline.json'
self.script_to_evaluate_on_commit = STARTUP_SCRIPT
@property
def skipped_gpus(self):
# crbug.com/462729
return ['arm', 'broadcom', 'hisilicon', 'imagination', 'qualcomm',
'vivante', 'vmware']
class OortOnlinePageSet(story.StorySet):
"""Oort Online WebGL benchmark.
URL: http://oortonline.gl/#run
Info: http://v8project.blogspot.de/2015/10/jank-busters-part-one.html
"""
def __init__(self):
super(OortOnlinePageSet, self).__init__(
archive_data_file='data/oortonline.json',
cloud_storage_bucket=story.PARTNER_BUCKET)
self.AddStory(OortOnlinePage(self))
class OortOnlineTBMPage(OortOnlinePage):
def __init__(self, page_set):
super(OortOnlineTBMPage, self).__init__(page_set=page_set)
def RunPageInteractions(self, action_runner):
WAIT_TIME_IN_SECONDS = 2
RUN_TIME_IN_SECONDS = 20
action_runner.WaitForJavaScriptCondition('window.benchmarkStarted')
# Perform GC to get rid of start-up garbage.
action_runner.ForceGarbageCollection()
with action_runner.CreateInteraction('Begin'):
action_runner.tab.browser.DumpMemory()
# Skip the first few seconds to get more stable frame times.
action_runner.Wait(WAIT_TIME_IN_SECONDS)
with action_runner.CreateInteraction('Running'):
# We cannot wait until benchmarkFinished because true because the result
# screen does not update, which affects frame-time discrepancy
# computation. Instead we stop based on timer.
action_runner.Wait(RUN_TIME_IN_SECONDS)
with action_runner.CreateInteraction('End'):
action_runner.tab.browser.DumpMemory()
class OortOnlineTBMPageSet(story.StorySet):
"""Oort Online WebGL benchmark for TBM.
URL: http://oortonline.gl/#run
Info: http://v8project.blogspot.de/2015/10/jank-busters-part-one.html
"""
def __init__(self):
super(OortOnlineTBMPageSet, self).__init__(
archive_data_file='data/oortonline.json',
cloud_storage_bucket=story.PARTNER_BUCKET)
self.AddStory(OortOnlineTBMPage(self))
|
