1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
|
#!/usr/bin/env python
# Copyright 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Toolbox to manage all the json files in this directory.
It can reformat them in their canonical format or ensures they are well
formatted.
"""
import argparse
import collections
import glob
import json
import os
import subprocess
import sys
THIS_DIR = os.path.dirname(os.path.abspath(__file__))
SRC_DIR = os.path.dirname(os.path.dirname(THIS_DIR))
sys.path.insert(0, os.path.join(SRC_DIR, 'third_party', 'colorama', 'src'))
import colorama
SKIP = {
# These are not 'builders'.
'compile_targets', 'gtest_tests', 'filter_compile_builders',
'non_filter_builders', 'non_filter_tests_builders',
# These are not supported on Swarming yet.
# http://crbug.com/472205
'Chromium Mac 10.10',
# http://crbug.com/441429
'Linux Trusty (32)', 'Linux Trusty (dbg)(32)',
# One off builders. Note that Swarming does support ARM.
'Linux ARM Cross-Compile',
'Site Isolation Linux',
'Site Isolation Win',
}
def upgrade_test(test):
"""Converts from old style string to new style dict."""
if isinstance(test, basestring):
return {'test': test}
assert isinstance(test, dict)
return test
def get_isolates():
"""Returns the list of all isolate files."""
files = subprocess.check_output(['git', 'ls-files'], cwd=SRC_DIR).splitlines()
return [os.path.basename(f) for f in files if f.endswith('.isolate')]
def main():
colorama.init()
parser = argparse.ArgumentParser(description=sys.modules[__name__].__doc__)
group = parser.add_mutually_exclusive_group(required=True)
group.add_argument(
'-c', '--check', action='store_true', help='Only check the files')
group.add_argument(
'--convert', action='store_true',
help='Convert a test to run on Swarming everywhere')
group.add_argument(
'--remaining', action='store_true',
help='Count the number of tests not yet running on Swarming')
group.add_argument(
'-w', '--write', action='store_true', help='Rewrite the files')
parser.add_argument(
'test_name', nargs='?',
help='The test name to print which configs to update; only to be used '
'with --remaining')
args = parser.parse_args()
if args.convert or args.remaining:
isolates = get_isolates()
if args.convert:
if not args.test_name:
parser.error('A test name is required with --convert')
if args.test_name + '.isolate' not in isolates:
parser.error('Create %s.isolate first' % args.test_name)
# Stats when running in --remaining mode;
tests_location = collections.defaultdict(
lambda: {
'count_run_local': 0, 'count_run_on_swarming': 0, 'local_configs': {}
})
result = 0
for filepath in glob.glob(os.path.join(THIS_DIR, '*.json')):
filename = os.path.basename(filepath)
with open(filepath) as f:
content = f.read()
try:
config = json.loads(content)
except ValueError as e:
print "Exception raised while checking %s: %s" % (filepath, e)
raise
for builder, data in sorted(config.iteritems()):
if builder in SKIP:
# Oddities.
continue
if not isinstance(data, dict):
print('%s: %s is broken: %s' % (filename, builder, data))
continue
if 'gtest_tests' in data:
config[builder]['gtest_tests'] = sorted(
(upgrade_test(l) for l in data['gtest_tests']),
key=lambda x: x['test'])
if args.remaining:
for test in data['gtest_tests']:
name = test['test']
if test.get('swarming', {}).get('can_use_on_swarming_builders'):
tests_location[name]['count_run_on_swarming'] += 1
else:
tests_location[name]['count_run_local'] += 1
tests_location[name]['local_configs'].setdefault(
filename, []).append(builder)
elif args.convert:
for test in data['gtest_tests']:
if test['test'] != args.test_name:
continue
test.setdefault('swarming', {})
if not test['swarming'].get('can_use_on_swarming_builders'):
print('- %s: %s' % (filename, builder))
test['swarming']['can_use_on_swarming_builders'] = True
expected = json.dumps(
config, sort_keys=True, indent=2, separators=(',', ': ')) + '\n'
if content != expected:
result = 1
if args.write or args.convert:
with open(filepath, 'wb') as f:
f.write(expected)
if args.write:
print('Updated %s' % filename)
else:
print('%s is not in canonical format' % filename)
if args.remaining:
if args.test_name:
if args.test_name not in tests_location:
print('Unknown test %s' % args.test_name)
return 1
for config, builders in sorted(
tests_location[args.test_name]['local_configs'].iteritems()):
print('%s:' % config)
for builder in sorted(builders):
print(' %s' % builder)
else:
l = max(map(len, tests_location))
print('%-*s%sLocal %sSwarming %sMissing isolate' %
(l, 'Test', colorama.Fore.RED, colorama.Fore.GREEN,
colorama.Fore.MAGENTA))
total_local = 0
total_swarming = 0
for name, location in sorted(tests_location.iteritems()):
if not location['count_run_on_swarming']:
c = colorama.Fore.RED
elif location['count_run_local']:
c = colorama.Fore.YELLOW
else:
c = colorama.Fore.GREEN
total_local += location['count_run_local']
total_swarming += location['count_run_on_swarming']
missing_isolate = ''
if name + '.isolate' not in isolates:
missing_isolate = colorama.Fore.MAGENTA + '*'
print('%s%-*s %4d %4d %s' %
(c, l, name, location['count_run_local'],
location['count_run_on_swarming'], missing_isolate))
total = total_local + total_swarming
p_local = 100. * total_local / total
p_swarming = 100. * total_swarming / total
print('%s%-*s %4d (%4.1f%%) %4d (%4.1f%%)' %
(colorama.Fore.WHITE, l, 'Total:', total_local, p_local,
total_swarming, p_swarming))
print('%-*s %4d' % (l, 'Total executions:', total))
return result
if __name__ == "__main__":
sys.exit(main())
|
