1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
|
#!/usr/bin/env python
# Copyright (c) 2011 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Retrieve passing and failing WebKit revision numbers from canaries.
From each canary,
- the last WebKit revision number for which all the tests have passed,
- the last WebKit revision number for which the tests were run, and
- the names of failing layout tests
are retrieved and printed.
"""
import json
import optparse
import sys
import urllib2
_DEFAULT_BUILDERS = [
"Webkit Win",
"Webkit Vista",
"Webkit Win7",
"Webkit Win (dbg)(1)",
"Webkit Win (dbg)(2)",
"Webkit Mac10.5",
"Webkit Mac10.6",
"Webkit Mac10.5 (dbg)(1)",
"Webkit Mac10.5 (dbg)(2)",
"Webkit Mac10.6 (dbg)",
"Webkit Linux",
"Webkit Linux 64",
"Webkit Linux (dbg)(1)",
"Webkit Linux (dbg)(2)",
]
_DEFAULT_MAX_BUILDS = 10
_TEST_PREFIX = "&tests="
_TEST_SUFFIX = '">'
_WEBKIT_TESTS = "webkit_tests"
class _BuildResult(object):
"""Build result for a builder.
Holds builder name, the last passing revision, the last run revision, and
a list of names of failing tests. Revision nubmer 0 is used to represent
that the revision doesn't exist.
"""
def __init__(self, builder, last_passing_revision, last_run_revision,
failing_tests):
"""Constructs build results."""
self.builder = builder
self.last_passing_revision = last_passing_revision
self.last_run_revision = last_run_revision
self.failing_tests = failing_tests
def _BuilderUrlFor(builder, max_builds):
"""Constructs the URL for a builder to retrieve the last results."""
return ("http://build.chromium.org/p/chromium.webkit/json/builders/" +
urllib2.quote(builder) + "/builds?as_text=1&" +
'&'.join(["select=%d" % -i for i in range(1, 1 + max_builds)]))
def _ExtractFailingTests(build):
"""Extracts failing test names from a build result entry JSON object."""
for step in build["steps"]:
if step["name"] == _WEBKIT_TESTS:
for text in step["text"]:
prefix = text.find(_TEST_PREFIX)
suffix = text.find(_TEST_SUFFIX)
if prefix != -1 and suffix != -1:
return sorted(text[prefix + len(_TEST_PREFIX): suffix].split(","))
def _RetrieveBuildResult(builder, max_builds):
"""Retrieves build results for a builder.
Checks the last passing revision, the last run revision, and failing tests
for the last builds of a builder.
Args:
builder: Builder name.
max_builds: Maximum number of builds to check.
Returns:
_BuildResult instance.
"""
last_run_revision = 0
failing_tests = []
succeeded = False
builds_json = urllib2.urlopen(_BuilderUrlFor(builder, max_builds))
if not builds_json:
return _BuildResult(builder, 0, 0, failing_tests)
builds = [(int(value["number"]), value) for unused_key, value
in json.loads(''.join(builds_json)).items()
if value.has_key("number")]
builds.sort()
builds.reverse()
for unused_key, build in builds:
if not build.has_key("text"):
continue
if len(build["text"]) < 2:
continue
if not build.has_key("sourceStamp"):
continue
if build["text"][1] == "successful":
succeeded = True
elif not failing_tests and _WEBKIT_TESTS in build["text"][1:]:
failing_tests = _ExtractFailingTests(build)
revision = 0
if build["sourceStamp"]["branch"] == "trunk":
revision = int(build["sourceStamp"]["changes"][-1]["revision"])
if revision and not last_run_revision:
last_run_revision = revision
if not succeeded or not revision:
continue
return _BuildResult(builder, revision, last_run_revision, failing_tests)
return _BuildResult(builder, 0, last_run_revision, failing_tests)
def _PrintPassingRevisions(results):
"""Prints passing revisions and the range of such revisions.
Args:
results: A list of build results.
"""
print "**** Passing revisions *****"
minimum_revision = sys.maxint
maximum_revision = 0
for result in results:
if result.last_passing_revision:
minimum_revision = min(minimum_revision, result.last_passing_revision)
maximum_revision = max(maximum_revision, result.last_passing_revision)
print 'The last passing run was at r%d on "%s"' % (
result.last_passing_revision, result.builder)
else:
print 'No passing runs on "%s"' % result.builder
if maximum_revision:
print "Passing revision range: r%d - r%d" % (
minimum_revision, maximum_revision)
def _PrintFailingRevisions(results):
"""Prints failing revisions and the failing tests.
Args:
results: A list of build results.
"""
print "**** Failing revisions *****"
for result in results:
if result.last_run_revision and result.failing_tests:
print ('The last run was at r%d on "%s" and the following %d tests'
' failed' % (result.last_run_revision, result.builder,
len(result.failing_tests)))
for test in result.failing_tests:
print " " + test
def _ParseOptions():
"""Parses command-line options."""
parser = optparse.OptionParser(usage="%prog [options] [builders]")
parser.add_option("-m", "--max_builds", type="int",
default=_DEFAULT_MAX_BUILDS,
help="maximum number of builds to check for each builder")
return parser.parse_args()
def _Main():
"""The main function."""
options, builders = _ParseOptions()
if not builders:
builders = _DEFAULT_BUILDERS
print "Checking the last %d builds for:" % options.max_builds
sys.stdout.flush()
results = []
for builder in builders:
print '"%s"' % builder
sys.stdout.flush()
results.append(_RetrieveBuildResult(builder, options.max_builds))
_PrintFailingRevisions(results)
_PrintPassingRevisions(results)
if __name__ == "__main__":
_Main()
|
