1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
|
# Copyright (c) 2012 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Common utilities for all buildbot scripts that specifically don't rely
on having a full chromium checkout.
"""
import os
import subprocess
import sys
from build_paths import SDK_SRC_DIR, NACL_DIR
sys.path.append(os.path.join(SDK_SRC_DIR, 'tools'))
import oshelpers
def IsSDKBuilder():
"""Returns True if this script is running on an SDK builder.
False means it is either running on a trybot, or a user's machine.
Trybot names:
(win|mac|linux)_nacl_sdk
Builder names:
(windows|mac|linux)-sdk-multi(rel)?"""
return '-sdk-multi' in os.getenv('BUILDBOT_BUILDERNAME', '')
def IsSDKTrybot():
"""Returns True if this script is running on an SDK trybot.
False means it is either running on an SDK builder, or a user's machine.
See IsSDKBuilder above for trybot/buildbot names."""
return '_nacl_sdk' in os.getenv('BUILDBOT_BUILDERNAME', '')
def ErrorExit(msg):
"""Write and error to stderr, then exit with 1 signaling failure."""
sys.stderr.write(msg + '\n')
sys.exit(1)
def GetWindowsEnvironment():
sys.path.append(os.path.join(NACL_DIR, 'buildbot'))
import buildbot_standard
# buildbot_standard.SetupWindowsEnvironment expects a "context" object. We'll
# fake enough of that here to work.
class FakeContext(object):
def __init__(self):
self.env = os.environ
def GetEnv(self, key):
return self.env[key]
def __getitem__(self, key):
return self.env[key]
def SetEnv(self, key, value):
self.env[key] = value
def __setitem__(self, key, value):
self.env[key] = value
context = FakeContext()
buildbot_standard.SetupWindowsEnvironment(context)
# buildbot_standard.SetupWindowsEnvironment adds the directory which contains
# vcvarsall.bat to the path, but not the directory which contains cl.exe,
# link.exe, etc.
# Running vcvarsall.bat adds the correct directories to the path, which we
# extract below.
process = subprocess.Popen('vcvarsall.bat x86 > NUL && set',
stdout=subprocess.PIPE, env=context.env, shell=True)
stdout, _ = process.communicate()
# Parse environment from "set" command above.
# It looks like this:
# KEY1=VALUE1\r\n
# KEY2=VALUE2\r\n
# ...
return dict(line.split('=') for line in stdout.split('\r\n')[:-1])
def BuildStep(name):
"""Annotate a buildbot build step."""
sys.stdout.flush()
print '\n@@@BUILD_STEP %s@@@' % name
sys.stdout.flush()
def Run(args, cwd=None, env=None, shell=False):
"""Start a process with the provided arguments.
Starts a process in the provided directory given the provided arguments. If
shell is not False, the process is launched via the shell to provide shell
interpretation of the arguments. Shell behavior can differ between platforms
so this should be avoided when not using platform dependent shell scripts."""
# We need to modify the environment to build host on Windows.
if not env:
if sys.platform.startswith('cygwin') or sys.platform.startswith('win'):
env = GetWindowsEnvironment()
else:
env = os.environ
print 'Running: ' + ' '.join(args)
sys.stdout.flush()
sys.stderr.flush()
subprocess.check_call(args, cwd=cwd, env=env, shell=shell)
sys.stdout.flush()
sys.stderr.flush()
def CopyDir(src, dst, excludes=('.svn', '*/.svn')):
"""Recursively copy a directory using."""
args = ['-r', src, dst]
for exc in excludes:
args.append('--exclude=' + exc)
print 'cp -r %s %s' % (src, dst)
if os.path.abspath(src) == os.path.abspath(dst):
ErrorExit('ERROR: Copying directory onto itself: ' + src)
oshelpers.Copy(args)
def CopyFile(src, dst):
print 'cp %s %s' % (src, dst)
if os.path.abspath(src) == os.path.abspath(dst):
ErrorExit('ERROR: Copying file onto itself: ' + src)
args = [src, dst]
oshelpers.Copy(args)
def RemoveDir(dst):
"""Remove the provided path."""
print 'rm -fr ' + dst
oshelpers.Remove(['-fr', dst])
def MakeDir(dst):
"""Create the path including all parent directories as needed."""
print 'mkdir -p ' + dst
oshelpers.Mkdir(['-p', dst])
def Move(src, dst):
"""Move the path src to dst."""
print 'mv -f %s %s' % (src, dst)
oshelpers.Move(['-f', src, dst])
def RemoveFile(dst):
"""Remove the provided file."""
print 'rm ' + dst
oshelpers.Remove(['-f', dst])
BOT_GSUTIL = '/b/build/scripts/slave/gsutil'
LOCAL_GSUTIL = 'gsutil'
def GetGsutil():
if os.environ.get('BUILDBOT_BUILDERNAME') \
and not os.environ.get('BUILDBOT_FAKE'):
return BOT_GSUTIL
else:
return LOCAL_GSUTIL
def Archive(filename, bucket_path, cwd=None, step_link=True):
"""Upload the given filename to Google Store."""
full_dst = 'gs://%s/%s' % (bucket_path, filename)
subprocess.check_call(
'%s cp -a public-read %s %s' % (GetGsutil(), filename, full_dst),
shell=True,
cwd=cwd)
url = 'https://commondatastorage.googleapis.com/'\
'%s/%s' % (bucket_path, filename)
if step_link:
print '@@@STEP_LINK@download@%s@@@' % url
sys.stdout.flush()
|
