1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
|
#!/usr/bin/python
# Update Dartium DEPS automatically.
from datetime import datetime, timedelta
import optparse
import os
import re
from subprocess import Popen, PIPE
import sys
from time import strptime
# Instructions:
#
# To run locally:
# (a) Create and change to a directory to run the updater in:
# > mkdir /usr/local/google/home/$USER/dartium_deps_updater
# > cd /usr/local/google/home/$USER/dartium_deps_updater
#
# (b) Checkout a copy of the DEPS for the updater to process / update:
# > svn co https://dart.googlecode.com/svn/branches/bleeding_edge/deps/dartium.deps
#
# (c) Checkout dartium_tools (with this script) using the current branch instead of 1750:
# > svn co svn://svn.chromium.org/chrome/branches/dart/1750/src/dartium_tools
#
# (d) If your home directory is remote, consider redefining it for this shell/script:
# > cp -R $HOME/.subversion /usr/local/google/home/$USER
# > export HOME=/usr/local/google/home/$USER
#
# (e) Test by running (Ctrl-C to quit):
# > ./dartium_tools/update_deps.py
#
# (f) Run periodical update:
# > while true; do ./dartium_tools/update_deps.py --force ; sleep 300 ; done
########################################################################
# Repositories to auto-update
########################################################################
# Each element in this map represents a repository to update. Entries
# take the form:
# (repo_tag: (svn_url, view_url))
#
# The repo_tag must match the DEPS revision entry. I.e, there must be
# an entry of the form:
# 'dartium_%s_revision' % repo_tag
# to roll forward.
#
# The view_url should be parameterized by revision number. This is
# used to generated the commit message.
REPOSITORY_INFO = {
'webkit': (
'http://src.chromium.org/blink/branches/dart/1750',
'http://src.chromium.org/viewvc/blink/branches/dart/1750?view=rev&revision=%s'),
'chromium': (
'http://src.chromium.org/chrome/branches/dart/1750/src',
'http://src.chromium.org/viewvc/chrome/branches/dart/1750/src?view=rev&revision=%s'),
}
REPOSITORIES = REPOSITORY_INFO.keys()
########################################################################
# Actions
########################################################################
def write_file(filename, content):
f = open(filename, "w")
f.write(content)
f.close()
def run_cmd(cmd):
print "\n[%s]\n$ %s" % (os.getcwd(), " ".join(cmd))
pipe = Popen(cmd, stdout=PIPE, stderr=PIPE)
output = pipe.communicate()
if pipe.returncode == 0:
return output[0]
else:
print output[1]
print "FAILED. RET_CODE=%d" % pipe.returncode
sys.exit(pipe.returncode)
def parse_iso_time(s):
pair = s.rsplit(' ', 1)
d = datetime.strptime(pair[0], '%Y-%m-%d %H:%M:%S')
offset = timedelta(hours=int(pair[1][0:3]))
return d - offset
def parse_git_log(output, repo):
if len(output) < 4:
return []
lst = output.split(os.linesep)
lst = [s.strip('\'') for s in lst]
lst = [s.split(',', 3) for s in lst]
lst = [{'repo': repo,
'rev': s[0],
'isotime':s[1],
'author': s[2],
'utctime': parse_iso_time(s[1]),
'info': s[3]} for s in lst]
return lst
def parse_svn_log(output, repo):
lst = output.split(os.linesep)
lst = [s.strip('\'') for s in lst]
output = '_LINESEP_'.join(lst)
lst = output.split('------------------------------------------------------------------------')
lst = [s.replace('_LINESEP_', '\n') for s in lst]
lst = [s.strip('\n') for s in lst]
lst = [s.strip(' ') for s in lst]
lst = [s for s in lst if len(s) > 0]
pattern = re.compile(' \| (\d+) line(s|)')
lst = [pattern.sub(' | ', s) for s in lst]
lst = [s.split(' | ', 3) for s in lst]
lst = [{'repo': repo,
'rev': s[0].replace('r', ''),
'author': s[1],
'isotime':s[2][0:25],
'utctime': parse_iso_time(s[2][0:25]),
'info': s[3].split('\n')[2]} for s in lst]
return lst
def commit_url(repo, rev):
numrev = rev.replace('r', '')
if repo in REPOSITORIES:
(_, view_url) = REPOSITORY_INFO[repo]
return view_url % numrev
else:
raise Exception('Unknown repo');
def find_max(revs):
max_time = None
max_position = None
for i, rev in enumerate(revs):
if rev == []:
continue
if max_time is None or rev[0]['utctime'] > max_time:
max_time = rev[0]['utctime']
max_position = i
return max_position
def merge_revs(revs):
position = find_max(revs)
if position is None:
return []
item = revs[position][0]
revs[position] = revs[position][1:]
return [item] + merge_revs(revs)
def main():
option_parser = optparse.OptionParser()
option_parser.add_option('', '--force', help="Push DEPS update to server without prompting", action="store_true", dest="force")
options, args = option_parser.parse_args()
src_dir = "/usr/local/google/home/%s/dartium_deps_updater/dartium.deps" % os.environ["USER"]
os.putenv("GIT_PAGER", "")
if not os.path.exists(src_dir):
print "Error: prior to running this script, you need to check out a Dartium source tree at"
print " %s" % src_dir
print "Please reserve the above directory for this script and do not use it for other purposes."
sys.exit(1)
os.chdir(src_dir)
# parse DEPS
deps = run_cmd(['svn', 'cat', 'https://dart.googlecode.com/svn/branches/bleeding_edge/deps/dartium.deps/DEPS'])
rev_num = {}
for repo in REPOSITORIES:
revision = 'dartium_%s_revision":\s*"(.+)"' % repo
rev_num[repo] = re.search(revision, deps).group(1)
# update repos
all_revs = []
for repo, (svn_url, _) in REPOSITORY_INFO.items():
output = run_cmd(["svn", "log", "-r", "HEAD:%s" % rev_num[repo], svn_url])
revs = parse_svn_log(output, repo)
if revs and revs[-1]['rev'] == rev_num[repo]:
revs.pop()
all_revs.append(revs)
pending_updates = merge_revs(all_revs)
pending_updates.reverse()
print
print "Current DEPS revisions:"
for repo in REPOSITORIES:
print ' dartium_%s_revision=%s' % (repo, rev_num[repo])
if len(pending_updates) == 0:
print "DEPS is up-to-date."
sys.exit(0)
else:
print "Pending DEPS updates:"
for s in pending_updates:
print " %s to %s (%s) %s" % (s['repo'], s['rev'], s['isotime'], s['info'])
# make the next DEPS update
os.chdir(src_dir)
run_cmd(['rm', 'DEPS'])
print run_cmd(['svn', 'update'])
s = pending_updates[0]
pattern = re.compile('dartium_' + s['repo'] + '_revision":\s*"(.+)"')
new_deps = pattern.sub('dartium_' + s['repo'] + '_revision": "' + s['rev'] + '"', deps)
write_file('DEPS', new_deps)
commit_log = 'DEPS AutoUpdate: %s to %s (%s) %s\n' % (s['repo'], s['rev'], s['isotime'], s['author'])
commit_log += s['info'] + '\n' + commit_url(s['repo'], s['rev'])
write_file('commit_log.txt', commit_log)
print run_cmd(['svn', 'diff'])
print
print "Commit log:"
print "---------------------------------------------"
print commit_log
print "---------------------------------------------"
if not options.force:
print "Ready to push; press Enter to continue or Control-C to abort..."
sys.stdin.readline()
print run_cmd(['svn', 'commit', '--file', 'commit_log.txt'])
print "Done."
if '__main__' == __name__:
main()
|
