diff options
Diffstat (limited to 'dartium_tools/update_deps.py')
| -rwxr-xr-x | dartium_tools/update_deps.py | 226 |
1 files changed, 0 insertions, 226 deletions
diff --git a/dartium_tools/update_deps.py b/dartium_tools/update_deps.py deleted file mode 100755 index 0b675a1..0000000 --- a/dartium_tools/update_deps.py +++ /dev/null @@ -1,226 +0,0 @@ -#!/usr/bin/python - -# Update Dartium DEPS automatically. - -from datetime import datetime, timedelta -import optparse -import os -import re -from subprocess import Popen, PIPE -import sys -from time import strptime - -# Instructions: -# -# To run locally: -# (a) Create and change to a directory to run the updater in: -# > mkdir /usr/local/google/home/$USER/dartium_deps_updater -# > cd /usr/local/google/home/$USER/dartium_deps_updater -# -# (b) Checkout a copy of the DEPS for the updater to process / update: -# > svn co https://dart.googlecode.com/svn/branches/bleeding_edge/deps/dartium.deps -# -# (c) Checkout dartium_tools (with this script) using the current branch instead of 1750: -# > svn co svn://svn.chromium.org/chrome/branches/dart/1750/src/dartium_tools -# -# (d) If your home directory is remote, consider redefining it for this shell/script: -# > cp -R $HOME/.subversion /usr/local/google/home/$USER -# > export HOME=/usr/local/google/home/$USER -# -# (e) Test by running (Ctrl-C to quit): -# > ./dartium_tools/update_deps.py -# -# (f) Run periodical update: -# > while true; do ./dartium_tools/update_deps.py --force ; sleep 300 ; done - -######################################################################## -# Repositories to auto-update -######################################################################## - -# Each element in this map represents a repository to update. Entries -# take the form: -# (repo_tag: (svn_url, view_url)) -# -# The repo_tag must match the DEPS revision entry. I.e, there must be -# an entry of the form: -# 'dartium_%s_revision' % repo_tag -# to roll forward. -# -# The view_url should be parameterized by revision number. This is -# used to generated the commit message. -REPOSITORY_INFO = { - 'webkit': ( - 'http://src.chromium.org/blink/branches/dart/1750', - 'http://src.chromium.org/viewvc/blink/branches/dart/1750?view=rev&revision=%s'), - 'chromium': ( - 'http://src.chromium.org/chrome/branches/dart/1750/src', - 'http://src.chromium.org/viewvc/chrome/branches/dart/1750/src?view=rev&revision=%s'), -} - -REPOSITORIES = REPOSITORY_INFO.keys() - -######################################################################## -# Actions -######################################################################## - -def write_file(filename, content): - f = open(filename, "w") - f.write(content) - f.close() - -def run_cmd(cmd): - print "\n[%s]\n$ %s" % (os.getcwd(), " ".join(cmd)) - pipe = Popen(cmd, stdout=PIPE, stderr=PIPE) - output = pipe.communicate() - if pipe.returncode == 0: - return output[0] - else: - print output[1] - print "FAILED. RET_CODE=%d" % pipe.returncode - sys.exit(pipe.returncode) - -def parse_iso_time(s): - pair = s.rsplit(' ', 1) - d = datetime.strptime(pair[0], '%Y-%m-%d %H:%M:%S') - offset = timedelta(hours=int(pair[1][0:3])) - return d - offset - -def parse_git_log(output, repo): - if len(output) < 4: - return [] - lst = output.split(os.linesep) - lst = [s.strip('\'') for s in lst] - lst = [s.split(',', 3) for s in lst] - lst = [{'repo': repo, - 'rev': s[0], - 'isotime':s[1], - 'author': s[2], - 'utctime': parse_iso_time(s[1]), - 'info': s[3]} for s in lst] - return lst - -def parse_svn_log(output, repo): - lst = output.split(os.linesep) - lst = [s.strip('\'') for s in lst] - output = '_LINESEP_'.join(lst) - lst = output.split('------------------------------------------------------------------------') - lst = [s.replace('_LINESEP_', '\n') for s in lst] - lst = [s.strip('\n') for s in lst] - lst = [s.strip(' ') for s in lst] - lst = [s for s in lst if len(s) > 0] - pattern = re.compile(' \| (\d+) line(s|)') - lst = [pattern.sub(' | ', s) for s in lst] - lst = [s.split(' | ', 3) for s in lst] - lst = [{'repo': repo, - 'rev': s[0].replace('r', ''), - 'author': s[1], - 'isotime':s[2][0:25], - 'utctime': parse_iso_time(s[2][0:25]), - 'info': s[3].split('\n')[2]} for s in lst] - return lst - -def commit_url(repo, rev): - numrev = rev.replace('r', '') - if repo in REPOSITORIES: - (_, view_url) = REPOSITORY_INFO[repo] - return view_url % numrev - else: - raise Exception('Unknown repo'); - -def find_max(revs): - max_time = None - max_position = None - for i, rev in enumerate(revs): - if rev == []: - continue - if max_time is None or rev[0]['utctime'] > max_time: - max_time = rev[0]['utctime'] - max_position = i - return max_position - -def merge_revs(revs): - position = find_max(revs) - if position is None: - return [] - item = revs[position][0] - revs[position] = revs[position][1:] - return [item] + merge_revs(revs) - -def main(): - option_parser = optparse.OptionParser() - option_parser.add_option('', '--force', help="Push DEPS update to server without prompting", action="store_true", dest="force") - options, args = option_parser.parse_args() - - src_dir = "/usr/local/google/home/%s/dartium_deps_updater/dartium.deps" % os.environ["USER"] - os.putenv("GIT_PAGER", "") - - if not os.path.exists(src_dir): - print "Error: prior to running this script, you need to check out a Dartium source tree at" - print " %s" % src_dir - print "Please reserve the above directory for this script and do not use it for other purposes." - sys.exit(1) - - os.chdir(src_dir) - - # parse DEPS - deps = run_cmd(['svn', 'cat', 'https://dart.googlecode.com/svn/branches/bleeding_edge/deps/dartium.deps/DEPS']) - rev_num = {} - for repo in REPOSITORIES: - revision = 'dartium_%s_revision":\s*"(.+)"' % repo - rev_num[repo] = re.search(revision, deps).group(1) - - # update repos - all_revs = [] - for repo, (svn_url, _) in REPOSITORY_INFO.items(): - output = run_cmd(["svn", "log", "-r", "HEAD:%s" % rev_num[repo], svn_url]) - revs = parse_svn_log(output, repo) - if revs and revs[-1]['rev'] == rev_num[repo]: - revs.pop() - all_revs.append(revs) - - pending_updates = merge_revs(all_revs) - pending_updates.reverse() - - print - print "Current DEPS revisions:" - for repo in REPOSITORIES: - print ' dartium_%s_revision=%s' % (repo, rev_num[repo]) - - if len(pending_updates) == 0: - print "DEPS is up-to-date." - sys.exit(0) - else: - print "Pending DEPS updates:" - for s in pending_updates: - print " %s to %s (%s) %s" % (s['repo'], s['rev'], s['isotime'], s['info']) - - # make the next DEPS update - os.chdir(src_dir) - run_cmd(['rm', 'DEPS']) - print run_cmd(['svn', 'update']) - s = pending_updates[0] - - pattern = re.compile('dartium_' + s['repo'] + '_revision":\s*"(.+)"') - new_deps = pattern.sub('dartium_' + s['repo'] + '_revision": "' + s['rev'] + '"', deps) - write_file('DEPS', new_deps) - - commit_log = 'DEPS AutoUpdate: %s to %s (%s) %s\n' % (s['repo'], s['rev'], s['isotime'], s['author']) - commit_log += s['info'] + '\n' + commit_url(s['repo'], s['rev']) - - write_file('commit_log.txt', commit_log) - print run_cmd(['svn', 'diff']) - print - print "Commit log:" - print "---------------------------------------------" - print commit_log - print "---------------------------------------------" - - if not options.force: - print "Ready to push; press Enter to continue or Control-C to abort..." - sys.stdin.readline() - print run_cmd(['svn', 'commit', '--file', 'commit_log.txt']) - print "Done." - - -if '__main__' == __name__: - main() |