diff options
Diffstat (limited to 'dartium_tools/get_chromium_build.py')
| -rwxr-xr-x | dartium_tools/get_chromium_build.py | 171 |
1 files changed, 0 insertions, 171 deletions
diff --git a/dartium_tools/get_chromium_build.py b/dartium_tools/get_chromium_build.py deleted file mode 100755 index edb8bac..0000000 --- a/dartium_tools/get_chromium_build.py +++ /dev/null @@ -1,171 +0,0 @@ -#!/usr/bin/env python -# -# Copyright (c) 2014 The Chromium Authors. All rights reserved. -# Use of this source code is governed by a BSD-style license that can be -# found in the LICENSE file. - -"""Gets a Chromium archived build, and unpacks it - into a target directory. - - Use -r option to specify the revison number - Use -t option to specify the directory to unzip the build into. - -Usage: - $ /path/to/get_chromium_build.py -r <revision> -t <target> -""" - -import logging -import optparse -import os -import platform -import shutil -import subprocess -import sys -import time -import urllib -import urllib2 -import zipfile - -# Example chromium build location: -# gs://chromium-browser-snapshots/Linux_x64/228977/chrome-linux.zip -CHROMIUM_URL_FMT = ('http://commondatastorage.googleapis.com/' - 'chromium-browser-snapshots/%s/%s/%s') - -class BuildUpdater(object): - _PLATFORM_PATHS_MAP = { - 'Linux': { 'zipfiles': ['chrome-linux.zip'], - 'folder': 'chrome_linux', - 'archive_path': 'Linux_x64'}, - 'Darwin': {'zipfiles': ['chrome-mac.zip'], - 'folder': 'chrome_mac', - 'archive_path': 'Mac'}, - 'Windows': {'zipfiles': ['chrome-win32.zip', - 'chrome-win32-syms.zip'], - 'folder': 'chrome_win', - 'archive_path': 'Win'}} - - def __init__(self, options): - platform_data = BuildUpdater._PLATFORM_PATHS_MAP[platform.system()] - self._zipfiles = platform_data['zipfiles'] - self._folder = platform_data['folder'] - self._archive_path = platform_data['archive_path'] - self._revision = int(options.revision) - self._target_dir = options.target_dir - self._download_dir = os.path.join(self._target_dir, 'downloads') - - def _GetBuildUrl(self, revision, filename): - return CHROMIUM_URL_FMT % (self._archive_path, revision, filename) - - def _FindBuildRevision(self, revision, filename): - MAX_REVISIONS_PER_BUILD = 100 - for revision_guess in xrange(revision, revision + MAX_REVISIONS_PER_BUILD): - if self._DoesBuildExist(revision_guess, filename): - return revision_guess - else: - time.sleep(.1) - return None - - def _DoesBuildExist(self, revision_guess, filename): - url = self._GetBuildUrl(revision_guess, filename) - - r = urllib2.Request(url) - r.get_method = lambda: 'HEAD' - try: - urllib2.urlopen(r) - return True - except urllib2.HTTPError, err: - if err.code == 404: - return False - - def _DownloadBuild(self): - if not os.path.exists(self._download_dir): - os.makedirs(self._download_dir) - for zipfile in self._zipfiles: - build_revision = self._FindBuildRevision(self._revision, zipfile) - if not build_revision: - logging.critical('Failed to find %s build for r%s\n', - self._archive_path, - self._revision) - sys.exit(1) - url = self._GetBuildUrl(build_revision, zipfile) - logging.info('Downloading %s', url) - r = urllib2.urlopen(url) - with file(os.path.join(self._download_dir, zipfile), 'wb') as f: - f.write(r.read()) - - def _UnzipFile(self, dl_file, dest_dir): - if not zipfile.is_zipfile(dl_file): - return False - logging.info('Unzipping %s', dl_file) - with zipfile.ZipFile(dl_file, 'r') as z: - for content in z.namelist(): - dest = os.path.join(dest_dir, content[content.find('/')+1:]) - # Create dest parent dir if it does not exist. - if not os.path.isdir(os.path.dirname(dest)): - logging.info('Making %s', dest) - os.makedirs(os.path.dirname(dest)) - # If dest is just a dir listing, do nothing. - if not os.path.basename(dest): - continue - with z.open(content) as unzipped_content: - logging.info('Extracting %s to %s (%s)', content, dest, dl_file) - with file(dest, 'wb') as dest_file: - dest_file.write(unzipped_content.read()) - permissions = z.getinfo(content).external_attr >> 16 - if permissions: - os.chmod(dest, permissions) - return True - - def _ClearDir(self, dir): - """Clears all files in |dir| except for hidden files and folders.""" - for root, dirs, files in os.walk(dir): - # Skip hidden files and folders (like .svn and .git). - files = [f for f in files if f[0] != '.'] - dirs[:] = [d for d in dirs if d[0] != '.'] - - for f in files: - os.remove(os.path.join(root, f)) - - def _ExtractBuild(self): - dest_dir = os.path.join(self._target_dir, self._folder) - self._ClearDir(dest_dir) - for root, _, dl_files in os.walk(os.path.join(self._download_dir)): - for dl_file in dl_files: - dl_file = os.path.join(root, dl_file) - if not self._UnzipFile(dl_file, dest_dir): - logging.info('Copying %s to %s', dl_file, dest_dir) - shutil.copy(dl_file, dest_dir) - shutil.rmtree(self._download_dir) - - def DownloadAndUpdateBuild(self): - self._DownloadBuild() - self._ExtractBuild() - - -def ParseOptions(argv): - parser = optparse.OptionParser() - usage = 'usage: %prog <options>' - parser.set_usage(usage) - parser.add_option('-r', dest='revision', - help='Revision to download.') - parser.add_option('-t', dest='target_dir', - help='Target directory for unzipped Chromium.') - - (options, _) = parser.parse_args(argv) - if not options.revision: - logging.critical('Must specify -r.\n') - sys.exit(1) - if not options.target_dir: - logging.critical('Must specify -t.\n') - sys.exit(1) - return options - -def main(argv): - logging.getLogger().setLevel(logging.DEBUG) - options = ParseOptions(argv) - b = BuildUpdater(options) - b.DownloadAndUpdateBuild() - logging.info('Successfully got archived Chromium build.') - -if __name__ == '__main__': - sys.exit(main(sys.argv)) |