| #!/usr/bin/env python |
| # Copyright (c) 2011 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| """This script is copied from |
| https://chromium.googlesource.com/infra/infra.git/+/master/bootstrap |
| """ |
| |
| import datetime |
| import logging |
| import optparse |
| import os |
| import re |
| import shutil |
| import sys |
| import time |
| import tempfile |
| import urllib2 |
| import zipfile |
| |
| BASE_DIR = os.path.dirname(os.path.abspath(__file__)) |
| |
| |
| def get_gae_sdk_version(gae_path): |
| """Returns the installed GAE SDK version or None.""" |
| version_path = os.path.join(gae_path, 'VERSION') |
| if os.path.isfile(version_path): |
| values = dict( |
| map(lambda x: x.strip(), l.split(':')) |
| for l in open(version_path) if ':' in l) |
| if 'release' in values: |
| return values['release'].strip('"') |
| |
| |
| def get_latest_gae_sdk_url(name): |
| """Returns the url to get the latest GAE SDK and its version.""" |
| url = 'https://cloud.google.com/appengine/downloads.html' |
| logging.debug('%s', url) |
| content = urllib2.urlopen(url).read() |
| regexp = ( |
| r'(https\:\/\/storage.googleapis.com\/appengine-sdks\/featured\/' |
| + re.escape(name) + r'[0-9\.]+?\.zip)') |
| m = re.search(regexp, content) |
| url = m.group(1) |
| # Calculate the version from the url. |
| new_version = re.search(re.escape(name) + r'(.+?).zip', url).group(1) |
| # Upgrade to https |
| return url.replace('http://', 'https://'), new_version |
| |
| |
| def extract_zip(z, root_path): |
| """Extracts files in a zipfile but keep the executable bits.""" |
| count = 0 |
| for f in z.infolist(): |
| perm = (f.external_attr >> 16L) & 0777 |
| mtime = time.mktime(datetime.datetime(*f.date_time).timetuple()) |
| filepath = os.path.join(root_path, f.filename) |
| logging.debug('Extracting %s', f.filename) |
| if f.filename.endswith('/'): |
| os.mkdir(filepath, perm) |
| else: |
| z.extract(f, root_path) |
| os.chmod(filepath, perm) |
| count += 1 |
| os.utime(filepath, (mtime, mtime)) |
| print('Extracted %d files' % count) |
| |
| |
| def install_latest_gae_sdk(root_path, fetch_go, dry_run): |
| if fetch_go: |
| rootdir = 'go_appengine' |
| if sys.platform == 'darwin': |
| name = 'go_appengine_sdk_darwin_amd64-' |
| else: |
| # Add other platforms as needed. |
| name = 'go_appengine_sdk_linux_amd64-' |
| else: |
| rootdir = 'google_appengine' |
| name = 'google_appengine_' |
| |
| # The zip file already contains 'google_appengine' (for python) or |
| # 'go_appengine' (for go) in its path so it's a bit |
| # awkward to unzip otherwise. Hard code the path in for now. |
| gae_path = os.path.join(root_path, rootdir) |
| print('Looking up path %s' % gae_path) |
| version = get_gae_sdk_version(gae_path) |
| if version: |
| print('Found installed version %s' % version) |
| else: |
| print('Didn\'t find an SDK') |
| |
| url, new_version = get_latest_gae_sdk_url(name) |
| print('New version is %s' % new_version) |
| if version == new_version: |
| return 0 |
| |
| if os.path.isdir(gae_path): |
| print('Removing previous version') |
| if not dry_run: |
| shutil.rmtree(gae_path) |
| |
| print('Fetching %s' % url) |
| if not dry_run: |
| u = urllib2.urlopen(url) |
| with tempfile.NamedTemporaryFile() as f: |
| while True: |
| chunk = u.read(2 ** 20) |
| if not chunk: |
| break |
| f.write(chunk) |
| # Assuming we're extracting there. In fact, we have no idea. |
| print('Extracting into %s' % gae_path) |
| z = zipfile.ZipFile(f, 'r') |
| try: |
| extract_zip(z, root_path) |
| finally: |
| z.close() |
| return 0 |
| |
| |
| def main(): |
| parser = optparse.OptionParser(prog='python -m %s' % __package__) |
| parser.add_option('-v', '--verbose', action='store_true') |
| parser.add_option( |
| '-g', '--go', action='store_true', help='Defaults to python SDK') |
| parser.add_option( |
| '-d', '--dest', default=os.path.dirname(BASE_DIR), help='Output') |
| parser.add_option('--dry-run', action='store_true', help='Do not download') |
| options, args = parser.parse_args() |
| if args: |
| parser.error('Unsupported args: %s' % ' '.join(args)) |
| logging.basicConfig(level=logging.DEBUG if options.verbose else logging.ERROR) |
| return install_latest_gae_sdk( |
| os.path.abspath(options.dest), options.go, options.dry_run) |
| |
| |
| if __name__ == '__main__': |
| sys.exit(main()) |