You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
140 lines
4.2 KiB
Python
140 lines
4.2 KiB
Python
#!/usr/bin/env python
|
|
# Copyright (c) 2011 The Chromium Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
"""This script is copied from
|
|
https://chromium.googlesource.com/infra/infra.git/+/master/bootstrap
|
|
"""
|
|
|
|
import datetime
|
|
import logging
|
|
import optparse
|
|
import os
|
|
import re
|
|
import shutil
|
|
import sys
|
|
import time
|
|
import tempfile
|
|
import urllib2
|
|
import zipfile
|
|
|
|
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
|
|
|
|
|
def get_gae_sdk_version(gae_path):
|
|
"""Returns the installed GAE SDK version or None."""
|
|
version_path = os.path.join(gae_path, 'VERSION')
|
|
if os.path.isfile(version_path):
|
|
values = dict(
|
|
map(lambda x: x.strip(), l.split(':'))
|
|
for l in open(version_path) if ':' in l)
|
|
if 'release' in values:
|
|
return values['release'].strip('"')
|
|
|
|
|
|
def get_latest_gae_sdk_url(name):
|
|
"""Returns the url to get the latest GAE SDK and its version."""
|
|
url = 'https://cloud.google.com/appengine/downloads.html'
|
|
logging.debug('%s', url)
|
|
content = urllib2.urlopen(url).read()
|
|
regexp = (
|
|
r'(https\:\/\/storage.googleapis.com\/appengine-sdks\/featured\/'
|
|
+ re.escape(name) + r'[0-9\.]+?\.zip)')
|
|
m = re.search(regexp, content)
|
|
url = m.group(1)
|
|
# Calculate the version from the url.
|
|
new_version = re.search(re.escape(name) + r'(.+?).zip', url).group(1)
|
|
# Upgrade to https
|
|
return url.replace('http://', 'https://'), new_version
|
|
|
|
|
|
def extract_zip(z, root_path):
|
|
"""Extracts files in a zipfile but keep the executable bits."""
|
|
count = 0
|
|
for f in z.infolist():
|
|
perm = (f.external_attr >> 16L) & 0777
|
|
mtime = time.mktime(datetime.datetime(*f.date_time).timetuple())
|
|
filepath = os.path.join(root_path, f.filename)
|
|
logging.debug('Extracting %s', f.filename)
|
|
if f.filename.endswith('/'):
|
|
os.mkdir(filepath, perm)
|
|
else:
|
|
z.extract(f, root_path)
|
|
os.chmod(filepath, perm)
|
|
count += 1
|
|
os.utime(filepath, (mtime, mtime))
|
|
print('Extracted %d files' % count)
|
|
|
|
|
|
def install_latest_gae_sdk(root_path, fetch_go, dry_run):
|
|
if fetch_go:
|
|
rootdir = 'go_appengine'
|
|
if sys.platform == 'darwin':
|
|
name = 'go_appengine_sdk_darwin_amd64-'
|
|
else:
|
|
# Add other platforms as needed.
|
|
name = 'go_appengine_sdk_linux_amd64-'
|
|
else:
|
|
rootdir = 'google_appengine'
|
|
name = 'google_appengine_'
|
|
|
|
# The zip file already contains 'google_appengine' (for python) or
|
|
# 'go_appengine' (for go) in its path so it's a bit
|
|
# awkward to unzip otherwise. Hard code the path in for now.
|
|
gae_path = os.path.join(root_path, rootdir)
|
|
print('Looking up path %s' % gae_path)
|
|
version = get_gae_sdk_version(gae_path)
|
|
if version:
|
|
print('Found installed version %s' % version)
|
|
else:
|
|
print('Didn\'t find an SDK')
|
|
|
|
url, new_version = get_latest_gae_sdk_url(name)
|
|
print('New version is %s' % new_version)
|
|
if version == new_version:
|
|
return 0
|
|
|
|
if os.path.isdir(gae_path):
|
|
print('Removing previous version')
|
|
if not dry_run:
|
|
shutil.rmtree(gae_path)
|
|
|
|
print('Fetching %s' % url)
|
|
if not dry_run:
|
|
u = urllib2.urlopen(url)
|
|
with tempfile.NamedTemporaryFile() as f:
|
|
while True:
|
|
chunk = u.read(2 ** 20)
|
|
if not chunk:
|
|
break
|
|
f.write(chunk)
|
|
# Assuming we're extracting there. In fact, we have no idea.
|
|
print('Extracting into %s' % gae_path)
|
|
z = zipfile.ZipFile(f, 'r')
|
|
try:
|
|
extract_zip(z, root_path)
|
|
finally:
|
|
z.close()
|
|
return 0
|
|
|
|
|
|
def main():
|
|
parser = optparse.OptionParser(prog='python -m %s' % __package__)
|
|
parser.add_option('-v', '--verbose', action='store_true')
|
|
parser.add_option(
|
|
'-g', '--go', action='store_true', help='Defaults to python SDK')
|
|
parser.add_option(
|
|
'-d', '--dest', default=os.path.dirname(BASE_DIR), help='Output')
|
|
parser.add_option('--dry-run', action='store_true', help='Do not download')
|
|
options, args = parser.parse_args()
|
|
if args:
|
|
parser.error('Unsupported args: %s' % ' '.join(args))
|
|
logging.basicConfig(level=logging.DEBUG if options.verbose else logging.ERROR)
|
|
return install_latest_gae_sdk(
|
|
os.path.abspath(options.dest), options.go, options.dry_run)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
sys.exit(main())
|