196 lines
6.9 KiB
Python
196 lines
6.9 KiB
Python
|
#!/usr/bin/env python
|
||
|
|
# Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
|
||
|
|
#
|
||
|
|
# Use of this source code is governed by a BSD-style license
|
||
|
|
# that can be found in the LICENSE file in the root of the source
|
||
|
|
# tree. An additional intellectual property rights grant can be found
|
||
|
|
# in the file PATENTS. All contributing project authors may
|
||
|
|
# be found in the AUTHORS file in the root of the source tree.
|
||
|
|
|
||
|
|
"""Script to download a Chromium checkout into the workspace.
|
||
|
|
|
||
|
|
The script downloads a full Chromium Git clone and its DEPS.
|
||
|
|
|
||
|
|
The following environment variable can be used to alter the behavior:
|
||
|
|
* CHROMIUM_NO_HISTORY - If set to 1, a Git checkout with no history will be
|
||
|
|
downloaded. This is consumes less bandwidth and disk space but is known to be
|
||
|
|
slower in general if you have a high-speed connection.
|
||
|
|
|
||
|
|
After a successful sync has completed, a .last_sync_chromium file is written to
|
||
|
|
the chromium directory. While it exists, no more gclient sync operations will be
|
||
|
|
performed until the --target-revision changes or the SCRIPT_VERSION constant is
|
||
|
|
incremented. The file can be removed manually to force a new sync.
|
||
|
|
"""
|
||
|
|
|
||
|
|
import argparse
|
||
|
|
import os
|
||
|
|
import shutil
|
||
|
|
import subprocess
|
||
|
|
import sys
|
||
|
|
import textwrap
|
||
|
|
|
||
|
|
# Bump this whenever the algorithm changes and you need bots/devs to re-sync,
|
||
|
|
# ignoring the .last_sync_chromium file
|
||
|
|
SCRIPT_VERSION = 7
|
||
|
|
|
||
|
|
ROOT_DIR = os.path.dirname(os.path.abspath(__file__))
|
||
|
|
CHROMIUM_NO_HISTORY = 'CHROMIUM_NO_HISTORY'
|
||
|
|
|
||
|
|
# Duplicated from depot_tools/gclient.py since we cannot depend on that:
|
||
|
|
DEPS_OS_CHOICES = {
|
||
|
|
"win32": "win",
|
||
|
|
"win": "win",
|
||
|
|
"cygwin": "win",
|
||
|
|
"darwin": "mac",
|
||
|
|
"mac": "mac",
|
||
|
|
"unix": "unix",
|
||
|
|
"linux": "unix",
|
||
|
|
"linux2": "unix",
|
||
|
|
"linux3": "unix",
|
||
|
|
"android": "android",
|
||
|
|
}
|
||
|
|
|
||
|
|
def _parse_gclient_dict():
|
||
|
|
gclient_dict = {}
|
||
|
|
try:
|
||
|
|
main_gclient = os.path.join(os.path.dirname(ROOT_DIR), '.gclient')
|
||
|
|
with open(main_gclient, 'rb') as deps_content:
|
||
|
|
exec(deps_content, gclient_dict)
|
||
|
|
except Exception as e:
|
||
|
|
print >> sys.stderr, 'error while parsing .gclient:', e
|
||
|
|
return gclient_dict
|
||
|
|
|
||
|
|
|
||
|
|
def get_cache_dir():
|
||
|
|
return _parse_gclient_dict().get('cache_dir')
|
||
|
|
|
||
|
|
|
||
|
|
def get_target_os_list():
|
||
|
|
# Always add the currently running OS since the --deps option will override
|
||
|
|
# that if specified:
|
||
|
|
target_os_list = [DEPS_OS_CHOICES.get(sys.platform, 'unix')]
|
||
|
|
# Add any target_os entries from .gclient.
|
||
|
|
target_os_list += _parse_gclient_dict().get('target_os', [])
|
||
|
|
return ','.join(target_os_list)
|
||
|
|
|
||
|
|
|
||
|
|
def main():
|
||
|
|
CR_DIR = os.path.join(ROOT_DIR, 'chromium')
|
||
|
|
|
||
|
|
p = argparse.ArgumentParser()
|
||
|
|
p.add_argument('--target-revision', required=True,
|
||
|
|
help='The target chromium git revision [REQUIRED]')
|
||
|
|
p.add_argument('--chromium-dir', default=CR_DIR,
|
||
|
|
help=('The path to the chromium directory to sync '
|
||
|
|
'(default: %(default)r)'))
|
||
|
|
opts = p.parse_args()
|
||
|
|
opts.chromium_dir = os.path.abspath(opts.chromium_dir)
|
||
|
|
|
||
|
|
target_os_list = get_target_os_list()
|
||
|
|
|
||
|
|
# Do a quick check to see if we were successful last time to make runhooks
|
||
|
|
# sooper fast.
|
||
|
|
flag_file = os.path.join(opts.chromium_dir, '.last_sync_chromium')
|
||
|
|
flag_file_content = '\n'.join([
|
||
|
|
str(SCRIPT_VERSION),
|
||
|
|
opts.target_revision,
|
||
|
|
repr(target_os_list),
|
||
|
|
])
|
||
|
|
if (os.path.exists(os.path.join(opts.chromium_dir, 'src')) and
|
||
|
|
os.path.exists(flag_file)):
|
||
|
|
with open(flag_file, 'r') as f:
|
||
|
|
if f.read() == flag_file_content:
|
||
|
|
print 'Chromium already up to date: ', opts.target_revision
|
||
|
|
return 0
|
||
|
|
os.unlink(flag_file)
|
||
|
|
|
||
|
|
env = os.environ.copy()
|
||
|
|
|
||
|
|
# Workaround to avoid sync failure due move in
|
||
|
|
# https://codereview.chromium.org/1155743013
|
||
|
|
# TODO(kjellander): Remove this after the summer of 2015.
|
||
|
|
freetype_src = os.path.join(CR_DIR, 'src', 'third_party', 'freetype-android',
|
||
|
|
'src')
|
||
|
|
if os.path.isdir(freetype_src):
|
||
|
|
shutil.rmtree(freetype_src)
|
||
|
|
|
||
|
|
# Avoid downloading NaCl toolchain as part of the Chromium hooks.
|
||
|
|
env.setdefault('GYP_DEFINES', '')
|
||
|
|
env['GYP_DEFINES'] += ' disable_nacl=1'
|
||
|
|
env['GYP_CHROMIUM_NO_ACTION'] = '1'
|
||
|
|
gclient_cmd = 'gclient.bat' if sys.platform.startswith('win') else 'gclient'
|
||
|
|
args = [
|
||
|
|
gclient_cmd, 'sync', '--force', '--revision', 'src@'+opts.target_revision
|
||
|
|
]
|
||
|
|
|
||
|
|
if os.environ.get('CHROME_HEADLESS') == '1':
|
||
|
|
# Running on a buildbot.
|
||
|
|
args.append('-vvv')
|
||
|
|
|
||
|
|
if sys.platform.startswith('win'):
|
||
|
|
cache_path = os.path.join(os.path.splitdrive(ROOT_DIR)[0] + os.path.sep,
|
||
|
|
'b', 'git-cache')
|
||
|
|
else:
|
||
|
|
cache_path = '/b/git-cache'
|
||
|
|
else:
|
||
|
|
# Verbose, but not as verbose as on the buildbots.
|
||
|
|
args.append('-v')
|
||
|
|
|
||
|
|
# Support developers setting the cache_dir in .gclient.
|
||
|
|
cache_path = get_cache_dir()
|
||
|
|
|
||
|
|
# Allow for users with poor internet connections to download a Git clone
|
||
|
|
# without history (saves several gigs but is generally slower and doesn't work
|
||
|
|
# with the Git cache).
|
||
|
|
if os.environ.get(CHROMIUM_NO_HISTORY) == '1':
|
||
|
|
if cache_path:
|
||
|
|
print >> sys.stderr, (
|
||
|
|
'You cannot use "no-history" mode for syncing Chrome (i.e. set the '
|
||
|
|
'%s environment variable to 1) when you have cache_dir configured in '
|
||
|
|
'your .gclient.' % CHROMIUM_NO_HISTORY)
|
||
|
|
return 1
|
||
|
|
args.append('--no-history')
|
||
|
|
gclient_entries_file = os.path.join(opts.chromium_dir, '.gclient_entries')
|
||
|
|
else:
|
||
|
|
# Write a temporary .gclient file that has the cache_dir variable added.
|
||
|
|
gclientfile = os.path.join(opts.chromium_dir, '.gclient')
|
||
|
|
with open(gclientfile, 'rb') as spec:
|
||
|
|
spec = spec.read().splitlines()
|
||
|
|
spec[-1] = 'cache_dir = %r' % (cache_path,)
|
||
|
|
with open(gclientfile + '.tmp', 'wb') as f:
|
||
|
|
f.write('\n'.join(spec))
|
||
|
|
|
||
|
|
args += [
|
||
|
|
'--gclientfile', '.gclient.tmp',
|
||
|
|
'--delete_unversioned_trees', '--reset', '--upstream'
|
||
|
|
]
|
||
|
|
gclient_entries_file = os.path.join(opts.chromium_dir,
|
||
|
|
'.gclient.tmp_entries')
|
||
|
|
|
||
|
|
# To avoid gclient sync problems when DEPS entries have been removed we must
|
||
|
|
# wipe the gclient's entries file that contains cached URLs for all DEPS.
|
||
|
|
if os.path.exists(gclient_entries_file):
|
||
|
|
os.unlink(gclient_entries_file)
|
||
|
|
|
||
|
|
if target_os_list:
|
||
|
|
args += ['--deps=' + target_os_list]
|
||
|
|
|
||
|
|
print textwrap.dedent("""\
|
||
|
|
+---------------------------------------------------------------------+
|
||
|
|
| NOTICE: This sync of Chromium will take a long time as several |
|
||
|
|
| gigabytes of data are downloaded. If this is your initial |
|
||
|
|
| sync and it's interrupted, try running 'gclient sync' again.|
|
||
|
|
| If that fails, wipe everything clean and start over again. |
|
||
|
|
+---------------------------------------------------------------------+""")
|
||
|
|
print 'Running "%s" in %s' % (' '.join(args), opts.chromium_dir)
|
||
|
|
ret = subprocess.call(args, cwd=opts.chromium_dir, env=env)
|
||
|
|
if ret == 0:
|
||
|
|
with open(flag_file, 'wb') as f:
|
||
|
|
f.write(flag_file_content)
|
||
|
|
|
||
|
|
return ret
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
sys.exit(main())
|