Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1077)

Unified Diff: sync_chromium.py

Issue 1414343008: DEPS: Sync Git subtree mirrors instead of symlinking into chromium/src (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Rebased Created 4 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « setup_links.py ('k') | tools-webrtc/autoroller/roll_deps.py » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: sync_chromium.py
diff --git a/sync_chromium.py b/sync_chromium.py
deleted file mode 100755
index eb0525f33752ac6cce231d420674295311e426e6..0000000000000000000000000000000000000000
--- a/sync_chromium.py
+++ /dev/null
@@ -1,191 +0,0 @@
-#!/usr/bin/env python
-# Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
-#
-# Use of this source code is governed by a BSD-style license
-# that can be found in the LICENSE file in the root of the source
-# tree. An additional intellectual property rights grant can be found
-# in the file PATENTS. All contributing project authors may
-# be found in the AUTHORS file in the root of the source tree.
-
-"""Script to download a Chromium checkout into the workspace.
-
-The script downloads a full Chromium Git clone and its DEPS.
-
-The following environment variable can be used to alter the behavior:
-* CHROMIUM_NO_HISTORY - If set to 1, a Git checkout with no history will be
- downloaded. This is consumes less bandwidth and disk space but is known to be
- slower in general if you have a high-speed connection.
-
-After a successful sync has completed, a .last_sync_chromium file is written to
-the chromium directory. While it exists, no more gclient sync operations will be
-performed until the --target-revision changes or the SCRIPT_VERSION constant is
-incremented. The file can be removed manually to force a new sync.
-"""
-
-import argparse
-import os
-import shutil
-import subprocess
-import sys
-import textwrap
-
-# Bump this whenever the algorithm changes and you need bots/devs to re-sync,
-# ignoring the .last_sync_chromium file
-SCRIPT_VERSION = 8
-
-ROOT_DIR = os.path.dirname(os.path.abspath(__file__))
-CHROMIUM_NO_HISTORY = 'CHROMIUM_NO_HISTORY'
-
-# Duplicated from depot_tools/gclient.py since we cannot depend on that:
-DEPS_OS_CHOICES = {
- "win32": "win",
- "win": "win",
- "cygwin": "win",
- "darwin": "mac",
- "mac": "mac",
- "unix": "unix",
- "linux": "unix",
- "linux2": "unix",
- "linux3": "unix",
- "android": "android",
-}
-
-def _parse_gclient_dict():
- gclient_dict = {}
- try:
- main_gclient = os.path.join(os.path.dirname(ROOT_DIR), '.gclient')
- with open(main_gclient, 'rb') as deps_content:
- exec(deps_content, gclient_dict)
- except Exception as e:
- print >> sys.stderr, 'error while parsing .gclient:', e
- return gclient_dict
-
-
-def get_cache_dir():
- return _parse_gclient_dict().get('cache_dir')
-
-
-def get_target_os_list():
- # Always add the currently running OS since the --deps option will override
- # that if specified:
- target_os_list = [DEPS_OS_CHOICES.get(sys.platform, 'unix')]
- # Add any target_os entries from .gclient.
- target_os_list += _parse_gclient_dict().get('target_os', [])
- return ','.join(target_os_list)
-
-
-def main():
- CR_DIR = os.path.join(ROOT_DIR, 'chromium')
-
- p = argparse.ArgumentParser()
- p.add_argument('--target-revision', required=True,
- help='The target chromium git revision [REQUIRED]')
- p.add_argument('--chromium-dir', default=CR_DIR,
- help=('The path to the chromium directory to sync '
- '(default: %(default)r)'))
- opts = p.parse_args()
- opts.chromium_dir = os.path.abspath(opts.chromium_dir)
-
- target_os_list = get_target_os_list()
-
- # Do a quick check to see if we were successful last time to make runhooks
- # sooper fast.
- flag_file = os.path.join(opts.chromium_dir, '.last_sync_chromium')
- flag_file_content = '\n'.join([
- str(SCRIPT_VERSION),
- opts.target_revision,
- repr(target_os_list),
- ])
- if (os.path.exists(os.path.join(opts.chromium_dir, 'src')) and
- os.path.exists(flag_file)):
- with open(flag_file, 'r') as f:
- if f.read() == flag_file_content:
- print 'Chromium already up to date: ', opts.target_revision
- return 0
- os.unlink(flag_file)
-
- # Workaround to avoid sync failure due move in
- # https://codereview.chromium.org/1155743013
- # TODO(kjellander): Remove this after the summer of 2015.
- freetype_src = os.path.join(CR_DIR, 'src', 'third_party', 'freetype-android',
- 'src')
- if os.path.isdir(freetype_src):
- shutil.rmtree(freetype_src)
-
- # Avoid downloading NaCl toolchain as part of the Chromium hooks.
- gclient_cmd = 'gclient.bat' if sys.platform.startswith('win') else 'gclient'
- args = [
- gclient_cmd, 'sync', '--force', '--nohooks', '--revision',
- 'src@' + opts.target_revision
- ]
-
- if os.environ.get('CHROME_HEADLESS') == '1':
- # Running on a buildbot.
- args.append('-vvv')
-
- if sys.platform.startswith('win'):
- cache_path = os.path.join(os.path.splitdrive(ROOT_DIR)[0] + os.path.sep,
- 'b', 'git-cache')
- else:
- cache_path = '/b/git-cache'
- else:
- # Verbose, but not as verbose as on the buildbots.
- args.append('-v')
-
- # Support developers setting the cache_dir in .gclient.
- cache_path = get_cache_dir()
-
- # Allow for users with poor internet connections to download a Git clone
- # without history (saves several gigs but is generally slower and doesn't work
- # with the Git cache).
- if os.environ.get(CHROMIUM_NO_HISTORY) == '1':
- if cache_path:
- print >> sys.stderr, (
- 'You cannot use "no-history" mode for syncing Chrome (i.e. set the '
- '%s environment variable to 1) when you have cache_dir configured in '
- 'your .gclient.' % CHROMIUM_NO_HISTORY)
- return 1
- args.append('--no-history')
- gclient_entries_file = os.path.join(opts.chromium_dir, '.gclient_entries')
- else:
- # Write a temporary .gclient file that has the cache_dir variable added.
- gclientfile = os.path.join(opts.chromium_dir, '.gclient')
- with open(gclientfile, 'rb') as spec:
- spec = spec.read().splitlines()
- spec[-1] = 'cache_dir = %r' % (cache_path,)
- with open(gclientfile + '.tmp', 'wb') as f:
- f.write('\n'.join(spec))
-
- args += [
- '--gclientfile', '.gclient.tmp',
- '--delete_unversioned_trees', '--reset', '--upstream'
- ]
- gclient_entries_file = os.path.join(opts.chromium_dir,
- '.gclient.tmp_entries')
-
- # To avoid gclient sync problems when DEPS entries have been removed we must
- # wipe the gclient's entries file that contains cached URLs for all DEPS.
- if os.path.exists(gclient_entries_file):
- os.unlink(gclient_entries_file)
-
- if target_os_list:
- args += ['--deps=' + target_os_list]
-
- print textwrap.dedent("""\
- +---------------------------------------------------------------------+
- | NOTICE: This sync of Chromium will take a long time as several |
- | gigabytes of data are downloaded. If this is your initial |
- | sync and it's interrupted, try running 'gclient sync' again.|
- | If that fails, wipe everything clean and start over again. |
- +---------------------------------------------------------------------+""")
- print 'Running "%s" in %s' % (' '.join(args), opts.chromium_dir)
- ret = subprocess.call(args, cwd=opts.chromium_dir)
- if ret == 0:
- with open(flag_file, 'wb') as f:
- f.write(flag_file_content)
-
- return ret
-
-
-if __name__ == '__main__':
- sys.exit(main())
« no previous file with comments | « setup_links.py ('k') | tools-webrtc/autoroller/roll_deps.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698