#!/usr/bin/python2 # Copyright 2014 Google Inc. # # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. """Skia's Chromium DEPS roll script. This script: - searches through the last N Skia git commits to find out the hash that is associated with the SVN revision number. - creates a new branch in the Chromium tree, modifies the DEPS file to point at the given Skia commit, commits, uploads to Rietveld, and deletes the local copy of the branch. - creates a whitespace-only commit and uploads that to to Rietveld. - returns the Chromium tree to its previous state. To specify the location of the git executable, set the GIT_EXECUTABLE environment variable. Usage: %prog -c CHROMIUM_PATH -r REVISION [OPTIONAL_OPTIONS] """ import optparse import os import re import shutil import sys import tempfile import fix_pythonpath # pylint: disable=W0611 from common.py.utils import git_utils from common.py.utils import misc from common.py.utils import shell_utils DEFAULT_BOTS_LIST = [ 'android_clang_dbg', 'android_dbg', 'android_rel', 'cros_daisy', 'linux', 'linux_asan', 'linux_chromeos', 'linux_chromeos_asan', 'linux_chromium_gn_dbg', 'linux_gpu', 'linux_layout', 'linux_layout_rel', 'mac', 'mac_asan', 'mac_gpu', 'mac_layout', 'mac_layout_rel', 'win', 'win_gpu', 'win_layout', 'win_layout_rel', ] REGEXP_SKIA_REVISION = ( r'^ "skia_revision": "(?P[0-9a-fA-F]{2,40})",$') class DepsRollConfig(object): """Contains configuration options for this module. Attributes: chromium_path: (string) path to a local chromium git repository. save_branches: (boolean) iff false, delete temporary branches. verbose: (boolean) iff false, suppress the output from git-cl. skip_cl_upload: (boolean) cl_bot_list: (list of strings) """ # pylint: disable=I0011,R0903,R0902 def __init__(self, options=None): if not options: options = DepsRollConfig.GetOptionParser() # pylint: disable=I0011,E1103 self.verbose = options.verbose self.save_branches = not options.delete_branches self.chromium_path = options.chromium_path self.skip_cl_upload = options.skip_cl_upload # Split and remove empty strigns from the bot list. self.cl_bot_list = [bot for bot in options.bots.split(',') if bot] self.default_branch_name = 'autogenerated_deps_roll_branch' self.reviewers_list = ','.join([ # 'rmistry@google.com', # 'reed@google.com', # 'bsalomon@google.com', # 'robertphillips@google.com', ]) self.cc_list = ','.join([ # 'skia-team@google.com', ]) @staticmethod def GetOptionParser(): # pylint: disable=I0011,C0103 """Returns an optparse.OptionParser object. Returns: An optparse.OptionParser object. Called by the main() function. """ option_parser = optparse.OptionParser(usage=__doc__) # Anyone using this script on a regular basis should set the # CHROMIUM_CHECKOUT_PATH environment variable. option_parser.add_option( '-c', '--chromium_path', help='Path to local Chromium Git' ' repository checkout, defaults to CHROMIUM_CHECKOUT_PATH' ' if that environment variable is set.', default=os.environ.get('CHROMIUM_CHECKOUT_PATH')) option_parser.add_option( '-r', '--revision', default=None, help='The Skia Git commit hash.') option_parser.add_option( '', '--delete_branches', help='Delete the temporary branches', action='store_true', dest='delete_branches', default=False) option_parser.add_option( '', '--verbose', help='Do not suppress the output from `git cl`.', action='store_true', dest='verbose', default=False) option_parser.add_option( '', '--skip_cl_upload', help='Skip the cl upload step; useful' ' for testing.', action='store_true', default=False) default_bots_help = ( 'Comma-separated list of bots, defaults to a list of %d bots.' ' To skip `git cl try`, set this to an empty string.' % len(DEFAULT_BOTS_LIST)) default_bots = ','.join(DEFAULT_BOTS_LIST) option_parser.add_option( '', '--bots', help=default_bots_help, default=default_bots) return option_parser class DepsRollError(Exception): """Exceptions specific to this module.""" pass def change_skia_deps(revision, depspath): """Update the DEPS file. Modify the skia_revision entry in the given DEPS file. Args: revision: (string) Skia commit hash. depspath: (string) path to DEPS file. """ temp_file = tempfile.NamedTemporaryFile(delete=False, prefix='skia_DEPS_ROLL_tmp_') try: deps_regex_rev = re.compile(REGEXP_SKIA_REVISION) deps_regex_rev_repl = ' "skia_revision": "%s",' % revision with open(depspath, 'r') as input_stream: for line in input_stream: line = deps_regex_rev.sub(deps_regex_rev_repl, line) temp_file.write(line) finally: temp_file.close() shutil.move(temp_file.name, depspath) def submit_tries(bots_to_run, dry_run=False): """Submit try requests for the current branch on the given bots. Args: bots_to_run: (list of strings) bots to request. dry_run: (bool) whether to actually submit the try request. """ git_try = [ git_utils.GIT, 'cl', 'try', '-m', 'tryserver.chromium'] git_try.extend([arg for bot in bots_to_run for arg in ('-b', bot)]) if dry_run: space = ' ' print 'You should call:' print space, git_try print else: shell_utils.run(git_try) def roll_deps(config, revision): """Upload changed DEPS and a whitespace change. Given the correct git_hash, create two Reitveld issues. Args: config: (roll_deps.DepsRollConfig) object containing options. revision: (string) Skia Git hash. Returns: a tuple containing textual description of the two issues. Raises: OSError: failed to execute git or git-cl. subprocess.CalledProcessError: git returned unexpected status. """ with misc.ChDir(config.chromium_path, verbose=config.verbose): git_utils.Fetch() output = shell_utils.run([git_utils.GIT, 'show', 'origin/master:DEPS'], log_in_real_time=False).rstrip() match = re.search(REGEXP_SKIA_REVISION, output, flags=re.MULTILINE) old_revision = None if match: old_revision = match.group('revision') assert old_revision master_hash = git_utils.FullHash('origin/master').rstrip() # master_hash[8] gives each whitespace CL a unique name. branch = 'control_%s' % master_hash[:8] message = ('whitespace change %s\n\n' 'Chromium base revision: %s\n\n' 'This CL was created by Skia\'s roll_deps.py script.\n' ) % (master_hash[:8], master_hash[:8]) with git_utils.GitBranch(branch, message, delete_when_finished=not config.save_branches, upload=not config.skip_cl_upload ) as whitespace_branch: branch = git_utils.GetCurrentBranch() with open(os.path.join('build', 'whitespace_file.txt'), 'a') as f: f.write('\nCONTROL\n') control_url = whitespace_branch.commit_and_upload() if config.cl_bot_list: submit_tries(config.cl_bot_list, dry_run=config.skip_cl_upload) whitespace_cl = control_url if config.save_branches: whitespace_cl += '\n branch: %s' % branch branch = 'roll_%s_%s' % (revision, master_hash[:8]) message = ( 'roll skia DEPS to %s\n\n' 'Chromium base revision: %s\n' 'Old Skia revision: %s\n' 'New Skia revision: %s\n' 'Control CL: %s\n\n' 'This CL was created by Skia\'s roll_deps.py script.\n\n' 'Bypassing commit queue trybots:\n' 'NOTRY=true\n' % (revision, master_hash[:8], old_revision[:8], revision[:8], control_url)) with git_utils.GitBranch(branch, message, delete_when_finished=not config.save_branches, upload=not config.skip_cl_upload ) as roll_branch: change_skia_deps(revision, 'DEPS') deps_url = roll_branch.commit_and_upload() if config.cl_bot_list: submit_tries(config.cl_bot_list, dry_run=config.skip_cl_upload) deps_cl = deps_url if config.save_branches: deps_cl += '\n branch: %s' % branch return deps_cl, whitespace_cl def main(args): """main function; see module-level docstring and GetOptionParser help. Args: args: sys.argv[1:]-type argument list. """ option_parser = DepsRollConfig.GetOptionParser() options = option_parser.parse_args(args)[0] if not options.revision: option_parser.error('Must specify a revision.') if not options.chromium_path: option_parser.error('Must specify chromium_path.') if not os.path.isdir(options.chromium_path): option_parser.error('chromium_path must be a directory.') config = DepsRollConfig(options) shell_utils.VERBOSE = options.verbose deps_issue, whitespace_issue = roll_deps(config, options.revision) if deps_issue and whitespace_issue: print 'DEPS roll:\n %s\n' % deps_issue print 'Whitespace change:\n %s\n' % whitespace_issue else: print >> sys.stderr, 'No issues created.' if __name__ == '__main__': main(sys.argv[1:])