You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
194 lines
6.5 KiB
Python
194 lines
6.5 KiB
Python
#!/usr/bin/env python
|
|
# Copyright 2017 The Chromium Authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
"""Splits a branch into smaller branches and uploads CLs."""
|
|
|
|
import collections
|
|
import os
|
|
import re
|
|
import subprocess2
|
|
import sys
|
|
import tempfile
|
|
|
|
import git_footers
|
|
import owners
|
|
import owners_finder
|
|
|
|
import git_common as git
|
|
|
|
|
|
def ReadFile(file_path):
|
|
"""Returns the content of |file_path|."""
|
|
with open(file_path) as f:
|
|
content = f.read()
|
|
return content
|
|
|
|
|
|
def EnsureInGitRepository():
|
|
"""Throws an exception if the current directory is not a git repository."""
|
|
git.run('rev-parse')
|
|
|
|
|
|
def CreateBranchForDirectory(prefix, directory, upstream):
|
|
"""Creates a branch named |prefix| + "_" + |directory| + "_split".
|
|
|
|
Return false if the branch already exists. |upstream| is used as upstream for
|
|
the created branch.
|
|
"""
|
|
existing_branches = set(git.branches(use_limit = False))
|
|
branch_name = prefix + '_' + directory + '_split'
|
|
if branch_name in existing_branches:
|
|
return False
|
|
git.run('checkout', '-t', upstream, '-b', branch_name)
|
|
return True
|
|
|
|
|
|
def FormatDescriptionOrComment(txt, directory):
|
|
"""Replaces $directory with |directory| in |txt|."""
|
|
return txt.replace('$directory', '/' + directory)
|
|
|
|
|
|
def AddUploadedByGitClSplitToDescription(description):
|
|
"""Adds a 'This CL was uploaded by git cl split.' line to |description|.
|
|
|
|
The line is added before footers, or at the end of |description| if it has no
|
|
footers.
|
|
"""
|
|
split_footers = git_footers.split_footers(description)
|
|
lines = split_footers[0]
|
|
if not lines[-1] or lines[-1].isspace():
|
|
lines = lines + ['']
|
|
lines = lines + ['This CL was uploaded by git cl split.']
|
|
if split_footers[1]:
|
|
lines += [''] + split_footers[1]
|
|
return '\n'.join(lines)
|
|
|
|
|
|
def UploadCl(refactor_branch, refactor_branch_upstream, directory, files,
|
|
author, description, comment, owners_database, changelist,
|
|
cmd_upload):
|
|
"""Uploads a CL with all changes to |files| in |refactor_branch|.
|
|
|
|
Args:
|
|
refactor_branch: Name of the branch that contains the changes to upload.
|
|
refactor_branch_upstream: Name of the upstream of |refactor_branch|.
|
|
directory: Path to the directory that contains the OWNERS file for which
|
|
to upload a CL.
|
|
files: List of AffectedFile instances to include in the uploaded CL.
|
|
author: Email address of the user running this script.
|
|
description: Description of the uploaded CL.
|
|
comment: Comment to post on the uploaded CL.
|
|
owners_database: An owners.Database instance.
|
|
changelist: The Changelist class.
|
|
cmd_upload: The function associated with the git cl upload command.
|
|
"""
|
|
|
|
# Create a branch.
|
|
if not CreateBranchForDirectory(
|
|
refactor_branch, directory, refactor_branch_upstream):
|
|
print 'Skipping ' + directory + ' for which a branch already exists.'
|
|
return
|
|
|
|
# Checkout all changes to files in |files|.
|
|
deleted_files = [f.AbsoluteLocalPath() for f in files if f.Action() == 'D']
|
|
if deleted_files:
|
|
git.run(*['rm'] + deleted_files)
|
|
modified_files = [f.AbsoluteLocalPath() for f in files if f.Action() != 'D']
|
|
if modified_files:
|
|
git.run(*['checkout', refactor_branch, '--'] + modified_files)
|
|
|
|
# Commit changes. The temporary file is created with delete=False so that it
|
|
# can be deleted manually after git has read it rather than automatically
|
|
# when it is closed.
|
|
with tempfile.NamedTemporaryFile(delete=False) as tmp_file:
|
|
tmp_file.write(FormatDescriptionOrComment(description, directory))
|
|
# Close the file to let git open it at the next line.
|
|
tmp_file.close()
|
|
git.run('commit', '-F', tmp_file.name)
|
|
os.remove(tmp_file.name)
|
|
|
|
# Upload a CL.
|
|
reviewers = owners_database.reviewers_for(
|
|
[f.LocalPath() for f in files], author)
|
|
upload_args = ['-f', '--cq-dry-run', '-r', ','.join(reviewers)]
|
|
if not comment:
|
|
upload_args.append('--send-mail')
|
|
print 'Uploading CL for ' + directory + '.'
|
|
cmd_upload(upload_args)
|
|
if comment:
|
|
changelist().AddComment(FormatDescriptionOrComment(comment, directory),
|
|
publish=True)
|
|
|
|
|
|
def GetFilesSplitByOwners(owners_database, files):
|
|
"""Returns a map of files split by OWNERS file.
|
|
|
|
Returns:
|
|
A map where keys are paths to directories containing an OWNERS file and
|
|
values are lists of files sharing an OWNERS file.
|
|
"""
|
|
files_split_by_owners = collections.defaultdict(list)
|
|
for f in files:
|
|
files_split_by_owners[owners_database.enclosing_dir_with_owners(
|
|
f.LocalPath())].append(f)
|
|
return files_split_by_owners
|
|
|
|
|
|
def SplitCl(description_file, comment_file, changelist, cmd_upload):
|
|
""""Splits a branch into smaller branches and uploads CLs.
|
|
|
|
Args:
|
|
description_file: File containing the description of uploaded CLs.
|
|
comment_file: File containing the comment of uploaded CLs.
|
|
changelist: The Changelist class.
|
|
cmd_upload: The function associated with the git cl upload command.
|
|
|
|
Returns:
|
|
0 in case of success. 1 in case of error.
|
|
"""
|
|
description = AddUploadedByGitClSplitToDescription(ReadFile(description_file))
|
|
comment = ReadFile(comment_file) if comment_file else None
|
|
|
|
try:
|
|
EnsureInGitRepository();
|
|
|
|
cl = changelist()
|
|
change = cl.GetChange(cl.GetCommonAncestorWithUpstream(), None)
|
|
files = change.AffectedFiles()
|
|
|
|
if not files:
|
|
print 'Cannot split an empty CL.'
|
|
return 1
|
|
|
|
author = git.run('config', 'user.email').strip() or None
|
|
refactor_branch = git.current_branch()
|
|
refactor_branch_upstream = git.upstream(refactor_branch)
|
|
|
|
owners_database = owners.Database(change.RepositoryRoot(), file, os.path)
|
|
owners_database.load_data_needed_for([f.LocalPath() for f in files])
|
|
|
|
files_split_by_owners = GetFilesSplitByOwners(
|
|
owners_database, files)
|
|
|
|
print ('Will split current branch (' + refactor_branch +') in ' +
|
|
str(len(files_split_by_owners)) + ' CLs.\n')
|
|
|
|
for directory, files in files_split_by_owners.iteritems():
|
|
# Use '/' as a path separator in the branch name and the CL description
|
|
# and comment.
|
|
directory = directory.replace(os.path.sep, '/')
|
|
# Upload the CL.
|
|
UploadCl(refactor_branch, refactor_branch_upstream, directory, files,
|
|
author, description, comment, owners_database, changelist,
|
|
cmd_upload)
|
|
|
|
# Go back to the original branch.
|
|
git.run('checkout', refactor_branch)
|
|
|
|
except subprocess2.CalledProcessError as cpe:
|
|
sys.stderr.write(cpe.stderr)
|
|
return 1
|
|
return 0
|