aiden
/
depot_tools
mirror of https://chromium.googlesource.com/chromium/tools/depot_tools
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

gclient: Make some changes to make gclient compatible with Python 3.

Browse Source 
Bug: 984182
Change-Id: Ia85f9bdb88b343776540556921890bc3ea73f2ad
Reviewed-on: https://chromium-review.googlesource.com/c/chromium/tools/depot_tools/+/1710957
Reviewed-by: Andrii Shyshkalov <tandrii@chromium.org>
Commit-Queue: Edward Lesmes <ehmaldonado@chromium.org>
changes/57/1710957/3
Edward Lemur 6 years ago committed by Commit Bot
parent 0a0fbf143a
commit ee7b9dda90
1 changed files with 28 additions and 26 deletions
Show Stats Download Patch File Download Diff File

54
gclient.py
Unescape Escape View File

@ -116,11 +116,11 @@ import subcommand
import subprocess2 import subprocess2
import setup_color import setup_color
from third_party import six
# TODO(crbug.com/953884): Remove this when python3 migration is done. # TODO(crbug.com/953884): Remove this when python3 migration is done.
try: if six.PY3:
basestring
except NameError:
# pylint: disable=redefined-builtin # pylint: disable=redefined-builtin
basestring = str basestring = str
@ -241,10 +241,11 @@ class Hook(object):
cmd = [arg for arg in self._action] cmd = [arg for arg in self._action]
if cmd[0] == 'python': if cmd[0] == 'python' and six.PY2:
# If the hook specified "python" as the first item, the action is a # If the hook specified "python" as the first item, the action is a
# Python script. Run it by starting a new copy of the same # Python script. Run it by starting a new copy of the same interpreter if
# interpreter. # we're running on Python 2.
# On Python 3 we simply execute 'python'.
cmd[0] = sys.executable cmd[0] = sys.executable
elif cmd[0] == 'vpython' and _detect_host_os() == 'win': elif cmd[0] == 'vpython' and _detect_host_os() == 'win':
cmd[0] += '.bat' cmd[0] += '.bat'
@ -586,7 +587,7 @@ class Dependency(gclient_utils.WorkItem, DependencySettings):
# If a line is in custom_deps, but not in the solution, we want to append # If a line is in custom_deps, but not in the solution, we want to append
# this line to the solution. # this line to the solution.
for dep_name, dep_info in self.custom_deps.items(): for dep_name, dep_info in six.iteritems(self.custom_deps):
if dep_name not in deps: if dep_name not in deps:
deps[dep_name] = {'url': dep_info, 'dep_type': 'git'} deps[dep_name] = {'url': dep_info, 'dep_type': 'git'}
@ -597,13 +598,13 @@ class Dependency(gclient_utils.WorkItem, DependencySettings):
# recursively included by "src/ios_foo/DEPS" should also require # recursively included by "src/ios_foo/DEPS" should also require
# "checkout_ios=True". # "checkout_ios=True".
if self.condition: if self.condition:
for value in deps.itervalues(): for value in six.itervalues(deps):
gclient_eval.UpdateCondition(value, 'and', self.condition) gclient_eval.UpdateCondition(value, 'and', self.condition)
if rel_prefix: if rel_prefix:
logging.warning('use_relative_paths enabled.') logging.warning('use_relative_paths enabled.')
rel_deps = {} rel_deps = {}
for d, url in deps.items(): for d, url in six.iteritems(deps):
# normpath is required to allow DEPS to use .. in their # normpath is required to allow DEPS to use .. in their
# dependency local path. # dependency local path.
rel_deps[os.path.normpath(os.path.join(rel_prefix, d))] = url rel_deps[os.path.normpath(os.path.join(rel_prefix, d))] = url
@ -615,7 +616,7 @@ class Dependency(gclient_utils.WorkItem, DependencySettings):
def _deps_to_objects(self, deps, use_relative_paths): def _deps_to_objects(self, deps, use_relative_paths):
"""Convert a deps dict to a dict of Dependency objects.""" """Convert a deps dict to a dict of Dependency objects."""
deps_to_add = [] deps_to_add = []
for name, dep_value in deps.items(): for name, dep_value in six.iteritems(deps):
should_process = self.should_process should_process = self.should_process
if dep_value is None: if dep_value is None:
continue continue
@ -723,7 +724,7 @@ class Dependency(gclient_utils.WorkItem, DependencySettings):
self._vars = local_scope.get('vars', {}) self._vars = local_scope.get('vars', {})
if self.parent: if self.parent:
for key, value in self.parent.get_vars().items(): for key, value in six.iteritems(self.parent.get_vars()):
if key in self._vars: if key in self._vars:
self._vars[key] = value self._vars[key] = value
# Since we heavily post-process things, freeze ones which should # Since we heavily post-process things, freeze ones which should
@ -760,7 +761,7 @@ class Dependency(gclient_utils.WorkItem, DependencySettings):
if rel_prefix: if rel_prefix:
logging.warning('Updating recursedeps by prepending %s.', rel_prefix) logging.warning('Updating recursedeps by prepending %s.', rel_prefix)
rel_deps = {} rel_deps = {}
for depname, options in self.recursedeps.items(): for depname, options in six.iteritems(self.recursedeps):
rel_deps[ rel_deps[
os.path.normpath(os.path.join(rel_prefix, depname))] = options os.path.normpath(os.path.join(rel_prefix, depname))] = options
self.recursedeps = rel_deps self.recursedeps = rel_deps
@ -1252,6 +1253,7 @@ _PLATFORM_MAPPING = {
'cygwin': 'win', 'cygwin': 'win',
'darwin': 'mac', 'darwin': 'mac',
'linux2': 'linux', 'linux2': 'linux',
'linux': 'linux',
'win32': 'win', 'win32': 'win',
'aix6': 'aix', 'aix6': 'aix',
} }
@ -1346,7 +1348,7 @@ solutions = %(solution_list)s
else: else:
enforced_os = [self.DEPS_OS_CHOICES.get(sys.platform, 'unix')] enforced_os = [self.DEPS_OS_CHOICES.get(sys.platform, 'unix')]
if 'all' in enforced_os: if 'all' in enforced_os:
enforced_os = self.DEPS_OS_CHOICES.itervalues() enforced_os = self.DEPS_OS_CHOICES.values()
self._enforced_os = tuple(set(enforced_os)) self._enforced_os = tuple(set(enforced_os))
self._enforced_cpu = detect_host_arch.HostArch(), self._enforced_cpu = detect_host_arch.HostArch(),
self._root_dir = root_dir self._root_dir = root_dir
@ -1595,7 +1597,7 @@ it or fix the checkout.
full_entries = [os.path.join(self.root_dir, e.replace('/', os.path.sep)) full_entries = [os.path.join(self.root_dir, e.replace('/', os.path.sep))
for e in entries] for e in entries]
for entry, prev_url in self._ReadEntries().items(): for entry, prev_url in six.iteritems(self._ReadEntries()):
if not prev_url: if not prev_url:
# entry must have been overridden via .gclient custom_deps # entry must have been overridden via .gclient custom_deps
continue continue
@ -1742,7 +1744,7 @@ it or fix the checkout.
'The following --patch-ref flags were not used. Please fix it:\n%s' % 'The following --patch-ref flags were not used. Please fix it:\n%s' %
('\n'.join( ('\n'.join(
patch_repo + '@' + patch_ref patch_repo + '@' + patch_ref
for patch_repo, patch_ref in patch_refs.iteritems()))) for patch_repo, patch_ref in six.iteritems(patch_refs))))
# Once all the dependencies have been processed, it's now safe to write # Once all the dependencies have been processed, it's now safe to write
# out the gn_args_file and run the hooks. # out the gn_args_file and run the hooks.
@ -1829,7 +1831,7 @@ it or fix the checkout.
'url': rev.split('@')[0] if rev else None, 'url': rev.split('@')[0] if rev else None,
'rev': rev.split('@')[1] if rev and '@' in rev else None, 'rev': rev.split('@')[1] if rev and '@' in rev else None,
} }
for name, rev in entries.iteritems() for name, rev in six.iteritems(entries)
} }
if self._options.output_json == '-': if self._options.output_json == '-':
print(json.dumps(json_output, indent=2, separators=(',', ': '))) print(json.dumps(json_output, indent=2, separators=(',', ': ')))
@ -2117,7 +2119,7 @@ class Flattener(object):
self._flatten_dep(solution) self._flatten_dep(solution)
if pin_all_deps: if pin_all_deps:
for dep in self._deps.itervalues(): for dep in six.itervalues(self._deps):
self._pin_dep(dep) self._pin_dep(dep)
def add_deps_file(dep): def add_deps_file(dep):
@ -2135,7 +2137,7 @@ class Flattener(object):
return return
assert dep.url assert dep.url
self._deps_files.add((dep.url, deps_file, dep.hierarchy_data())) self._deps_files.add((dep.url, deps_file, dep.hierarchy_data()))
for dep in self._deps.itervalues(): for dep in six.itervalues(self._deps):
add_deps_file(dep) add_deps_file(dep)
gn_args_dep = self._deps.get(self._client.dependencies[0]._gn_args_from, gn_args_dep = self._deps.get(self._client.dependencies[0]._gn_args_from,
@ -2178,7 +2180,7 @@ class Flattener(object):
# Only include vars explicitly listed in the DEPS files or gclient solution, # Only include vars explicitly listed in the DEPS files or gclient solution,
# not automatic, local overrides (i.e. not all of dep.get_vars()). # not automatic, local overrides (i.e. not all of dep.get_vars()).
hierarchy = dep.hierarchy(include_url=False) hierarchy = dep.hierarchy(include_url=False)
for key, value in dep._vars.iteritems(): for key, value in six.iteritems(dep._vars):
# Make sure there are no conflicting variables. It is fine however # Make sure there are no conflicting variables. It is fine however
# to use same variable name, as long as the value is consistent. # to use same variable name, as long as the value is consistent.
assert key not in self._vars or self._vars[key][1] == value, ( assert key not in self._vars or self._vars[key][1] == value, (
@ -2186,7 +2188,7 @@ class Flattener(object):
dep.name, key, value, self._vars[key][1])) dep.name, key, value, self._vars[key][1]))
self._vars[key] = (hierarchy, value) self._vars[key] = (hierarchy, value)
# Override explicit custom variables. # Override explicit custom variables.
for key, value in dep.custom_vars.iteritems(): for key, value in six.iteritems(dep.custom_vars):
# Do custom_vars that don't correspond to DEPS vars ever make sense? DEPS # Do custom_vars that don't correspond to DEPS vars ever make sense? DEPS
# conditionals shouldn't be using vars that aren't also defined in the # conditionals shouldn't be using vars that aren't also defined in the
# DEPS (presubmit actually disallows this), so any new custom_var must be # DEPS (presubmit actually disallows this), so any new custom_var must be
@ -2277,7 +2279,7 @@ def _DepsToLines(deps):
if not deps: if not deps:
return [] return []
s = ['deps = {'] s = ['deps = {']
for _, dep in sorted(deps.iteritems()): for _, dep in sorted(deps.items()):
s.extend(dep.ToLines()) s.extend(dep.ToLines())
s.extend(['}', '']) s.extend(['}', ''])
return s return s
@ -2288,9 +2290,9 @@ def _DepsOsToLines(deps_os):
if not deps_os: if not deps_os:
return [] return []
s = ['deps_os = {'] s = ['deps_os = {']
for dep_os, os_deps in sorted(deps_os.iteritems()): for dep_os, os_deps in sorted(deps_os.items()):
s.append(' "%s": {' % dep_os) s.append(' "%s": {' % dep_os)
for name, dep in sorted(os_deps.iteritems()): for name, dep in sorted(os_deps.items()):
condition_part = ([' "condition": %r,' % dep.condition] condition_part = ([' "condition": %r,' % dep.condition]
if dep.condition else []) if dep.condition else [])
s.extend([ s.extend([
@ -2339,7 +2341,7 @@ def _HooksOsToLines(hooks_os):
if not hooks_os: if not hooks_os:
return [] return []
s = ['hooks_os = {'] s = ['hooks_os = {']
for hook_os, os_hooks in hooks_os.iteritems(): for hook_os, os_hooks in six.iteritems(hooks_os):
s.append(' "%s": [' % hook_os) s.append(' "%s": [' % hook_os)
for dep, hook in os_hooks: for dep, hook in os_hooks:
s.extend([ s.extend([
@ -2370,7 +2372,7 @@ def _VarsToLines(variables):
if not variables: if not variables:
return [] return []
s = ['vars = {'] s = ['vars = {']
for key, tup in sorted(variables.iteritems()): for key, tup in sorted(variables.items()):
hierarchy, value = tup hierarchy, value = tup
s.extend([ s.extend([
' # %s' % hierarchy, ' # %s' % hierarchy,
@ -3053,7 +3055,7 @@ class OptionParser(optparse.OptionParser):
# Store the options passed by the user in an _actual_options attribute. # Store the options passed by the user in an _actual_options attribute.
# We store only the keys, and not the values, since the values can contain # We store only the keys, and not the values, since the values can contain
# arbitrary information, which might be PII. # arbitrary information, which might be PII.
metrics.collector.add('arguments', actual_options.__dict__.keys()) metrics.collector.add('arguments', list(actual_options.__dict__))
levels = [logging.ERROR, logging.WARNING, logging.INFO, logging.DEBUG] levels = [logging.ERROR, logging.WARNING, logging.INFO, logging.DEBUG]
logging.basicConfig( logging.basicConfig(

Write Preview
Loading…
Cancel
Save