mollyim/webrtc
1
0
Fork 0
mirror of https://github.com/mollyim/webrtc.git synced 2025-05-13 05:40:42 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

Run pylint on presubmit only for modified python files.

Browse source 
Currently, PRESUBMIT.py always runs pylint on all .py files when
at least one python file changes.
This helps to maintain consistency across the codebase, but
due to changes in the pylintrc rules, it has been failing for months.
Migrating all python files to the new rules can take a lot of time,
so as a workaround, for now, just run pylint on modified files.

Also, fixed or suppressed all complaints of too long lines in the
PRESUBMIT.py file to get this CL to pass the presubmit.

Bug: webrtc:12114
Change-Id: I4f6c0c269b3fe07878e168e7c90c196cb34f1d16
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/220980
Reviewed-by: Mirko Bonadei <mbonadei@webrtc.org>
Reviewed-by: Harald Alvestrand <hta@webrtc.org>
Commit-Queue: Mirko Bonadei <mbonadei@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#34408}
This commit is contained in:
Byoungchan Lee 2021-07-01 22:21:44 +09:00 committed by WebRTC LUCI CQ
parent 510c94cbfb
commit 94f2ef2e84
1 changed files with 65 additions and 48 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

113
PRESUBMIT.py
View file

@ -146,9 +146,9 @@ def VerifyNativeApiHeadersListIsValid(input_api, output_api):
if non_existing_paths:
return [
output_api.PresubmitError(
'Directories to native API headers have changed which has made the '
'list in PRESUBMIT.py outdated.\nPlease update it to the current '
'location of our native APIs.', non_existing_paths)
'Directories to native API headers have changed which has made '
'the list in PRESUBMIT.py outdated.\nPlease update it to the '
'current location of our native APIs.', non_existing_paths)
]
return []
@ -212,10 +212,10 @@ def CheckNoIOStreamInHeaders(input_api, output_api, source_file_filter):
if len(files):
return [
output_api.PresubmitError(
'Do not #include <iostream> in header files, since it inserts static '
+
'initialization into every file including the header. Instead, '
+ '#include <ostream>. See http://crbug.com/94794', files)
'Do not #include <iostream> in header files, since it inserts '
'static initialization into every file including the header. '
'Instead, #include <ostream>. See http://crbug.com/94794',
files)
]
return []
@ -237,15 +237,15 @@ def CheckNoPragmaOnce(input_api, output_api, source_file_filter):
return [
output_api.PresubmitError(
'Do not use #pragma once in header files.\n'
'See http://www.chromium.org/developers/coding-style#TOC-File-headers',
'See http://www.chromium.org/developers/coding-style'
'#TOC-File-headers',
files)
]
return []
def CheckNoFRIEND_TEST(
def CheckNoFRIEND_TEST(# pylint: disable=invalid-name
input_api,
output_api, # pylint: disable=invalid-name
output_api,
source_file_filter):
"""Make sure that gtest's FRIEND_TEST() macro is not used, the
FRIEND_TEST_ALL_PREFIXES() macro from testsupport/gtest_prod_util.h should be
@ -263,9 +263,9 @@ def CheckNoFRIEND_TEST(
return []
return [
output_api.PresubmitPromptWarning(
'WebRTC\'s code should not use '
'gtest\'s FRIEND_TEST() macro. Include testsupport/gtest_prod_util.h and '
'use FRIEND_TEST_ALL_PREFIXES() instead.\n' + '\n'.join(problems))
'WebRTC\'s code should not use gtest\'s FRIEND_TEST() macro. '
'Include testsupport/gtest_prod_util.h and use '
'FRIEND_TEST_ALL_PREFIXES() instead.\n' + '\n'.join(problems))
]
@ -346,9 +346,9 @@ def CheckNoSourcesAbove(input_api, gn_files, output_api):
if violating_gn_files:
return [
output_api.PresubmitError(
'Referencing source files above the directory of the GN file is not '
'allowed. Please introduce new GN targets in the proper location '
'instead.\n'
'Referencing source files above the directory of the GN file '
'is not allowed. Please introduce new GN targets in the proper '
'location instead.\n'
'Invalid source entries:\n'
'%s\n'
'Violating GN files:' % '\n'.join(violating_source_entries),
@ -407,9 +407,9 @@ def CheckNoMixingSources(input_api, gn_files, output_api):
gn_file_content = input_api.ReadFile(gn_file)
for target_match in TARGET_RE.finditer(gn_file_content):
# list_of_sources is a list of tuples of the form
# (c_files, cc_files, objc_files) that keeps track of all the sources
# defined in a target. A GN target can have more that on definition of
# sources (since it supports if/else statements).
# (c_files, cc_files, objc_files) that keeps track of all the
# sources defined in a target. A GN target can have more that
# on definition of sources (since it supports if/else statements).
# E.g.:
# rtc_static_library("foo") {
# if (is_win) {
@ -454,7 +454,8 @@ def CheckNoMixingSources(input_api, gn_files, output_api):
return [
output_api.PresubmitError(
'GN targets cannot mix .c, .cc and .m (or .mm) source files.\n'
'Please create a separate target for each collection of sources.\n'
'Please create a separate target for each collection of '
'sources.\n'
'Mixed sources: \n'
'%s\n'
'Violating GN files:\n%s\n' %
@ -476,8 +477,8 @@ def CheckNoPackageBoundaryViolations(input_api, gn_files, output_api):
if errors:
return [
output_api.PresubmitError(
'There are package boundary violations in the following GN files:',
long_text='\n\n'.join(str(err) for err in errors))
'There are package boundary violations in the following GN '
'files:', long_text='\n\n'.join(str(err) for err in errors))
]
return []
@ -491,7 +492,7 @@ def CheckNoWarningSuppressionFlagsAreAdded(gn_files,
input_api,
output_api,
error_formatter=_ReportFileAndLine):
"""Make sure that warning suppression flags are not added wihtout a reason."""
"""Ensure warning suppression flags are not added wihtout a reason."""
msg = ('Usage of //build/config/clang:extra_warnings is discouraged '
'in WebRTC.\n'
'If you are not adding this code (e.g. you are just moving '
@ -674,7 +675,8 @@ def CheckGnGen(input_api, output_api):
if errors:
return [
output_api.PresubmitPromptWarning(
'Some #includes do not match the build dependency graph. Please run:\n'
'Some #includes do not match the build dependency graph. '
'Please run:\n'
' gn gen --check <out_dir>',
long_text='\n\n'.join(errors))
]
@ -729,18 +731,20 @@ def CheckUnwantedDependencies(input_api, output_api, source_file_filter):
if error_descriptions:
results.append(
output_api.PresubmitError(
'You added one or more #includes that violate checkdeps rules.\n'
'Check that the DEPS files in these locations contain valid rules.\n'
'See https://cs.chromium.org/chromium/src/buildtools/checkdeps/ for '
'more details about checkdeps.', error_descriptions))
'You added one or more #includes that violate checkdeps rules.'
'\nCheck that the DEPS files in these locations contain valid '
'rules.\nSee '
'https://cs.chromium.org/chromium/src/buildtools/checkdeps/ '
'for more details about checkdeps.', error_descriptions))
if warning_descriptions:
results.append(
output_api.PresubmitPromptOrNotify(
'You added one or more #includes of files that are temporarily\n'
'allowed but being removed. Can you avoid introducing the\n'
'#include? See relevant DEPS file(s) for details and contacts.\n'
'See https://cs.chromium.org/chromium/src/buildtools/checkdeps/ for '
'more details about checkdeps.', warning_descriptions))
'You added one or more #includes of files that are temporarily'
'\nallowed but being removed. Can you avoid introducing the\n'
'#include? See relevant DEPS file(s) for details and contacts.'
'\nSee '
'https://cs.chromium.org/chromium/src/buildtools/checkdeps/ '
'for more details about checkdeps.', warning_descriptions))
return results
@ -787,9 +791,10 @@ def CheckChangeHasBugField(input_api, output_api):
else:
return [
output_api.PresubmitError(
'The "Bug: [bug number]" footer is mandatory. Please create a bug and '
'reference it using either of:\n'
' * https://bugs.webrtc.org - reference it using Bug: webrtc:XXXX\n'
'The "Bug: [bug number]" footer is mandatory. Please create a '
'bug and reference it using either of:\n'
' * https://bugs.webrtc.org - reference it using Bug: '
'webrtc:XXXX\n'
' * https://crbug.com - reference it using Bug: chromium:XXXXXX'
)
]
@ -911,10 +916,19 @@ def CommonChecks(input_api, output_api):
results.extend(
input_api.canned_checks.CheckLicense(input_api, output_api,
_LicenseHeader(input_api)))
# TODO(bugs.webrtc.org/12114): Delete this filter and run pylint on
# all python files. This is a temporary solution.
python_file_filter = lambda f: (f.LocalPath().endswith('.py') and
source_file_filter(f))
python_changed_files = [f.LocalPath() for f in input_api.AffectedFiles(
file_filter=python_file_filter)]
results.extend(
input_api.canned_checks.RunPylint(
input_api,
output_api,
files_to_check=python_changed_files,
files_to_skip=(
r'^base[\\\/].*\.py$',
r'^build[\\\/].*\.py$',
@ -932,12 +946,13 @@ def CommonChecks(input_api, output_api):
pylintrc='pylintrc'))
# TODO(nisse): talk/ is no more, so make below checks simpler?
# WebRTC can't use the presubmit_canned_checks.PanProjectChecks function since
# we need to have different license checks in talk/ and webrtc/ directories.
# WebRTC can't use the presubmit_canned_checks.PanProjectChecks function
# since we need to have different license checks
# in talk/ and webrtc/directories.
# Instead, hand-picked checks are included below.
# .m and .mm files are ObjC files. For simplicity we will consider .h files in
# ObjC subdirectories ObjC headers.
# .m and .mm files are ObjC files. For simplicity we will consider
# .h files in ObjC subdirectories ObjC headers.
objc_filter_list = (r'.+\.m$', r'.+\.mm$', r'.+objc\/.+\.h$')
# Skip long-lines check for DEPS and GN files.
build_file_filter_list = (r'.+\.gn$', r'.+\.gni$', 'DEPS')
@ -1163,9 +1178,9 @@ def CheckAbslMemoryInclude(input_api, output_api, source_file_filter):
if len(files):
return [
output_api.PresubmitError(
'Please include "absl/memory/memory.h" header for absl::WrapUnique.\n'
'This header may or may not be included transitively depending on the '
'C++ standard version.', files)
'Please include "absl/memory/memory.h" header for '
'absl::WrapUnique.\nThis header may or may not be included '
'transitively depending on the C++ standard version.', files)
]
return []
@ -1343,13 +1358,15 @@ def CheckAddedDepsHaveTargetApprovals(input_api, output_api):
if input_api.tbr:
return [
output_api.PresubmitNotifyResult(
'--tbr was specified, skipping OWNERS check for DEPS additions'
'--tbr was specified, skipping OWNERS check for DEPS '
'additions'
)
]
if input_api.dry_run:
return [
output_api.PresubmitNotifyResult(
'This is a dry run, skipping OWNERS check for DEPS additions'
'This is a dry run, skipping OWNERS check for DEPS '
'additions'
)
]
if not input_api.change.issue:
@ -1393,8 +1410,8 @@ def CheckAddedDepsHaveTargetApprovals(input_api, output_api):
if unapproved_dependencies:
output_list = [
output(
'You need LGTM from owners of depends-on paths in DEPS that were '
'modified in this CL:\n %s' %
'You need LGTM from owners of depends-on paths in DEPS that '
' were modified in this CL:\n %s' %
'\n '.join(sorted(unapproved_dependencies)))
]
suggested_owners = input_api.owners_client.SuggestOwners(