1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
|
#!/usr/bin/env python2.7
# Copyright 2015, Google Inc.
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above
# copyright notice, this list of conditions and the following disclaimer
# in the documentation and/or other materials provided with the
# distribution.
# * Neither the name of Google Inc. nor the names of its
# contributors may be used to endorse or promote products derived from
# this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
"""Filter out tests based on file differences compared to grpc:master"""
from subprocess import call, check_output
# triggers to skip c++ tests
run_cpp_starts_with_triggers = ('src/core',
'src/cpp',
'test/core',
'test/cpp')
def _get_changed_files():
"""
Get list of changed files between current branch and gRPC master branch
"""
# git fetch might need to be called on Jenkins slave
# todo(mattkwong): remove or uncomment below after seeing if Jenkins needs this
# call(['git', 'fetch'])
# this also collects files that are changed in the repo but not updated in the branch
return check_output(["git", "diff", "--name-only", "..origin/master"]).split()
def _can_skip_tests(file_names, starts_with_triggers=(), ends_with_triggers=()):
"""
Determines if tests are skippable based on if all file names do not match
any begin or end triggers
:param file_names: list of changed files generated by _get_changed_files()
:param starts_with_triggers: tuple of strings to match with beginning of file names
:param ends_with_triggers: tuple of strings to match with end of file names
:return: safe to skip tests
"""
for file_name in file_names:
if starts_with_triggers and file_name.startswith(starts_with_triggers) or \
ends_with_triggers and file_name.endswith(ends_with_triggers):
return False
return True
def _remove_irrelevant_tests(tests, tag):
"""
Filters out tests by config or language
:param tests: list of all tests generated by run_tests_matrix.py
:param tag: string representing language or config to filter - "_(language)_" or "_(config)"
:return: list of relevant tests
"""
return [test for test in tests if not tag in test.shortname]
def filter_tests(tests):
"""
Filters out tests that are safe to ignore
:param tests: list of all tests generated by run_tests_matrix.py
:return: list of relevant tests
"""
print("Finding file differences between grpc:master repo and pull request...")
changed_files = _get_changed_files()
for changed_file in changed_files:
print(changed_file)
# C++, tsan, msan, and asan have the same filter
if _can_skip_tests(changed_files, starts_with_triggers=run_cpp_starts_with_triggers):
tests = _remove_irrelevant_tests(tests, '_c++_') # filter out c++ tests
tests = _remove_irrelevant_tests(tests, '_tsan') # filter out tsan tests
tests = _remove_irrelevant_tests(tests, '_msan') # filter out msan tests
tests = _remove_irrelevant_tests(tests, '_asan') # filter out asan tests
return tests
|
