diff options
Diffstat (limited to 'tools/jenkins')
27 files changed, 0 insertions, 838 deletions
diff --git a/tools/jenkins/README.md b/tools/jenkins/README.md deleted file mode 100644 index 02f63f0f4a..0000000000 --- a/tools/jenkins/README.md +++ /dev/null @@ -1,6 +0,0 @@ -# Jenkins CI scripts - -Scripts invoked by Jenkins (our CI platform) to run gRPC test suites. -We run a comprehensive set of tests (unit, integration, interop, -performance, portability..) on each pull request and also periodically on -`master` and release branches. diff --git a/tools/jenkins/build_artifacts.sh b/tools/jenkins/build_artifacts.sh deleted file mode 100755 index ed2c86adbd..0000000000 --- a/tools/jenkins/build_artifacts.sh +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2016 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and triggers build of artifacts. -# -# To prevent cygwin bash complaining about empty lines ending with \r -# we set the igncr option. The option doesn't exist on Linux, so we fallback -# to just 'set -ex' there. -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -curr_platform="$platform" -unset platform # variable named 'platform' breaks the windows build - -python tools/run_tests/task_runner.py -f artifact $language $curr_platform $architecture diff --git a/tools/jenkins/build_packages.sh b/tools/jenkins/build_packages.sh deleted file mode 100755 index 68c5a9786c..0000000000 --- a/tools/jenkins/build_packages.sh +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2016 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and triggers build of artifacts. -# -# To prevent cygwin bash complaining about empty lines ending with \r -# we set the igncr option. The option doesn't exist on Linux, so we fallback -# to just 'set -ex' there. -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -curr_platform="$platform" -unset platform # variable named 'platform' breaks the windows build - -python tools/run_tests/task_runner.py -f package $curr_platform diff --git a/tools/jenkins/reboot_worker.sh b/tools/jenkins/reboot_worker.sh deleted file mode 100755 index 8ca884088f..0000000000 --- a/tools/jenkins/reboot_worker.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2016 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# Reboots Jenkins worker -# -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -# Give 5 seconds to finish the current job, then kill the jenkins slave process -# to avoid running any other jobs on the worker and restart the worker. -nohup sh -c 'sleep 5; killall java; sudo reboot' & diff --git a/tools/jenkins/run_bazel_basic.sh b/tools/jenkins/run_bazel_basic.sh deleted file mode 100755 index 65a485abfb..0000000000 --- a/tools/jenkins/run_bazel_basic.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2017 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# Test basic Bazel features -# -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -export DOCKERFILE_DIR=tools/dockerfile/test/bazel -export DOCKER_RUN_SCRIPT=tools/jenkins/run_bazel_basic_in_docker.sh -exec tools/run_tests/dockerize/build_and_run_docker.sh diff --git a/tools/jenkins/run_bazel_basic_in_docker.sh b/tools/jenkins/run_bazel_basic_in_docker.sh deleted file mode 100755 index 24598f43f0..0000000000 --- a/tools/jenkins/run_bazel_basic_in_docker.sh +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2017 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# Test basic Bazel features -# -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -mkdir -p /var/local/git -git clone /var/local/jenkins/grpc /var/local/git/grpc -(cd /var/local/jenkins/grpc/ && git submodule foreach 'cd /var/local/git/grpc \ -&& git submodule update --init --reference /var/local/jenkins/grpc/${name} \ -${name}') -cd /var/local/git/grpc -bazel build --spawn_strategy=standalone --genrule_strategy=standalone :all test/... examples/... diff --git a/tools/jenkins/run_bazel_full.sh b/tools/jenkins/run_bazel_full.sh deleted file mode 100755 index 3436a8f8b6..0000000000 --- a/tools/jenkins/run_bazel_full.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2017 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# Test full Bazel -# -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -export DOCKERFILE_DIR=tools/dockerfile/test/bazel -export DOCKER_RUN_SCRIPT=tools/jenkins/run_bazel_full_in_docker.sh -exec tools/run_tests/dockerize/build_and_run_docker.sh diff --git a/tools/jenkins/run_bazel_full_in_docker.sh b/tools/jenkins/run_bazel_full_in_docker.sh deleted file mode 100755 index 9663debe69..0000000000 --- a/tools/jenkins/run_bazel_full_in_docker.sh +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2017 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# Test full Bazel -# -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -mkdir -p /var/local/git -git clone /var/local/jenkins/grpc /var/local/git/grpc -(cd /var/local/jenkins/grpc/ && git submodule foreach 'cd /var/local/git/grpc \ -&& git submodule update --init --reference /var/local/jenkins/grpc/${name} \ -${name}') -cd /var/local/git/grpc/test -bazel test --spawn_strategy=standalone --genrule_strategy=standalone ... diff --git a/tools/jenkins/run_c_cpp_test.sh b/tools/jenkins/run_c_cpp_test.sh deleted file mode 100755 index 4798cfee82..0000000000 --- a/tools/jenkins/run_c_cpp_test.sh +++ /dev/null @@ -1,34 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2017 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by a Jenkins pull request job and executes all -# args passed to this script if the pull request affect C/C++ code -set -ex - -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -AFFECTS_C_CPP=`python -c 'import os; \ - import sys; \ - sys.path.insert(0, "tools/run_tests/python_utils"); \ - import filter_pull_request_tests as filter; \ - github_target_branch = os.environ.get("ghprbTargetBranch"); \ - print(filter.affects_c_cpp("origin/%s" % github_target_branch))'` - -if [ $AFFECTS_C_CPP == "False" ] ; then - echo "This pull request does not affect C/C++. Tests do not need to be run." -else - $@ -fi diff --git a/tools/jenkins/run_distribtest.sh b/tools/jenkins/run_distribtest.sh deleted file mode 100755 index 63b485e149..0000000000 --- a/tools/jenkins/run_distribtest.sh +++ /dev/null @@ -1,34 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2016 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and triggers run of distribution tests. -# -# To prevent cygwin bash complaining about empty lines ending with \r -# we set the igncr option. The option doesn't exist on Linux, so we fallback -# to just 'set -ex' there. -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -curr_platform="$platform" -unset platform # variable named 'platform' breaks the windows build - -# Try collecting the artifacts to test from previous Jenkins build step -mkdir -p input_artifacts -cp -r platform=windows/artifacts/* input_artifacts || true -cp -r platform=linux/artifacts/* input_artifacts || true - -python tools/run_tests/task_runner.py -j 4 \ - -f distribtest $language $curr_platform $architecture \ - $@ diff --git a/tools/jenkins/run_full_cloud_prod.sh b/tools/jenkins/run_full_cloud_prod.sh deleted file mode 100755 index 0f1c26faa9..0000000000 --- a/tools/jenkins/run_full_cloud_prod.sh +++ /dev/null @@ -1,29 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2016 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and runs interop test suite. -set -ex - -export LANG=en_US.UTF-8 - -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -tools/run_tests/run_interop_tests.py \ - -l all \ - --cloud_to_prod \ - --cloud_to_prod_auth \ - --prod_servers default cloud_gateway gateway_v4 cloud_gateway_v4 \ - --use_docker -t -j 12 $@ || true diff --git a/tools/jenkins/run_full_performance.sh b/tools/jenkins/run_full_performance.sh deleted file mode 100755 index 8657cc9a73..0000000000 --- a/tools/jenkins/run_full_performance.sh +++ /dev/null @@ -1,57 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2015 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and runs full performance test suite. -set -ex - -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -# run 8core client vs 8core server -tools/run_tests/run_performance_tests.py \ - -l c++ csharp ruby java python go php7 php7_protobuf_c \ - --netperf \ - --category scalable \ - --bq_result_table performance_test.performance_experiment \ - --remote_worker_host grpc-performance-server-8core grpc-performance-client-8core grpc-performance-client2-8core \ - --xml_report report_8core.xml \ - || EXIT_CODE=1 - -# prevent pushing leftover build files to remote hosts in the next step. -git clean -fdxq --exclude='report*.xml' - -# scalability with 32cores (and upload to a different BQ table) -tools/run_tests/run_performance_tests.py \ - -l c++ java csharp go \ - --netperf \ - --category scalable \ - --bq_result_table performance_test.performance_experiment_32core \ - --remote_worker_host grpc-performance-server-32core grpc-performance-client-32core grpc-performance-client2-32core \ - --xml_report report_32core.xml \ - || EXIT_CODE=1 - -# prevent pushing leftover build files to remote hosts in the next step. -git clean -fdxq --exclude='report*.xml' - -# selected scenarios on Windows -tools/run_tests/run_performance_tests.py \ - -l csharp \ - --category scalable \ - --bq_result_table performance_test.performance_experiment_windows \ - --remote_worker_host grpc-performance-windows1 grpc-performance-windows2 \ - --xml_report report_windows.xml \ - || EXIT_CODE=1 - -exit $EXIT_CODE diff --git a/tools/jenkins/run_full_performance_released.sh b/tools/jenkins/run_full_performance_released.sh deleted file mode 100755 index 522e9e90a6..0000000000 --- a/tools/jenkins/run_full_performance_released.sh +++ /dev/null @@ -1,58 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2017 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# A frozen version of run_full_performance.sh that runs full performance test -# suite for the latest released stable version of gRPC. -set -ex - -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -# run 8core client vs 8core server -tools/run_tests/run_performance_tests.py \ - -l c++ csharp node ruby java python go node_express \ - --netperf \ - --category scalable \ - --bq_result_table performance_released.performance_experiment \ - --remote_worker_host grpc-performance-server-8core grpc-performance-client-8core grpc-performance-client2-8core \ - --xml_report report_8core.xml \ - || EXIT_CODE=1 - -# prevent pushing leftover build files to remote hosts in the next step. -git clean -fdxq --exclude='report*.xml' - -# scalability with 32cores (and upload to a different BQ table) -tools/run_tests/run_performance_tests.py \ - -l c++ java csharp go \ - --netperf \ - --category scalable \ - --bq_result_table performance_released.performance_experiment_32core \ - --remote_worker_host grpc-performance-server-32core grpc-performance-client-32core grpc-performance-client2-32core \ - --xml_report report_32core.xml \ - || EXIT_CODE=1 - -# prevent pushing leftover build files to remote hosts in the next step. -git clean -fdxq --exclude='report*.xml' - -# selected scenarios on Windows -tools/run_tests/run_performance_tests.py \ - -l csharp \ - --category scalable \ - --bq_result_table performance_released.performance_experiment_windows \ - --remote_worker_host grpc-performance-windows1 grpc-performance-windows2 \ - --xml_report report_windows.xml \ - || EXIT_CODE=1 - -exit $EXIT_CODE diff --git a/tools/jenkins/run_fuzzer.sh b/tools/jenkins/run_fuzzer.sh deleted file mode 100755 index 92ff32b498..0000000000 --- a/tools/jenkins/run_fuzzer.sh +++ /dev/null @@ -1,33 +0,0 @@ -#!/bin/bash -# Copyright 2016 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# Builds and runs a fuzzer (specified by the first command line argument) - -set -ex - -export RUN_COMMAND="tools/fuzzer/build_and_run_fuzzer.sh $1" -export DOCKER_RUN_SCRIPT=tools/run_tests/dockerize/docker_run.sh -export DOCKERFILE_DIR=tools/dockerfile/test/fuzzer -export OUTPUT_DIR=fuzzer_output - -runtime=${runtime:-3600} -jobs=${jobs:-3} - -tools/run_tests/dockerize/build_and_run_docker.sh \ - -e RUN_COMMAND="$RUN_COMMAND" \ - -e OUTPUT_DIR="$OUTPUT_DIR" \ - -e config="$config" \ - -e runtime="$runtime" \ - -e jobs="$jobs" diff --git a/tools/jenkins/run_interop.sh b/tools/jenkins/run_interop.sh deleted file mode 100755 index 3317b789fd..0000000000 --- a/tools/jenkins/run_interop.sh +++ /dev/null @@ -1,24 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2015 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and runs interop test suite. -set -ex - -export LANG=en_US.UTF-8 - -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -tools/run_tests/run_interop_tests.py -l all -s all --cloud_to_prod --cloud_to_prod_auth --use_docker --http2_interop --http2_server_interop -t -j 12 $@ || true diff --git a/tools/jenkins/run_interop_objc.sh b/tools/jenkins/run_interop_objc.sh deleted file mode 100755 index af5ad53963..0000000000 --- a/tools/jenkins/run_interop_objc.sh +++ /dev/null @@ -1,24 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2017 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and runs interop test suite. -set -ex - -export LANG=en_US.UTF-8 - -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -tools/run_tests/run_interop_tests.py -l objc -s all --use_docker -t -j 1 $@ || true diff --git a/tools/jenkins/run_jenkins.sh b/tools/jenkins/run_jenkins.sh deleted file mode 100755 index 1578df8e3f..0000000000 --- a/tools/jenkins/run_jenkins.sh +++ /dev/null @@ -1,55 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2015 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and triggers a test run based on -# env variable settings. -# -# Setting up rvm environment BEFORE we set -ex. -[[ -s /etc/profile.d/rvm.sh ]] && . /etc/profile.d/rvm.sh -# To prevent cygwin bash complaining about empty lines ending with \r -# we set the igncr option. The option doesn't exist on Linux, so we fallback -# to just 'set -ex' there. -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -if [ "$platform" == "linux" ] -then - PLATFORM_SPECIFIC_ARGS="--use_docker --measure_cpu_costs" -elif [ "$platform" == "freebsd" ] -then - export MAKE=gmake -fi - -unset platform # variable named 'platform' breaks the windows build - -python tools/run_tests/run_tests.py \ - $PLATFORM_SPECIFIC_ARGS \ - -t \ - -l $language \ - -c $config \ - -x report.xml \ - -j 2 \ - $@ || TESTS_FAILED="true" - -if [ ! -e reports/index.html ] -then - mkdir -p reports - echo 'No reports generated.' > reports/index.html -fi - -if [ "$TESTS_FAILED" != "" ] -then - exit 1 -fi diff --git a/tools/jenkins/run_jenkins_matrix.sh b/tools/jenkins/run_jenkins_matrix.sh deleted file mode 100755 index f0fe00295d..0000000000 --- a/tools/jenkins/run_jenkins_matrix.sh +++ /dev/null @@ -1,27 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2015 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and triggers a test run, bypassing -# all args to the test script. -# -# Setting up rvm environment BEFORE we set -ex. -[[ -s /etc/profile.d/rvm.sh ]] && . /etc/profile.d/rvm.sh -# To prevent cygwin bash complaining about empty lines ending with \r -# we set the igncr option. The option doesn't exist on Linux, so we fallback -# to just 'set -ex' there. -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -python tools/run_tests/run_tests_matrix.py $@ diff --git a/tools/jenkins/run_line_count.sh b/tools/jenkins/run_line_count.sh deleted file mode 100755 index 3b708c1934..0000000000 --- a/tools/jenkins/run_line_count.sh +++ /dev/null @@ -1,21 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2017 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and counts the number of lines in the -# project. -set -ex - -cd $(dirname $0)/../.. -tools/line_count/collect-now.sh diff --git a/tools/jenkins/run_performance.sh b/tools/jenkins/run_performance.sh deleted file mode 100755 index 3ce05cc7f1..0000000000 --- a/tools/jenkins/run_performance.sh +++ /dev/null @@ -1,26 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2015 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and runs a diff on the microbenchmarks -set -ex - -# List of benchmarks that provide good signal for analyzing performance changes in pull requests -BENCHMARKS_TO_RUN="bm_fullstack_unary_ping_pong bm_fullstack_streaming_ping_pong bm_fullstack_streaming_pump bm_closure bm_cq bm_call_create bm_error bm_chttp2_hpack bm_chttp2_transport bm_pollset bm_metadata" - -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -tools/run_tests/start_port_server.py -tools/profiling/microbenchmarks/bm_diff/bm_main.py -d origin/$ghprbTargetBranch -b $BENCHMARKS_TO_RUN diff --git a/tools/jenkins/run_performance_flamegraphs.sh b/tools/jenkins/run_performance_flamegraphs.sh deleted file mode 100755 index 5455fc9dd2..0000000000 --- a/tools/jenkins/run_performance_flamegraphs.sh +++ /dev/null @@ -1,41 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2015 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and runs full performance test suite. -set -ex - -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -# scalability with 32cores c++ benchmarks -tools/run_tests/run_performance_tests.py \ - -l c++ \ - --category scalable \ - --remote_worker_host grpc-performance-server-32core grpc-performance-client-32core grpc-performance-client2-32core \ - --perf_args "record -F 97 --call-graph dwarf" \ - --flame_graph_reports cpp_flamegraphs \ - || EXIT_CODE=1 - -# scalability with 32cores go benchmarks -tools/run_tests/run_performance_tests.py \ - -l go \ - --category scalable \ - --remote_worker_host grpc-performance-server-32core grpc-performance-client-32core grpc-performance-client2-32core \ - --perf_args "record -F 97 -g" \ - --flame_graph_reports go_flamegraphs \ - || EXIT_CODE=1 - -exit $EXIT_CODE - diff --git a/tools/jenkins/run_performance_profile_daily.sh b/tools/jenkins/run_performance_profile_daily.sh deleted file mode 100755 index 48d82a9b7f..0000000000 --- a/tools/jenkins/run_performance_profile_daily.sh +++ /dev/null @@ -1,34 +0,0 @@ -#!/bin/bash -# Copyright 2016 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -set -ex - -cd $(dirname $0)/../.. - -# try to use pypy for generating reports -# each trace dumps 7-8gig of text to disk, and processing this into a report is -# heavyweight - so any speed boost is worthwhile -# TODO(ctiller): consider rewriting report generation in C++ for performance -if which pypy >/dev/null; then - PYTHON=pypy -else - PYTHON=python2.7 -fi - -BENCHMARKS_TO_RUN="bm_fullstack_unary_ping_pong bm_fullstack_streaming_ping_pong bm_fullstack_streaming_pump bm_closure bm_cq bm_call_create bm_error bm_chttp2_hpack bm_chttp2_transport bm_pollset bm_metadata" - -./tools/run_tests/start_port_server.py || true - -$PYTHON tools/run_tests/run_microbenchmark.py --collect summary perf latency -b $BENCHMARKS_TO_RUN diff --git a/tools/jenkins/run_performance_profile_hourly.sh b/tools/jenkins/run_performance_profile_hourly.sh deleted file mode 100755 index 9eb89571d6..0000000000 --- a/tools/jenkins/run_performance_profile_hourly.sh +++ /dev/null @@ -1,28 +0,0 @@ -#!/bin/bash -# Copyright 2016 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -set -ex - -cd $(dirname $0)/../.. - -./tools/run_tests/start_port_server.py || true - -CPUS=`python -c 'import multiprocessing; print multiprocessing.cpu_count()'` - -make CONFIG=opt memory_profile_test memory_profile_client memory_profile_server -j $CPUS -bins/opt/memory_profile_test -bq load microbenchmarks.memory memory_usage.csv - -tools/run_tests/run_microbenchmark.py --collect summary --bigquery_upload diff --git a/tools/jenkins/run_portability.sh b/tools/jenkins/run_portability.sh deleted file mode 100755 index bb80fad68d..0000000000 --- a/tools/jenkins/run_portability.sh +++ /dev/null @@ -1,50 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2015 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and runs portability tests based on -# env variable setting. -# -# Setting up rvm environment BEFORE we set -ex. -[[ -s /etc/profile.d/rvm.sh ]] && . /etc/profile.d/rvm.sh -# To prevent cygwin bash complaining about empty lines ending with \r -# we set the igncr option. The option doesn't exist on Linux, so we fallback -# to just 'set -ex' there. -# NOTE: No empty lines should appear in this file before igncr is set! -set -ex -o igncr || set -ex - -echo "building $scenario" - -# If scenario has _bo suffix, add --build_only flag. -# Short suffix name had to been chosen due to path length limit on Windows. -if [ "$scenario" != "${scenario%_bo}" ] -then - scenario="${scenario%_bo}" - BUILD_ONLY_MAYBE="--build_only" -fi - -parts=($(echo $scenario | tr '_' ' ')) # split scenario into parts - -curr_platform=${parts[0]} # variable named 'platform' breaks the windows build -curr_arch=${parts[1]} -curr_compiler=${parts[2]} - -config='dbg' - -if [ "$curr_platform" == "linux" ] -then - USE_DOCKER_MAYBE="--use_docker" -fi - -python tools/run_tests/run_tests.py $USE_DOCKER_MAYBE $BUILD_ONLY_MAYBE -t -l $language -c $config --arch ${curr_arch} --compiler ${curr_compiler} -x report.xml -j 3 $@ diff --git a/tools/jenkins/run_qps_diff.sh b/tools/jenkins/run_qps_diff.sh deleted file mode 100755 index 51c1341b8b..0000000000 --- a/tools/jenkins/run_qps_diff.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2017 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and runs a diff on the qps drivers -set -ex - -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -tools/run_tests/start_port_server.py -tools/profiling/qps/qps_diff.py -d origin/$ghprbTargetBranch diff --git a/tools/jenkins/run_sweep_performance.sh b/tools/jenkins/run_sweep_performance.sh deleted file mode 100755 index 99c6266c22..0000000000 --- a/tools/jenkins/run_sweep_performance.sh +++ /dev/null @@ -1,34 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2016 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and runs full performance test suite. -set -ex - -SERVER_HOST=${1:-grpc-performance-server-32core} -CLIENT_HOST1=${2:-grpc-performance-client-32core} -CLIENT_HOST2=${3:-grpc-performance-client2-32core} -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -# scalability with 32cores (and upload to a different BQ table) -tools/run_tests/run_performance_tests.py \ - -l c++ \ - --category sweep \ - --bq_result_table performance_test.performance_experiment_32core \ - --remote_worker_host ${SERVER_HOST} ${CLIENT_HOST1} ${CLIENT_HOST2} \ - --perf_args "record -F 97 --call-graph dwarf" \ - || EXIT_CODE=1 - -exit $EXIT_CODE diff --git a/tools/jenkins/run_trickle_diff.sh b/tools/jenkins/run_trickle_diff.sh deleted file mode 100755 index 74f656e5dd..0000000000 --- a/tools/jenkins/run_trickle_diff.sh +++ /dev/null @@ -1,23 +0,0 @@ -#!/usr/bin/env bash -# Copyright 2017 gRPC authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# This script is invoked by Jenkins and runs a diff on bm_fullstack_trickle -set -ex - -# Enter the gRPC repo root -cd $(dirname $0)/../.. - -tools/run_tests/start_port_server.py -tools/profiling/microbenchmarks/bm_diff/bm_main.py -d origin/$ghprbTargetBranch -b bm_fullstack_trickle -l 4 -t cli_transport_stalls_per_iteration cli_stream_stalls_per_iteration svr_transport_stalls_per_iteration svr_stream_stalls_per_iteration --no-counters --pr_comment_name trickle |