diff options
author | ncteisen <ncteisen@gmail.com> | 2017-06-19 09:05:34 -0700 |
---|---|---|
committer | ncteisen <ncteisen@gmail.com> | 2017-06-19 15:29:16 -0700 |
commit | 61a75993f5fca316a3636f4c7a44ae5831a9bec9 (patch) | |
tree | 964e03ffd99f0997afac7bca5f059866838e7406 | |
parent | 390668999f9af7997e9e49995333a56516738da6 (diff) |
Enable jenkins testing
-rwxr-xr-x | test/cpp/qps/qps_diff.py | 8 | ||||
-rwxr-xr-x | tools/jenkins/run_performance.sh | 7 | ||||
-rwxr-xr-x | tools/jenkins/run_performance_old.sh | 26 |
3 files changed, 32 insertions, 9 deletions
diff --git a/test/cpp/qps/qps_diff.py b/test/cpp/qps/qps_diff.py index a95f9b899a..1dadd96adf 100755 --- a/test/cpp/qps/qps_diff.py +++ b/test/cpp/qps/qps_diff.py @@ -51,7 +51,7 @@ def _args(): '-l', '--loops', type=int, - default=6, + default=4, help='Number of times to loops the benchmarks. More loops cuts down on noise' ) argp.add_argument( @@ -150,10 +150,10 @@ def main(args): run('new', _SCENARIOS, args.loops) run('old', _SCENARIOS, args.loops) - diff = diff(_SCENARIOS, args.loops, 'old', 'new') + diff_output = diff(_SCENARIOS, args.loops, 'old', 'new') - if diff: - text = '[qps] Performance differences noted:\n%s' % diff + if diff_output: + text = '[qps] Performance differences noted:\n%s' % diff_output else: text = '[qps] No significant performance differences' print('%s' % text) diff --git a/tools/jenkins/run_performance.sh b/tools/jenkins/run_performance.sh index 3ce05cc7f1..3673fa6c40 100755 --- a/tools/jenkins/run_performance.sh +++ b/tools/jenkins/run_performance.sh @@ -13,14 +13,11 @@ # See the License for the specific language governing permissions and # limitations under the License. # -# This script is invoked by Jenkins and runs a diff on the microbenchmarks +# This script is invoked by Jenkins and runs a diff on the qps drivers set -ex -# List of benchmarks that provide good signal for analyzing performance changes in pull requests -BENCHMARKS_TO_RUN="bm_fullstack_unary_ping_pong bm_fullstack_streaming_ping_pong bm_fullstack_streaming_pump bm_closure bm_cq bm_call_create bm_error bm_chttp2_hpack bm_chttp2_transport bm_pollset bm_metadata" - # Enter the gRPC repo root cd $(dirname $0)/../.. tools/run_tests/start_port_server.py -tools/profiling/microbenchmarks/bm_diff/bm_main.py -d origin/$ghprbTargetBranch -b $BENCHMARKS_TO_RUN +test/cpp/qps/qps_diff.py -d origin/$ghprbTargetBranch diff --git a/tools/jenkins/run_performance_old.sh b/tools/jenkins/run_performance_old.sh new file mode 100755 index 0000000000..3ce05cc7f1 --- /dev/null +++ b/tools/jenkins/run_performance_old.sh @@ -0,0 +1,26 @@ +#!/usr/bin/env bash +# Copyright 2015 gRPC authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +# This script is invoked by Jenkins and runs a diff on the microbenchmarks +set -ex + +# List of benchmarks that provide good signal for analyzing performance changes in pull requests +BENCHMARKS_TO_RUN="bm_fullstack_unary_ping_pong bm_fullstack_streaming_ping_pong bm_fullstack_streaming_pump bm_closure bm_cq bm_call_create bm_error bm_chttp2_hpack bm_chttp2_transport bm_pollset bm_metadata" + +# Enter the gRPC repo root +cd $(dirname $0)/../.. + +tools/run_tests/start_port_server.py +tools/profiling/microbenchmarks/bm_diff/bm_main.py -d origin/$ghprbTargetBranch -b $BENCHMARKS_TO_RUN |