aboutsummaryrefslogtreecommitdiffhomepage
diff options
context:
space:
mode:
authorGravatar ncteisen <ncteisen@gmail.com>2017-06-19 09:05:34 -0700
committerGravatar ncteisen <ncteisen@gmail.com>2017-06-19 15:29:16 -0700
commit61a75993f5fca316a3636f4c7a44ae5831a9bec9 (patch)
tree964e03ffd99f0997afac7bca5f059866838e7406
parent390668999f9af7997e9e49995333a56516738da6 (diff)
Enable jenkins testing
-rwxr-xr-xtest/cpp/qps/qps_diff.py8
-rwxr-xr-xtools/jenkins/run_performance.sh7
-rwxr-xr-xtools/jenkins/run_performance_old.sh26
3 files changed, 32 insertions, 9 deletions
diff --git a/test/cpp/qps/qps_diff.py b/test/cpp/qps/qps_diff.py
index a95f9b899a..1dadd96adf 100755
--- a/test/cpp/qps/qps_diff.py
+++ b/test/cpp/qps/qps_diff.py
@@ -51,7 +51,7 @@ def _args():
'-l',
'--loops',
type=int,
- default=6,
+ default=4,
help='Number of times to loops the benchmarks. More loops cuts down on noise'
)
argp.add_argument(
@@ -150,10 +150,10 @@ def main(args):
run('new', _SCENARIOS, args.loops)
run('old', _SCENARIOS, args.loops)
- diff = diff(_SCENARIOS, args.loops, 'old', 'new')
+ diff_output = diff(_SCENARIOS, args.loops, 'old', 'new')
- if diff:
- text = '[qps] Performance differences noted:\n%s' % diff
+ if diff_output:
+ text = '[qps] Performance differences noted:\n%s' % diff_output
else:
text = '[qps] No significant performance differences'
print('%s' % text)
diff --git a/tools/jenkins/run_performance.sh b/tools/jenkins/run_performance.sh
index 3ce05cc7f1..3673fa6c40 100755
--- a/tools/jenkins/run_performance.sh
+++ b/tools/jenkins/run_performance.sh
@@ -13,14 +13,11 @@
# See the License for the specific language governing permissions and
# limitations under the License.
#
-# This script is invoked by Jenkins and runs a diff on the microbenchmarks
+# This script is invoked by Jenkins and runs a diff on the qps drivers
set -ex
-# List of benchmarks that provide good signal for analyzing performance changes in pull requests
-BENCHMARKS_TO_RUN="bm_fullstack_unary_ping_pong bm_fullstack_streaming_ping_pong bm_fullstack_streaming_pump bm_closure bm_cq bm_call_create bm_error bm_chttp2_hpack bm_chttp2_transport bm_pollset bm_metadata"
-
# Enter the gRPC repo root
cd $(dirname $0)/../..
tools/run_tests/start_port_server.py
-tools/profiling/microbenchmarks/bm_diff/bm_main.py -d origin/$ghprbTargetBranch -b $BENCHMARKS_TO_RUN
+test/cpp/qps/qps_diff.py -d origin/$ghprbTargetBranch
diff --git a/tools/jenkins/run_performance_old.sh b/tools/jenkins/run_performance_old.sh
new file mode 100755
index 0000000000..3ce05cc7f1
--- /dev/null
+++ b/tools/jenkins/run_performance_old.sh
@@ -0,0 +1,26 @@
+#!/usr/bin/env bash
+# Copyright 2015 gRPC authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# This script is invoked by Jenkins and runs a diff on the microbenchmarks
+set -ex
+
+# List of benchmarks that provide good signal for analyzing performance changes in pull requests
+BENCHMARKS_TO_RUN="bm_fullstack_unary_ping_pong bm_fullstack_streaming_ping_pong bm_fullstack_streaming_pump bm_closure bm_cq bm_call_create bm_error bm_chttp2_hpack bm_chttp2_transport bm_pollset bm_metadata"
+
+# Enter the gRPC repo root
+cd $(dirname $0)/../..
+
+tools/run_tests/start_port_server.py
+tools/profiling/microbenchmarks/bm_diff/bm_main.py -d origin/$ghprbTargetBranch -b $BENCHMARKS_TO_RUN