aboutsummaryrefslogtreecommitdiffhomepage
path: root/tools/run_tests
diff options
context:
space:
mode:
authorGravatar Craig Tiller <ctiller@google.com>2017-10-15 22:22:27 +0000
committerGravatar Craig Tiller <ctiller@google.com>2017-10-15 22:22:27 +0000
commit1406f9c524029b5725dfc578551366e54c6494fb (patch)
treed9cfbd7df1cdcc6655717837749704724b25dc4b /tools/run_tests
parentad059f70f8bccee3ae1a0ef1568c8d89c0c1004d (diff)
parent742ca098191c69ff23bf76b47989f21809c09cc3 (diff)
Merge branch 'bs2' into epexinf
Diffstat (limited to 'tools/run_tests')
-rw-r--r--tools/run_tests/generated/sources_and_headers.json44
-rw-r--r--tools/run_tests/generated/tests.json279
-rw-r--r--tools/run_tests/performance/massage_qps_stats.py4
-rw-r--r--tools/run_tests/performance/scenario_config.py33
-rw-r--r--tools/run_tests/performance/scenario_result_schema.json40
-rwxr-xr-xtools/run_tests/run_interop_tests.py2
6 files changed, 268 insertions, 134 deletions
diff --git a/tools/run_tests/generated/sources_and_headers.json b/tools/run_tests/generated/sources_and_headers.json
index 21b3bef691..2e18ed2e8a 100644
--- a/tools/run_tests/generated/sources_and_headers.json
+++ b/tools/run_tests/generated/sources_and_headers.json
@@ -136,23 +136,6 @@
},
{
"deps": [
- "gpr",
- "gpr_test_util",
- "grpc",
- "grpc_test_util"
- ],
- "headers": [],
- "is_filegroup": false,
- "language": "c",
- "name": "bdp_estimator_test",
- "src": [
- "test/core/transport/bdp_estimator_test.c"
- ],
- "third_party": false,
- "type": "target"
- },
- {
- "deps": [
"grpc",
"grpc_test_util"
],
@@ -2615,6 +2598,25 @@
},
{
"deps": [
+ "gpr",
+ "gpr_test_util",
+ "grpc",
+ "grpc++",
+ "grpc++_test_util",
+ "grpc_test_util"
+ ],
+ "headers": [],
+ "is_filegroup": false,
+ "language": "c++",
+ "name": "bdp_estimator_test",
+ "src": [
+ "test/core/transport/bdp_estimator_test.cc"
+ ],
+ "third_party": false,
+ "type": "target"
+ },
+ {
+ "deps": [
"benchmark",
"gpr",
"gpr_test_util",
@@ -7483,7 +7485,9 @@
"third_party/cares/cares/config-win32.h",
"third_party/cares/cares/setup_once.h",
"third_party/cares/config_darwin/ares_config.h",
- "third_party/cares/config_linux/ares_config.h"
+ "third_party/cares/config_freebsd/ares_config.h",
+ "third_party/cares/config_linux/ares_config.h",
+ "third_party/cares/config_openbsd/ares_config.h"
],
"is_filegroup": false,
"language": "c",
@@ -7860,6 +7864,7 @@
"src/core/lib/support/atomic_with_atm.h",
"src/core/lib/support/atomic_with_std.h",
"src/core/lib/support/env.h",
+ "src/core/lib/support/manual_constructor.h",
"src/core/lib/support/memory.h",
"src/core/lib/support/mpscq.h",
"src/core/lib/support/murmur_hash.h",
@@ -7907,6 +7912,7 @@
"src/core/lib/support/atomic_with_atm.h",
"src/core/lib/support/atomic_with_std.h",
"src/core/lib/support/env.h",
+ "src/core/lib/support/manual_constructor.h",
"src/core/lib/support/memory.h",
"src/core/lib/support/mpscq.h",
"src/core/lib/support/murmur_hash.h",
@@ -8932,7 +8938,7 @@
"test/core/end2end/fixtures/proxy.h",
"test/core/iomgr/endpoint_tests.c",
"test/core/iomgr/endpoint_tests.h",
- "test/core/util/debugger_macros.c",
+ "test/core/util/debugger_macros.cc",
"test/core/util/debugger_macros.h",
"test/core/util/grpc_profiler.c",
"test/core/util/grpc_profiler.h",
diff --git a/tools/run_tests/generated/tests.json b/tools/run_tests/generated/tests.json
index a1644dfa09..8cd3f90457 100644
--- a/tools/run_tests/generated/tests.json
+++ b/tools/run_tests/generated/tests.json
@@ -45,7 +45,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -68,7 +68,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -114,7 +114,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -137,7 +137,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -178,29 +178,6 @@
"flaky": false,
"gtest": false,
"language": "c",
- "name": "bdp_estimator_test",
- "platforms": [
- "linux",
- "mac",
- "posix",
- "windows"
- ],
- "uses_polling": true
- },
- {
- "args": [],
- "ci_platforms": [
- "linux",
- "mac",
- "posix",
- "windows"
- ],
- "cpu_cost": 1.0,
- "exclude_configs": [],
- "exclude_iomgrs": [],
- "flaky": false,
- "gtest": false,
- "language": "c",
"name": "bin_decoder_test",
"platforms": [
"linux",
@@ -208,7 +185,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -231,7 +208,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -254,7 +231,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -277,7 +254,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -300,7 +277,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -323,7 +300,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -346,7 +323,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -392,7 +369,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -415,7 +392,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -438,7 +415,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -484,7 +461,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -651,7 +628,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -848,7 +825,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -871,7 +848,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -894,7 +871,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -917,7 +894,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -940,7 +917,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -963,7 +940,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -986,7 +963,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1032,7 +1009,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1055,7 +1032,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1078,7 +1055,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1101,7 +1078,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1124,7 +1101,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1147,7 +1124,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1170,7 +1147,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1193,7 +1170,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1216,7 +1193,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1239,7 +1216,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1262,7 +1239,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1285,7 +1262,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1331,7 +1308,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1425,7 +1402,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1446,7 +1423,7 @@
"mac",
"posix"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1469,7 +1446,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1553,7 +1530,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1576,7 +1553,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1599,7 +1576,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1683,7 +1660,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1729,7 +1706,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1752,7 +1729,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1775,7 +1752,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1821,7 +1798,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1865,7 +1842,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1888,7 +1865,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1911,7 +1888,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -1957,7 +1934,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2028,7 +2005,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2051,7 +2028,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2281,7 +2258,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2304,7 +2281,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2327,7 +2304,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2350,7 +2327,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2463,7 +2440,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2486,7 +2463,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2509,7 +2486,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2651,7 +2628,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2674,7 +2651,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2699,7 +2676,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2724,7 +2701,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2770,7 +2747,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2793,7 +2770,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -2952,7 +2929,30 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
+ },
+ {
+ "args": [],
+ "ci_platforms": [
+ "linux",
+ "mac",
+ "posix",
+ "windows"
+ ],
+ "cpu_cost": 1.0,
+ "exclude_configs": [],
+ "exclude_iomgrs": [],
+ "flaky": false,
+ "gtest": false,
+ "language": "c++",
+ "name": "bdp_estimator_test",
+ "platforms": [
+ "linux",
+ "mac",
+ "posix",
+ "windows"
+ ],
+ "uses_polling": false
},
{
"args": [
@@ -2975,7 +2975,7 @@
"mac",
"posix"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [
@@ -2998,7 +2998,7 @@
"mac",
"posix"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [
@@ -3021,7 +3021,7 @@
"mac",
"posix"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [
@@ -3136,7 +3136,7 @@
"mac",
"posix"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [
@@ -3271,7 +3271,7 @@
"mac",
"posix"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [
@@ -3317,7 +3317,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -3340,7 +3340,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -3434,7 +3434,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -3457,7 +3457,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -3503,7 +3503,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -3526,7 +3526,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -3549,7 +3549,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -3572,7 +3572,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -3689,7 +3689,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -3902,7 +3902,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -3994,7 +3994,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -4218,7 +4218,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -4241,7 +4241,7 @@
"posix",
"windows"
],
- "uses_polling": true
+ "uses_polling": false
},
{
"args": [],
@@ -48366,6 +48366,31 @@
{
"args": [
"--scenarios_json",
+ "{\"scenarios\": [{\"name\": \"cpp_protobuf_async_unary_75Kqps_600channel_60Krpcs_300Breq_50Bresp\", \"warmup_seconds\": 0, \"benchmark_seconds\": 1, \"num_servers\": 1, \"server_config\": {\"async_server_threads\": 16, \"channel_args\": [{\"str_value\": \"latency\", \"name\": \"grpc.optimization_target\"}], \"security_params\": null, \"threads_per_cq\": 16, \"server_type\": \"ASYNC_SERVER\"}, \"num_clients\": 0, \"client_config\": {\"security_params\": null, \"channel_args\": [{\"str_value\": \"latency\", \"name\": \"grpc.optimization_target\"}], \"async_client_threads\": 0, \"outstanding_rpcs_per_channel\": 100, \"rpc_type\": \"UNARY\", \"payload_config\": {\"simple_params\": {\"resp_size\": 50, \"req_size\": 300}}, \"client_channels\": 300, \"threads_per_cq\": 0, \"load_params\": {\"poisson\": {\"offered_load\": 37500}}, \"client_type\": \"ASYNC_CLIENT\", \"histogram_params\": {\"max_possible\": 60000000000.0, \"resolution\": 0.01}}}]}"
+ ],
+ "boringssl": true,
+ "ci_platforms": [
+ "linux"
+ ],
+ "cpu_cost": "capacity",
+ "defaults": "boringssl",
+ "exclude_configs": [
+ "tsan",
+ "asan"
+ ],
+ "excluded_poll_engines": [],
+ "flaky": false,
+ "language": "c++",
+ "name": "json_run_localhost",
+ "platforms": [
+ "linux"
+ ],
+ "shortname": "json_run_localhost:cpp_protobuf_async_unary_75Kqps_600channel_60Krpcs_300Breq_50Bresp",
+ "timeout_seconds": 120
+ },
+ {
+ "args": [
+ "--scenarios_json",
"{\"scenarios\": [{\"name\": \"cpp_generic_async_streaming_ping_pong_secure\", \"warmup_seconds\": 0, \"benchmark_seconds\": 1, \"num_servers\": 1, \"server_config\": {\"async_server_threads\": 1, \"channel_args\": [{\"str_value\": \"latency\", \"name\": \"grpc.optimization_target\"}], \"server_type\": \"ASYNC_GENERIC_SERVER\", \"payload_config\": {\"bytebuf_params\": {\"resp_size\": 0, \"req_size\": 0}}, \"security_params\": {\"use_test_ca\": true, \"server_host_override\": \"foo.test.google.fr\"}, \"threads_per_cq\": 0}, \"num_clients\": 1, \"client_config\": {\"security_params\": {\"use_test_ca\": true, \"server_host_override\": \"foo.test.google.fr\"}, \"channel_args\": [{\"str_value\": \"latency\", \"name\": \"grpc.optimization_target\"}], \"async_client_threads\": 1, \"outstanding_rpcs_per_channel\": 1, \"rpc_type\": \"STREAMING\", \"payload_config\": {\"bytebuf_params\": {\"resp_size\": 0, \"req_size\": 0}}, \"client_channels\": 1, \"threads_per_cq\": 0, \"load_params\": {\"closed_loop\": {}}, \"client_type\": \"ASYNC_CLIENT\", \"histogram_params\": {\"max_possible\": 60000000000.0, \"resolution\": 0.01}}}]}"
],
"boringssl": true,
@@ -50150,6 +50175,44 @@
{
"args": [
"--scenarios_json",
+ "{\"scenarios\": [{\"name\": \"cpp_protobuf_async_unary_75Kqps_600channel_60Krpcs_300Breq_50Bresp\", \"warmup_seconds\": 0, \"benchmark_seconds\": 1, \"num_servers\": 1, \"server_config\": {\"async_server_threads\": 16, \"channel_args\": [{\"str_value\": \"latency\", \"name\": \"grpc.optimization_target\"}], \"security_params\": null, \"threads_per_cq\": 16, \"server_type\": \"ASYNC_SERVER\"}, \"num_clients\": 0, \"client_config\": {\"security_params\": null, \"channel_args\": [{\"str_value\": \"latency\", \"name\": \"grpc.optimization_target\"}], \"async_client_threads\": 0, \"outstanding_rpcs_per_channel\": 100, \"rpc_type\": \"UNARY\", \"payload_config\": {\"simple_params\": {\"resp_size\": 50, \"req_size\": 300}}, \"client_channels\": 300, \"threads_per_cq\": 0, \"load_params\": {\"poisson\": {\"offered_load\": 37500}}, \"client_type\": \"ASYNC_CLIENT\", \"histogram_params\": {\"max_possible\": 60000000000.0, \"resolution\": 0.01}}}]}"
+ ],
+ "boringssl": true,
+ "ci_platforms": [
+ "linux"
+ ],
+ "cpu_cost": "capacity",
+ "defaults": "boringssl",
+ "exclude_configs": [
+ "asan-noleaks",
+ "asan-trace-cmp",
+ "basicprof",
+ "c++-compat",
+ "counters",
+ "dbg",
+ "gcov",
+ "helgrind",
+ "lto",
+ "memcheck",
+ "msan",
+ "mutrace",
+ "opt",
+ "stapprof",
+ "ubsan"
+ ],
+ "excluded_poll_engines": [],
+ "flaky": false,
+ "language": "c++",
+ "name": "json_run_localhost",
+ "platforms": [
+ "linux"
+ ],
+ "shortname": "json_run_localhost:cpp_protobuf_async_unary_75Kqps_600channel_60Krpcs_300Breq_50Bresp_low_thread_count",
+ "timeout_seconds": 120
+ },
+ {
+ "args": [
+ "--scenarios_json",
"{\"scenarios\": [{\"name\": \"cpp_generic_async_streaming_ping_pong_secure\", \"warmup_seconds\": 0, \"benchmark_seconds\": 1, \"num_servers\": 1, \"server_config\": {\"async_server_threads\": 1, \"channel_args\": [{\"str_value\": \"latency\", \"name\": \"grpc.optimization_target\"}], \"server_type\": \"ASYNC_GENERIC_SERVER\", \"payload_config\": {\"bytebuf_params\": {\"resp_size\": 0, \"req_size\": 0}}, \"security_params\": {\"use_test_ca\": true, \"server_host_override\": \"foo.test.google.fr\"}, \"threads_per_cq\": 0}, \"num_clients\": 1, \"client_config\": {\"security_params\": {\"use_test_ca\": true, \"server_host_override\": \"foo.test.google.fr\"}, \"channel_args\": [{\"str_value\": \"latency\", \"name\": \"grpc.optimization_target\"}], \"async_client_threads\": 1, \"outstanding_rpcs_per_channel\": 1, \"rpc_type\": \"STREAMING\", \"payload_config\": {\"bytebuf_params\": {\"resp_size\": 0, \"req_size\": 0}}, \"client_channels\": 1, \"threads_per_cq\": 0, \"load_params\": {\"closed_loop\": {}}, \"client_type\": \"ASYNC_CLIENT\", \"histogram_params\": {\"max_possible\": 60000000000.0, \"resolution\": 0.01}}}]}"
],
"boringssl": true,
diff --git a/tools/run_tests/performance/massage_qps_stats.py b/tools/run_tests/performance/massage_qps_stats.py
index e0b6ce6ba6..48c57581a5 100644
--- a/tools/run_tests/performance/massage_qps_stats.py
+++ b/tools/run_tests/performance/massage_qps_stats.py
@@ -101,6 +101,10 @@ def massage_qps_stats(scenario_result):
stats["core_combiner_locks_scheduled_items"] = massage_qps_stats_helpers.counter(core_stats, "combiner_locks_scheduled_items")
stats["core_combiner_locks_scheduled_final_items"] = massage_qps_stats_helpers.counter(core_stats, "combiner_locks_scheduled_final_items")
stats["core_combiner_locks_offloaded"] = massage_qps_stats_helpers.counter(core_stats, "combiner_locks_offloaded")
+ stats["core_call_combiner_locks_initiated"] = massage_qps_stats_helpers.counter(core_stats, "call_combiner_locks_initiated")
+ stats["core_call_combiner_locks_scheduled_items"] = massage_qps_stats_helpers.counter(core_stats, "call_combiner_locks_scheduled_items")
+ stats["core_call_combiner_set_notify_on_cancel"] = massage_qps_stats_helpers.counter(core_stats, "call_combiner_set_notify_on_cancel")
+ stats["core_call_combiner_cancelled"] = massage_qps_stats_helpers.counter(core_stats, "call_combiner_cancelled")
stats["core_executor_scheduled_short_items"] = massage_qps_stats_helpers.counter(core_stats, "executor_scheduled_short_items")
stats["core_executor_scheduled_long_items"] = massage_qps_stats_helpers.counter(core_stats, "executor_scheduled_long_items")
stats["core_executor_scheduled_to_self"] = massage_qps_stats_helpers.counter(core_stats, "executor_scheduled_to_self")
diff --git a/tools/run_tests/performance/scenario_config.py b/tools/run_tests/performance/scenario_config.py
index 8f01eb4b2a..64af6a687c 100644
--- a/tools/run_tests/performance/scenario_config.py
+++ b/tools/run_tests/performance/scenario_config.py
@@ -82,6 +82,16 @@ def _payload_type(use_generic_payload, req_size, resp_size):
r['simple_params'] = sizes
return r
+def _load_params(offered_load):
+ r = {}
+ if offered_load is None:
+ r['closed_loop'] = {}
+ else:
+ load = {}
+ load['offered_load'] = offered_load
+ r['poisson'] = load
+ return r
+
def _add_channel_arg(config, key, value):
if 'channel_args' in config:
channel_args = config['channel_args']
@@ -115,7 +125,8 @@ def _ping_pong_scenario(name, rpc_type,
resource_quota_size=None,
messages_per_stream=None,
excluded_poll_engines=[],
- minimal_stack=False):
+ minimal_stack=False,
+ offered_load=None):
"""Creates a basic ping pong scenario."""
scenario = {
'name': name,
@@ -129,9 +140,6 @@ def _ping_pong_scenario(name, rpc_type,
'async_client_threads': 1,
'threads_per_cq': client_threads_per_cq,
'rpc_type': rpc_type,
- 'load_params': {
- 'closed_loop': {}
- },
'histogram_params': HISTOGRAM_PARAMS,
'channel_args': [],
},
@@ -171,12 +179,16 @@ def _ping_pong_scenario(name, rpc_type,
scenario['client_config']['outstanding_rpcs_per_channel'] = deep
scenario['client_config']['client_channels'] = wide
scenario['client_config']['async_client_threads'] = 0
+ if offered_load is not None:
+ optimization_target = 'latency'
else:
scenario['client_config']['outstanding_rpcs_per_channel'] = 1
scenario['client_config']['client_channels'] = 1
scenario['client_config']['async_client_threads'] = 1
optimization_target = 'latency'
+ scenario['client_config']['load_params'] = _load_params(offered_load)
+
optimization_channel_arg = {
'name': 'grpc.optimization_target',
'str_value': optimization_target
@@ -235,6 +247,15 @@ class CXXLanguage:
secure=False,
categories=[SMOKETEST] + [SCALABLE])
+ yield _ping_pong_scenario(
+ 'cpp_protobuf_async_unary_75Kqps_600channel_60Krpcs_300Breq_50Bresp',
+ rpc_type='UNARY', client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
+ req_size=300, resp_size=50,
+ unconstrained_client='async', outstanding=30000, channels=300,
+ offered_load=37500, secure=False,
+ async_server_threads=16, server_threads_per_cq=16,
+ categories=[SMOKETEST] + [SCALABLE])
+
for secure in [True, False]:
secstr = 'secure' if secure else 'insecure'
smoketest_categories = ([SMOKETEST] if secure else []) + [SCALABLE]
@@ -809,7 +830,7 @@ class Php7Language:
def worker_cmdline(self):
if self.php7_protobuf_c:
- return ['tools/run_tests/performance/run_worker_php.sh --use_protobuf_c_extension']
+ return ['tools/run_tests/performance/run_worker_php.sh', '--use_protobuf_c_extension']
return ['tools/run_tests/performance/run_worker_php.sh']
def worker_port_offset(self):
@@ -821,7 +842,7 @@ class Php7Language:
php7_extension_mode='php7_protobuf_php_extension'
if self.php7_protobuf_c:
php7_extension_mode='php7_protobuf_c_extension'
-
+
yield _ping_pong_scenario(
'%s_to_cpp_protobuf_sync_unary_ping_pong' % php7_extension_mode,
rpc_type='UNARY', client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
diff --git a/tools/run_tests/performance/scenario_result_schema.json b/tools/run_tests/performance/scenario_result_schema.json
index f11e6359f6..b00c2eed16 100644
--- a/tools/run_tests/performance/scenario_result_schema.json
+++ b/tools/run_tests/performance/scenario_result_schema.json
@@ -517,6 +517,26 @@
},
{
"mode": "NULLABLE",
+ "name": "core_call_combiner_locks_initiated",
+ "type": "INTEGER"
+ },
+ {
+ "mode": "NULLABLE",
+ "name": "core_call_combiner_locks_scheduled_items",
+ "type": "INTEGER"
+ },
+ {
+ "mode": "NULLABLE",
+ "name": "core_call_combiner_set_notify_on_cancel",
+ "type": "INTEGER"
+ },
+ {
+ "mode": "NULLABLE",
+ "name": "core_call_combiner_cancelled",
+ "type": "INTEGER"
+ },
+ {
+ "mode": "NULLABLE",
"name": "core_executor_scheduled_short_items",
"type": "INTEGER"
},
@@ -1329,6 +1349,26 @@
},
{
"mode": "NULLABLE",
+ "name": "core_call_combiner_locks_initiated",
+ "type": "INTEGER"
+ },
+ {
+ "mode": "NULLABLE",
+ "name": "core_call_combiner_locks_scheduled_items",
+ "type": "INTEGER"
+ },
+ {
+ "mode": "NULLABLE",
+ "name": "core_call_combiner_set_notify_on_cancel",
+ "type": "INTEGER"
+ },
+ {
+ "mode": "NULLABLE",
+ "name": "core_call_combiner_cancelled",
+ "type": "INTEGER"
+ },
+ {
+ "mode": "NULLABLE",
"name": "core_executor_scheduled_short_items",
"type": "INTEGER"
},
diff --git a/tools/run_tests/run_interop_tests.py b/tools/run_tests/run_interop_tests.py
index 192f8e76eb..4dd982756d 100755
--- a/tools/run_tests/run_interop_tests.py
+++ b/tools/run_tests/run_interop_tests.py
@@ -677,7 +677,7 @@ def cloud_to_prod_jobspec(language, test_case, server_host_name,
cmdline=cmdline,
cwd=cwd,
environ=environ,
- shortname='%s:%s:%s:%s' % (suite_name, server_host_name, language,
+ shortname='%s:%s:%s:%s' % (suite_name, language, server_host_name,
test_case),
timeout_seconds=_TEST_TIMEOUT,
flake_retries=5 if args.allow_flakes else 0,