Enabling chunking of outputs in the RemoteWorker downloadBlob. This fixes the bug that the RemoteWorker would fail to upload outputs that were too big to send in a single gRPC message.

Fixes #2822.

RELNOTES: n/a
PiperOrigin-RevId: 153710733

1 files changed, 34 insertions, 0 deletions

diff --git a/src/test/shell/bazel/remote_execution_test.sh b/src/test/shell/bazel/remote_execution_test.sh
index 7dd6949b64..f3514d2593 100755
--- a/src/test/shell/bazel/remote_execution_test.sh
+++ b/src/test/shell/bazel/remote_execution_test.sh
@@ -30,6 +30,7 @@ function set_up() {
   ${bazel_data}/src/tools/remote_worker/remote_worker \
       --work_path=${work_path} \
       --listen_port=${worker_port} \
+      --grpc_max_chunk_size_bytes=120000000 \
       --hazelcast_standalone_listen_port=${hazelcast_port} \
       --pid_file=${pid_file} >& $TEST_log &
   local wait_seconds=0
@@ -128,6 +129,39 @@ EOF
     || fail "Remote cache generated different result"
 }
 
+# Tests that the remote worker can return a 200MB blob that requires chunking.
+# Blob has to be that large in order to exceed the grpc default max message size.
+function test_genrule_large_output_chunking() {
+  mkdir -p a
+  cat > a/BUILD <<EOF
+package(default_visibility = ["//visibility:public"])
+genrule(
+name = "large_output",
+srcs = ["small_blob.txt"],
+outs = ["large_blob.txt"],
+cmd = "cp \$(location small_blob.txt) tmp.txt; " +
+"(for i in {1..22} ; do cat tmp.txt >> \$@; cp \$@ tmp.txt; done)",
+)
+EOF
+  cat > a/small_blob.txt <<EOF
+0123456789012345678901234567890123456789012345678901234567890123456789012345678901234567890
+EOF
+  bazel build //a:large_output >& $TEST_log \
+    || fail "Failed to build //a:large_output without remote execution"
+  cp -f bazel-genfiles/a/large_blob.txt ${TEST_TMPDIR}/large_blob_expected.txt
+
+  bazel clean --expunge
+  bazel --host_jvm_args=-Dbazel.DigestFunction=SHA1 build \
+    --spawn_strategy=remote \
+    --grpc_max_chunk_size_bytes=120000000 \
+    --remote_worker=localhost:${worker_port} \
+    --remote_cache=localhost:${worker_port} \
+        //a:large_output >& $TEST_log \
+    || fail "Failed to build //a:large_output with remote execution"
+  diff bazel-genfiles/a/large_blob.txt ${TEST_TMPDIR}/large_blob_expected.txt \
+    || fail "Remote execution generated different result"
+}
+
 function test_cc_binary_rest_cache() {
   mkdir -p a
   cat > a/BUILD <<EOF