diff options
author | 2018-03-01 16:00:17 -0800 | |
---|---|---|
committer | 2018-03-01 16:04:36 -0800 | |
commit | 6db78cd5266dc761c4f90a80d7555c6c33fc453a (patch) | |
tree | ff0782ed394c3ac00585878ad25f508322632600 | |
parent | 80ebc380ec8dacdf900cc66c6590054e26b6dade (diff) |
[ClusterFLR] Prolong the lifetime of the RunGraphRequest until the call has completed.
Some WorkerService implementations rely on the request object remaining live until the callback is called.
PiperOrigin-RevId: 187548140
-rw-r--r-- | tensorflow/core/distributed_runtime/cluster_function_library_runtime.cc | 28 |
1 files changed, 16 insertions, 12 deletions
diff --git a/tensorflow/core/distributed_runtime/cluster_function_library_runtime.cc b/tensorflow/core/distributed_runtime/cluster_function_library_runtime.cc index 3a8d591236..0c5c4d59ed 100644 --- a/tensorflow/core/distributed_runtime/cluster_function_library_runtime.cc +++ b/tensorflow/core/distributed_runtime/cluster_function_library_runtime.cc @@ -175,32 +175,33 @@ void ClusterFunctionLibraryRuntime::Run( return; } - RunGraphRequest req; - req.set_session_handle(worker_session_->session_name); - req.set_graph_handle(function_data->graph_handle); + RunGraphRequest* req = new RunGraphRequest; + req->set_session_handle(worker_session_->session_name); + req->set_graph_handle(function_data->graph_handle); // Borrowed from master_session.cc const uint64 step_id = (random::New64() & ((1uLL << 56) - 1)) | (1uLL << 56); - req.set_step_id(step_id); + req->set_step_id(step_id); int i = 0; for (const auto& send_key : function_data->send_keys) { - NamedTensorProto* send = req.add_send(); + NamedTensorProto* send = req->add_send(); send->set_name(send_key); args[i].AsProtoTensorContent(send->mutable_tensor()); i++; } const std::vector<string>& recv_keys = function_data->recv_keys; for (const auto& recv_key : recv_keys) { - req.add_recv_key(recv_key); + req->add_recv_key(recv_key); } RunGraphResponse* resp = new RunGraphResponse(); CallOptions* call_options = new CallOptions(); wi->RunGraphAsync( - call_options, &req, resp, - [call_options, resp, rets, recv_keys, done](const Status& status) { + call_options, req, resp, + [call_options, req, resp, rets, recv_keys, done](const Status& status) { if (!status.ok()) { done(status); delete call_options; + delete req; delete resp; return; } @@ -212,25 +213,28 @@ void ClusterFunctionLibraryRuntime::Run( for (const auto& recv_key : recv_keys) { TensorProto* tp = mapped_recvs[recv_key]; if (tp == nullptr) { + done(errors::Internal("Could not find key: ", recv_key)); delete call_options; + delete req; delete resp; - done(errors::Internal("Could not find key: ", recv_key)); return; } Tensor t; if (t.FromProto(*tp)) { rets->push_back(t); } else { - delete call_options; - delete resp; done(errors::Internal("Could not convert tensor proto: ", tp->DebugString())); + delete call_options; + delete req; + delete resp; return; } } + done(status); delete call_options; + delete req; delete resp; - done(status); }); } |