1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_CORE_DISTRIBUTED_RUNTIME_RPC_GRPC_STATE_H_
#define TENSORFLOW_CORE_DISTRIBUTED_RUNTIME_RPC_GRPC_STATE_H_
#include <utility>
#include "grpcpp/generic/generic_stub.h"
#include "grpcpp/grpcpp.h"
#include "tensorflow/core/distributed_runtime/call_options.h"
#include "tensorflow/core/distributed_runtime/rpc/grpc_client_cq_tag.h"
#include "tensorflow/core/distributed_runtime/rpc/grpc_util.h"
#include "tensorflow/core/distributed_runtime/tensor_coding.h"
#include "tensorflow/core/platform/notification.h"
namespace tensorflow {
// Object allocated per active RPC.
template <class Response>
class RPCState : public GrpcClientCQTag {
public:
// Default behavior is to set fail_fast = False and handle timeouts manually.
RPCState(::grpc::GenericStub* stub, ::grpc::CompletionQueue* cq,
const ::grpc::string& method, const protobuf::Message& request,
Response* response, StatusCallback done, CallOptions* call_opts)
: RPCState(stub, cq, method, request, response, std::move(done),
call_opts, /*fail_fast=*/false, /*timeout_in_ms=*/0) {}
template <typename Request>
RPCState(::grpc::GenericStub* stub, ::grpc::CompletionQueue* cq,
const ::grpc::string& method, const Request& request,
Response* response, StatusCallback done, CallOptions* call_opts,
bool fail_fast, int64 timeout_in_ms)
: call_opts_(call_opts), done_(std::move(done)) {
context_.set_fail_fast(fail_fast);
if (timeout_in_ms > 0) {
context_.set_deadline(gpr_time_from_millis(timeout_in_ms, GPR_TIMESPAN));
}
if (call_opts) {
call_opts->SetCancelCallback([this]() { context_.TryCancel(); });
}
response_ = response;
::grpc::Status s = GrpcMaybeUnparseProto(request, &request_buf_);
if (!s.ok()) {
LOG(ERROR) << "GrpcMaybeUnparseProto returned with non-ok status: "
<< s.error_message();
}
call_ =
std::move(stub->PrepareUnaryCall(&context_, method, request_buf_, cq));
call_->StartCall();
call_->Finish(&response_buf_, &status_, this);
}
void OnCompleted(bool ok) override {
if (call_opts_) {
call_opts_->ClearCancelCallback();
}
Status s = FromGrpcStatus(status_);
if (s.ok() && !ok) {
// Since this function is only being used for processing the response
// to Finish for client-side unary calls, ok should never be false
s.Update(errors::Internal("unexpected ok value at rpc completion"));
}
if (s.ok() && !GrpcMaybeParseProto(&response_buf_, response_)) {
s.Update(errors::Internal("could not parse rpc response"));
}
if (!s.ok()) {
VLOG(2) << "Call returned with non-ok status: " << s;
}
done_(s);
delete this;
}
private:
CallOptions* call_opts_;
::grpc::ClientContext context_;
std::unique_ptr<::grpc::GenericClientAsyncResponseReader> call_;
Response* response_;
::grpc::ByteBuffer request_buf_;
::grpc::ByteBuffer response_buf_;
::grpc::Status status_;
StatusCallback done_;
};
} // namespace tensorflow
#endif // TENSORFLOW_CORE_DISTRIBUTED_RUNTIME_RPC_GRPC_STATE_H_
|
