1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
/* Copyright 2016 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#ifndef TENSORFLOW_CORE_DISTRIBUTED_RUNTIME_RPC_GRPC_CHANNEL_H_
#define TENSORFLOW_CORE_DISTRIBUTED_RUNTIME_RPC_GRPC_CHANNEL_H_
#include <map>
#include <memory>
#include <set>
#include <string>
#include <vector>
#include "grpcpp/grpcpp.h"
#include "tensorflow/core/distributed_runtime/rpc/grpc_util.h"
namespace tensorflow {
// Consolidated parameter structure to ease use of generic interfaces.
//
// Each job_id requires:
// - a list of host:port (or sparse list of index:host:port)
// - the number of tasks per replica
class GrpcChannelSpec {
public:
struct HostPortsJob {
HostPortsJob(const string& job_id, const std::map<int, string>& host_ports)
: job_id(job_id), host_ports(host_ports) {}
const string job_id;
const std::map<int, string> host_ports;
};
Status AddHostPortsJob(const string& job_id,
const std::vector<string>& host_ports);
Status AddHostPortsJob(const string& job_id,
const std::map<int, string>& host_ports);
const std::vector<HostPortsJob>& host_ports_jobs() const {
return host_ports_jobs_;
}
private:
std::vector<HostPortsJob> host_ports_jobs_;
std::set<string> job_ids_;
};
class GrpcChannelCache {
public:
virtual ~GrpcChannelCache() {}
// Populates *workers with names of all workers which this object
// was created to handle. Worker names are in the format
// /job:<job identifier>/task:<task id>
// e.g. /job:mnist/task:2
virtual void ListWorkers(std::vector<string>* workers) = 0;
virtual void ListWorkersInJob(const string& job_name,
std::vector<string>* workers) = 0;
// If found, returns a gRPC channel that is connected to the remote
// worker named by 'target'. 'target' is of the following
// format: /job:<job identifier>/task:<task id>
// E.g., /job:mnist/task:2
virtual SharedGrpcChannelPtr FindWorkerChannel(const string& target) = 0;
// Translates a string in the form `/job:X/task:Z` into a host_port.
virtual string TranslateTask(const string& task) = 0;
};
typedef std::function<SharedGrpcChannelPtr(string)> ChannelCreationFunction;
GrpcChannelCache* NewGrpcChannelCache(const GrpcChannelSpec& channel_spec,
ChannelCreationFunction channel_func);
// Below here are internal-only functions.
ChannelCreationFunction ConvertToChannelCreationFunction(
const std::function<Status(string, SharedGrpcChannelPtr*)>&
new_channel_func_ptr);
Status NewHostPortGrpcChannel(const string& target,
SharedGrpcChannelPtr* channel_pointer);
} // namespace tensorflow
#endif // TENSORFLOW_CORE_DISTRIBUTED_RUNTIME_RPC_GRPC_CHANNEL_H_
|
