blob: 7bf1a9aa4a0606430070b4460baa78931a1074f8 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
|
#include "tensorflow/stream_executor/executor_cache.h"
#include "tensorflow/stream_executor/lib/stringprintf.h"
namespace perftools {
namespace gputools {
port::Status ExecutorCache::Insert(const StreamExecutorConfig& config,
std::unique_ptr<StreamExecutor> entry) {
if (Get(config).ok()) {
return port::Status(port::error::ALREADY_EXISTS,
"An executor with a matching config already exists.");
}
cache_[config.ordinal].emplace_back(Entry(config, std::move(entry)));
return port::Status::OK();
}
port::StatusOr<StreamExecutor*> ExecutorCache::Get(
const StreamExecutorConfig& config) {
auto entries = cache_.find(config.ordinal);
if (entries == cache_.end()) {
return port::Status(
port::error::NOT_FOUND,
port::Printf("No executors registered for ordinal %d", config.ordinal));
}
for (const auto& iter : entries->second) {
if (iter.first.plugin_config == config.plugin_config &&
iter.first.device_options == config.device_options) {
return iter.second.get();
}
}
return port::Status(port::error::NOT_FOUND,
"No executor found with a matching config.");
}
void ExecutorCache::DestroyAllExecutors() { cache_.clear(); }
} // namespace gputools
} // namespace perftools
|
