blob: 39ac113ba96f0d99c62ed22465cba637990ce6ff (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "tensorflow/stream_executor/gcuda.h"
namespace perftools {
namespace gputools {
// Returns the mapping of gcudacc kernel stub to preferred cache
// configuration. C++ static singleton pattern.
std::map<void *, KernelCacheConfig> &GetGcudaccStubToCacheConfigMap() {
static std::map<void *, KernelCacheConfig> cache_config_by_stub;
return cache_config_by_stub;
}
shared_mem_config::SharedMemConfig DeviceGetSharedMemConfig(
StreamExecutor *stream_exec) {
SharedMemoryConfig config = stream_exec->GetDeviceSharedMemoryConfig();
switch (config) {
case SharedMemoryConfig::kDefault:
return shared_mem_config::kDefaultBankSize;
case SharedMemoryConfig::kFourByte:
return shared_mem_config::kFourByteBankSize;
case SharedMemoryConfig::kEightByte:
return shared_mem_config::kEightByteBankSize;
default:
LOG(FATAL) << "Impossible shared memory config returned: "
<< static_cast<int>(config);
}
}
void DeviceSetSharedMemConfig(StreamExecutor *stream_exec,
shared_mem_config::SharedMemConfig config) {
SharedMemoryConfig executor_config;
switch (config) {
case shared_mem_config::kDefaultBankSize:
executor_config = SharedMemoryConfig::kDefault;
break;
case shared_mem_config::kFourByteBankSize:
executor_config = SharedMemoryConfig::kFourByte;
break;
case shared_mem_config::kEightByteBankSize:
executor_config = SharedMemoryConfig::kEightByte;
break;
default:
LOG(FATAL) << "Impossible shared memory config specified: "
<< static_cast<int>(config);
}
if (!stream_exec->SetDeviceSharedMemoryConfig(executor_config).ok()) {
// The message is logged at a higher level.
LOG(INFO) << "Unable to set cache configuration; proceeding.";
}
}
template <>
void FuncSetCacheConfig<void *>(Stream *stream, void *fptr,
cache_config::CacheConfig cache_config) {
// Map from the legacy to the C++11 type.
KernelCacheConfig kernel_cache_config;
switch (cache_config) {
case cache_config::kPreferShared:
kernel_cache_config = KernelCacheConfig::kPreferShared;
break;
case cache_config::kPreferL1:
kernel_cache_config = KernelCacheConfig::kPreferL1;
break;
case cache_config::kPreferEqual:
kernel_cache_config = KernelCacheConfig::kPreferEqual;
break;
default:
kernel_cache_config = KernelCacheConfig::kNoPreference;
}
auto cache_config_map = GetGcudaccStubToCacheConfigMap();
cache_config_map[fptr] = kernel_cache_config;
}
template <>
KernelCacheConfig FuncGetCacheConfig<void *>(void *fptr) {
auto cache_config_map = GetGcudaccStubToCacheConfigMap();
auto iter = cache_config_map.find(fptr);
if (iter == cache_config_map.end()) {
return KernelCacheConfig::kNoPreference;
}
return cache_config_map[fptr];
}
} // namespace gputools
} // namespace perftools
|
