blob: 741a78a193f362576e3ddf0d8b8ca76d49462b79 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
|
/* Copyright 2015 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "tensorflow/core/util/matmul_autotune.h"
#include "tensorflow/core/framework/types.h"
#include "tensorflow/core/lib/core/stringpiece.h"
#include "tensorflow/core/util/env_var.h"
namespace tensorflow {
bool MatmulAutotuneEnable() {
bool value;
Status status =
ReadBoolFromEnvVar("TF_MATMUL_AUTOTUNE_ENABLE", false, &value);
if (!status.ok()) {
LOG(ERROR) << status.error_message();
}
return value;
}
bool MatmulDoFP32ComputationFP16Input() {
bool value;
// Feedback from NVIDIA: the "true floating point 16" compute capability is
// absent from compute capability SM 5.2. The native 16 bit floating point
// computation was introduced in SM 5.3 and higher compute capability. So
// for compatibility, set this to be true by default for now.
// TODO(yangzihao): In the future, we need to return three possibilities:
// user-set-true, user-set-false, user-no-setting. In the calling sites,
// check the compatibilities. Note that user-set-false with compute
// capability <= 5.2 will cause an error in the later cublasGemmEx() call.
Status status =
ReadBoolFromEnvVar("TF_FP16_MATMUL_USE_FP32_COMPUTE", true, &value);
if (!status.ok()) {
LOG(ERROR) << status.error_message();
}
return value;
}
} // namespace tensorflow
|
