diff options
| author |  A. Unique TensorFlower <gardener@tensorflow.org> | 2018-07-02 13:18:19 -0700 |
|---|---|---|
| committer | TensorFlower Gardener <gardener@tensorflow.org> | 2018-07-02 13:23:41 -0700 |
| commit | 8b53bfe12f2cc45cbccf0d1ffcf6150e89fdc97f (patch) | |
| tree | 48fb4891b1fa7e8d5344584580f7a7813766d2d0 /tensorflow/stream_executor/cuda | |
| parent | 498447e84cab4e8fbfa4e4b8288144f41650c6c9 (diff) | |
Workaround the cudnn 7.1.4 correctness bug, where the workspace is required to be zeroed.
PiperOrigin-RevId: 203001311
Diffstat (limited to 'tensorflow/stream_executor/cuda')
| -rw-r--r-- | tensorflow/stream_executor/cuda/cuda_dnn.cc | 16 |
1 files changed, 16 insertions, 0 deletions
diff --git a/tensorflow/stream_executor/cuda/cuda_dnn.cc b/tensorflow/stream_executor/cuda/cuda_dnn.cc index d4f2fd2625..84916385a8 100644 --- a/tensorflow/stream_executor/cuda/cuda_dnn.cc +++ b/tensorflow/stream_executor/cuda/cuda_dnn.cc @@ -3074,6 +3074,22 @@ port::Status CudnnSupport::DoConvolveBackwardDataImpl( } } + // Cudnn 7.1.4 has a bug if the workspace of the following convolution is not + // zero-initialized. + // TODO(timshen): Add an nvbugs/ link. + if (CUDNN_VERSION >= 7000 && + algorithm_config.algorithm().algo_id() == + CUDNN_CONVOLUTION_BWD_DATA_ALGO_1 && + cudnn_type == CUDNN_DATA_HALF && + algorithm_config.algorithm().tensor_ops_enabled() && + input_descriptor.layout() == dnn::DataLayout::kBatchYXDepth && + filter_descriptor.layout() == dnn::FilterLayout::kOutputInputYX && + output_descriptor.layout() == dnn::DataLayout::kBatchDepthYX && + (convolution_descriptor.vertical_filter_stride() > 1 || + convolution_descriptor.horizontal_filter_stride() > 1)) { + stream->ThenMemZero(&scratch, scratch.size()); + } + RETURN_IF_CUDNN_ERROR( cudnnConvolutionBackwardData(cudnn.handle(), /*alpha=*/alpha, |