diff options
Diffstat (limited to 'tensorflow/core/kernels/training_ops_gpu.cu.cc')
| -rw-r--r-- | tensorflow/core/kernels/training_ops_gpu.cu.cc | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/tensorflow/core/kernels/training_ops_gpu.cu.cc b/tensorflow/core/kernels/training_ops_gpu.cu.cc index 733278e440..f6acdf2422 100644 --- a/tensorflow/core/kernels/training_ops_gpu.cu.cc +++ b/tensorflow/core/kernels/training_ops_gpu.cu.cc @@ -64,7 +64,7 @@ struct ApplyAdadelta<GPUDevice, T> { bcast[0] = grad.dimension(0); Eigen::Sizes<1> single; - accum.device(d) = accum_update * rho.reshape(single).broadcast(bcast) + + accum.device(d) = accum * rho.reshape(single).broadcast(bcast) + grad.square() * (grad.constant(T(1)) - rho.reshape(single).broadcast(bcast)); const auto update = |