diff options
| author |  A. Unique TensorFlower <gardener@tensorflow.org> | 2017-10-06 14:55:17 -0700 |
|---|---|---|
| committer | TensorFlower Gardener <gardener@tensorflow.org> | 2017-10-06 15:02:00 -0700 |
| commit | e744cca9861b175f93e3e2bd72b38731a9f1fca7 (patch) | |
| tree | d5a9380ca10cf8f05ba0385b662712371ca5a4f2 /tensorflow/python/ops/nn_grad.py | |
| parent | eb1a0a5294b9b7b209d419b4113fb57d6443b45f (diff) | |
Changes Relu6Grad to depend on relu6's output rather than its input, for consistency with relu. This would result in memory savings when training conv->relu6->bn and conv->bn->relu6->conv models, as the inputs to bn and conv are already retained for backprop.
PiperOrigin-RevId: 171348086
Diffstat (limited to 'tensorflow/python/ops/nn_grad.py')
| -rw-r--r-- | tensorflow/python/ops/nn_grad.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/tensorflow/python/ops/nn_grad.py b/tensorflow/python/ops/nn_grad.py index 7dcd72968a..af610d8fdb 100644 --- a/tensorflow/python/ops/nn_grad.py +++ b/tensorflow/python/ops/nn_grad.py @@ -349,7 +349,7 @@ def _SeluGradGrad(op, grad): @ops.RegisterGradient("Relu6") def _Relu6Grad(op, grad): - return gen_nn_ops._relu6_grad(grad, op.inputs[0]) + return gen_nn_ops._relu6_grad(grad, op.outputs[0]) # pylint: disable=protected-access @ops.RegisterGradient("Elu") |