diff options
| author |  A. Unique TensorFlower <gardener@tensorflow.org> | 2018-01-26 17:38:06 -0800 |
|---|---|---|
| committer | TensorFlower Gardener <gardener@tensorflow.org> | 2018-01-26 17:41:25 -0800 |
| commit | ca3ac2a464b92f4c0498dfde875f99102a0d410c (patch) | |
| tree | 56f8732312242b7ca6a5479720ba75f1d4561a4b /tensorflow/contrib/kfac | |
| parent | 8fc47fa3af0e7bc1652e7180c699a270bcc71bbd (diff) | |
Fixed bug: inconsistency with how damping normalization was applied to ConvDiagonalFB blocks.
PiperOrigin-RevId: 183472440
Diffstat (limited to 'tensorflow/contrib/kfac')
| -rw-r--r-- | tensorflow/contrib/kfac/python/ops/fisher_blocks.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/tensorflow/contrib/kfac/python/ops/fisher_blocks.py b/tensorflow/contrib/kfac/python/ops/fisher_blocks.py index 9436caf961..0d2fa706f5 100644 --- a/tensorflow/contrib/kfac/python/ops/fisher_blocks.py +++ b/tensorflow/contrib/kfac/python/ops/fisher_blocks.py @@ -457,7 +457,9 @@ class ConvDiagonalFB(FisherBlock): self._num_locations = ( inputs_shape[1] * inputs_shape[2] // (self._strides[1] * self._strides[2])) - self._damping = normalize_damping(damping, self._num_locations) + + self._damping = (self._num_locations + * normalize_damping(damping, self._num_locations)) self._factor = self._layer_collection.make_or_get_factor( fisher_factors.ConvDiagonalFactor, |