diff options
| author |  TensorFlower Gardener <gardener@tensorflow.org> | 2018-08-27 10:51:36 -0700 |
|---|---|---|
| committer | TensorFlower Gardener <gardener@tensorflow.org> | 2018-08-27 10:51:36 -0700 |
| commit | d9b33f24106fa389ea0f94b583efb27a3b8dc79a (patch) | |
| tree | 2ce2a456c5a513104c72a70bdcc77a2abda80357 /tensorflow/core/api_def | |
| parent | dfa007e4562fb85fd5320a0c7ca8a00e50e8b34d (diff) | |
| parent | 6ded4099af9527d224fbf6837aa928f501e80b0f (diff) | |
Merge pull request #21552 from sbrodehl:patch-1
PiperOrigin-RevId: 210392464
Diffstat (limited to 'tensorflow/core/api_def')
| -rw-r--r-- | tensorflow/core/api_def/base_api/api_def_ApplyAdam.pbtxt | 2 | ||||
| -rw-r--r-- | tensorflow/core/api_def/base_api/api_def_ResourceApplyAdam.pbtxt | 2 |
2 files changed, 2 insertions, 2 deletions
diff --git a/tensorflow/core/api_def/base_api/api_def_ApplyAdam.pbtxt b/tensorflow/core/api_def/base_api/api_def_ApplyAdam.pbtxt index b90f5473c8..6341eeda32 100644 --- a/tensorflow/core/api_def/base_api/api_def_ApplyAdam.pbtxt +++ b/tensorflow/core/api_def/base_api/api_def_ApplyAdam.pbtxt @@ -82,7 +82,7 @@ END } summary: "Update \'*var\' according to the Adam algorithm." description: <<END -$$lr_t := \text{learning_rate} * \sqrt{(1 - beta_2^t) / (1 - beta_1^t)}$$ +$$lr_t := \text{learning\_rate} * \sqrt{1 - beta_2^t} / (1 - beta_1^t)$$ $$m_t := beta_1 * m_{t-1} + (1 - beta_1) * g$$ $$v_t := beta_2 * v_{t-1} + (1 - beta_2) * g * g$$ $$variable := variable - lr_t * m_t / (\sqrt{v_t} + \epsilon)$$ diff --git a/tensorflow/core/api_def/base_api/api_def_ResourceApplyAdam.pbtxt b/tensorflow/core/api_def/base_api/api_def_ResourceApplyAdam.pbtxt index ad0aeac004..2dcd136ae3 100644 --- a/tensorflow/core/api_def/base_api/api_def_ResourceApplyAdam.pbtxt +++ b/tensorflow/core/api_def/base_api/api_def_ResourceApplyAdam.pbtxt @@ -76,7 +76,7 @@ END } summary: "Update \'*var\' according to the Adam algorithm." description: <<END -$$lr_t := \text{learning_rate} * \sqrt{(1 - beta_2^t) / (1 - beta_1^t)}$$ +$$lr_t := \text{learning\_rate} * \sqrt{1 - beta_2^t} / (1 - beta_1^t)$$ $$m_t := beta_1 * m_{t-1} + (1 - beta_1) * g$$ $$v_t := beta_2 * v_{t-1} + (1 - beta_2) * g * g$$ $$variable := variable - lr_t * m_t / (\sqrt{v_t} + \epsilon)$$ |