diff options
Diffstat (limited to 'tensorflow/core/api_def/base_api/api_def_SparseApplyCenteredRMSProp.pbtxt')
| -rw-r--r-- | tensorflow/core/api_def/base_api/api_def_SparseApplyCenteredRMSProp.pbtxt | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/tensorflow/core/api_def/base_api/api_def_SparseApplyCenteredRMSProp.pbtxt b/tensorflow/core/api_def/base_api/api_def_SparseApplyCenteredRMSProp.pbtxt index 2c6a36bf45..b3f2d3ea62 100644 --- a/tensorflow/core/api_def/base_api/api_def_SparseApplyCenteredRMSProp.pbtxt +++ b/tensorflow/core/api_def/base_api/api_def_SparseApplyCenteredRMSProp.pbtxt @@ -83,8 +83,8 @@ mean_square = decay * mean_square + (1-decay) * gradient ** 2 mean_grad = decay * mean_grad + (1-decay) * gradient Delta = learning_rate * gradient / sqrt(mean_square + epsilon - mean_grad ** 2) -ms <- rho * ms_{t-1} + (1-rho) * grad * grad -mom <- momentum * mom_{t-1} + lr * grad / sqrt(ms + epsilon) -var <- var - mom +$$ms <- rho * ms_{t-1} + (1-rho) * grad * grad$$ +$$mom <- momentum * mom_{t-1} + lr * grad / sqrt(ms + epsilon)$$ +$$var <- var - mom$$ END } |