-- cgit v1.2.3 From 1031223c095c7685347b4930e81b390ee88c35e0 Mon Sep 17 00:00:00 2001 From: Ziming Dong Date: Sat, 6 Aug 2016 19:48:50 +0800 Subject: fix tanh inconsistent --- Eigen/src/Core/functors/UnaryFunctors.h | 117 ++++++++++++++++++++++++-------- 1 file changed, 89 insertions(+), 28 deletions(-) diff --git a/Eigen/src/Core/functors/UnaryFunctors.h b/Eigen/src/Core/functors/UnaryFunctors.h index 04208c9fe..e2f3d869f 100644 --- a/Eigen/src/Core/functors/UnaryFunctors.h +++ b/Eigen/src/Core/functors/UnaryFunctors.h @@ -491,19 +491,62 @@ struct functor_traits > }; }; - /** \internal * \brief Template functor to compute the tanh of a scalar * \sa class CwiseUnaryOp, ArrayBase::tanh() */ -template struct scalar_tanh_op { +template +struct scalar_tanh_op { EIGEN_EMPTY_STRUCT_CTOR(scalar_tanh_op) - EIGEN_DEVICE_FUNC inline const Scalar operator() (const Scalar& a) const { return numext::tanh(a); } + EIGEN_DEVICE_FUNC inline const Scalar operator()(const Scalar& a) const { + /** \internal \returns the hyperbolic tan of \a a (coeff-wise) + Doesn't do anything fancy, just a 13/6-degree rational interpolant + which + is accurate up to a couple of ulp in the range [-9, 9], outside of + which + the fl(tanh(x)) = +/-1. */ + + // Clamp the inputs to the range [-9, 9] since anything outside + // this range is +/-1.0f in single-precision. + const Scalar plus_9 = static_cast(9.0); + const Scalar minus_9 = static_cast(-9.0); + const Scalar x = numext::maxi(minus_9, numext::mini(plus_9, a)); + // Scalarhe monomial coefficients of the numerator polynomial (odd). + const Scalar alpha_1 = static_cast(4.89352455891786e-03); + const Scalar alpha_3 = static_cast(6.37261928875436e-04); + const Scalar alpha_5 = static_cast(1.48572235717979e-05); + const Scalar alpha_7 = static_cast(5.12229709037114e-08); + const Scalar alpha_9 = static_cast(-8.60467152213735e-11); + const Scalar alpha_11 = static_cast(2.00018790482477e-13); + const Scalar alpha_13 = static_cast(-2.76076847742355e-16); + // Scalarhe monomial coefficients of the denominator polynomial (even). + const Scalar beta_0 = static_cast(4.89352518554385e-03); + const Scalar beta_2 = static_cast(2.26843463243900e-03); + const Scalar beta_4 = static_cast(1.18534705686654e-04); + const Scalar beta_6 = static_cast(1.19825839466702e-06); + // Since the polynomials are odd/even, we need x^2. + const Scalar x2 = x * x; + // Evaluate the numerator polynomial p. + Scalar p = x2 * alpha_13 + alpha_11; + p = x2 * p + alpha_9; + p = x2 * p + alpha_7; + p = x2 * p + alpha_5; + p = x2 * p + alpha_3; + p = x2 * p + alpha_1; + p = x * p; + // Evaluate the denominator polynomial p. + Scalar q = x2 * beta_6 + beta_4; + q = x2 * q + beta_2; + q = x2 * q + beta_0; + // Divide the numerator by the denominator. + return p / q; + } template EIGEN_DEVICE_FUNC inline Packet packetOp(const Packet& _x) const { /** \internal \returns the hyperbolic tan of \a a (coeff-wise) Doesn't do anything fancy, just a 13/6-degree rational interpolant which - is accurate up to a couple of ulp in the range [-9, 9], outside of which the + is accurate up to a couple of ulp in the range [-9, 9], outside of which + the fl(tanh(x)) = +/-1. */ // Clamp the inputs to the range [-9, 9] since anything outside @@ -511,7 +554,7 @@ template struct scalar_tanh_op { const Packet plus_9 = pset1(9.0); const Packet minus_9 = pset1(-9.0); const Packet x = pmax(minus_9, pmin(plus_9, _x)); - + // The monomial coefficients of the numerator polynomial (odd). const Packet alpha_1 = pset1(4.89352455891786e-03); const Packet alpha_3 = pset1(6.37261928875436e-04); @@ -520,17 +563,17 @@ template struct scalar_tanh_op { const Packet alpha_9 = pset1(-8.60467152213735e-11); const Packet alpha_11 = pset1(2.00018790482477e-13); const Packet alpha_13 = pset1(-2.76076847742355e-16); - + // The monomial coefficients of the denominator polynomial (even). const Packet beta_0 = pset1(4.89352518554385e-03); const Packet beta_2 = pset1(2.26843463243900e-03); const Packet beta_4 = pset1(1.18534705686654e-04); const Packet beta_6 = pset1(1.19825839466702e-06); - + // Since the polynomials are odd/even, we need x^2. const Packet x2 = pmul(x, x); - - // Evaluate the numerator polynomial p. + + // Evaluate the numerator polynomial p. Packet p = pmadd(x2, alpha_13, alpha_11); p = pmadd(x2, p, alpha_9); p = pmadd(x2, p, alpha_7); @@ -538,38 +581,56 @@ template struct scalar_tanh_op { p = pmadd(x2, p, alpha_3); p = pmadd(x2, p, alpha_1); p = pmul(x, p); - + // Evaluate the denominator polynomial p. Packet q = pmadd(x2, beta_6, beta_4); q = pmadd(x2, q, beta_2); q = pmadd(x2, q, beta_0); - + // Divide the numerator by the denominator. return pdiv(p, q); } }; -template -struct functor_traits > -{ +template <> +struct scalar_tanh_op > { + EIGEN_DEVICE_FUNC inline const std::complex operator()( + const std::complex& a) const { + return numext::tanh(a); + } +}; +template <> +struct scalar_tanh_op > { + EIGEN_DEVICE_FUNC inline const std::complex operator()( + const std::complex& a) const { + return numext::tanh(a); + } +}; +template +struct functor_traits > { enum { PacketAccess = packet_traits::HasTanh, - Cost = - (PacketAccess - // The following numbers are based on the AVX implementation, + Cost = (PacketAccess && (!is_same >::value) && + (!is_same >::value) +// The following numbers are based on the AVX implementation, #ifdef EIGEN_VECTORIZE_FMA - // Haswell can issue 2 add/mul/madd per cycle. - // 9 pmadd, 2 pmul, 1 div, 2 other - ? (2 * NumTraits::AddCost + 6 * NumTraits::MulCost + - NumTraits::template Div::HasDiv>::Cost) + // Haswell can issue 2 add/mul/madd per cycle. + // 9 pmadd, 2 pmul, 1 div, 2 other + ? (2 * NumTraits::AddCost + + 6 * NumTraits::MulCost + + NumTraits::template Div< + packet_traits::HasDiv>::Cost) #else - ? (11 * NumTraits::AddCost + - 11 * NumTraits::MulCost + - NumTraits::template Div::HasDiv>::Cost) + ? (11 * NumTraits::AddCost + + 11 * NumTraits::MulCost + + NumTraits::template Div< + packet_traits::HasDiv>::Cost) #endif - // This number assumes a naive implementation of tanh - : (6 * NumTraits::AddCost + 3 * NumTraits::MulCost + - 2 * NumTraits::template Div::HasDiv>::Cost + - functor_traits >::Cost)) + // This number assumes a naive implementation of tanh + : (6 * NumTraits::AddCost + + 3 * NumTraits::MulCost + + 2 * NumTraits::template Div< + packet_traits::HasDiv>::Cost + + functor_traits >::Cost)) }; }; -- cgit v1.2.3