diff options
| author |  Jeff Dean <anonymous@invalid.net> | 2013-06-13 18:17:27 +0200 |
|---|---|---|
| committer | Jeff Dean <anonymous@invalid.net> | 2013-06-13 18:17:27 +0200 |
| commit | d5fa5001a7c6ba3ea29c5a4f18aebb8c1ec71dd6 (patch) | |
| tree | 0a82f8c6ff11890046973596a18159bcdbae40ca /Eigen/src/Core/arch/SSE/MathFunctions.h | |
| parent | 3352b8d873b8639e5cf71bfd3a312dee4a63b0ba (diff) | |
Fix bug #613: psqrt was incorrect for small numbers
Diffstat (limited to 'Eigen/src/Core/arch/SSE/MathFunctions.h')
| -rw-r--r-- | Eigen/src/Core/arch/SSE/MathFunctions.h | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/Eigen/src/Core/arch/SSE/MathFunctions.h b/Eigen/src/Core/arch/SSE/MathFunctions.h index 5ede55fba..1d1a98a9d 100644 --- a/Eigen/src/Core/arch/SSE/MathFunctions.h +++ b/Eigen/src/Core/arch/SSE/MathFunctions.h @@ -450,7 +450,7 @@ Packet4f psqrt<Packet4f>(const Packet4f& _x) Packet4f half = pmul(_x, pset1<Packet4f>(.5f)); /* select only the inverse sqrt of non-zero inputs */ - Packet4f non_zero_mask = _mm_cmpgt_ps(_x, pset1<Packet4f>(std::numeric_limits<float>::epsilon())); + Packet4f non_zero_mask = _mm_cmpgt_ps(_x, pset1<Packet4f>((std::numeric_limits<float>::min)())); Packet4f x = _mm_and_ps(non_zero_mask, _mm_rsqrt_ps(_x)); x = pmul(x, psub(pset1<Packet4f>(1.5f), pmul(half, pmul(x,x)))); |