From e366797ad3caf62a3d049456e50d0e226953fe24 Mon Sep 17 00:00:00 2001 From: Mark Reid Date: Sun, 8 Nov 2020 17:12:29 -0800 Subject: [PATCH] avfilter/vf_lut3d: fix sanitizef INF handling Signed-off-by: Anton Khirnov --- libavfilter/vf_lut3d.c | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/libavfilter/vf_lut3d.c b/libavfilter/vf_lut3d.c index 988f6c8b55..172d6df0c8 100644 --- a/libavfilter/vf_lut3d.c +++ b/libavfilter/vf_lut3d.c @@ -107,7 +107,7 @@ typedef struct ThreadData { #define EXPONENT_MASK 0x7F800000 #define MANTISSA_MASK 0x007FFFFF -#define SIGN_MASK 0x7FFFFFFF +#define SIGN_MASK 0x80000000 static inline float sanitizef(float f) { @@ -120,7 +120,7 @@ static inline float sanitizef(float f) return 0.0f; } else if (t.i & SIGN_MASK) { // -INF - return FLT_MIN; + return -FLT_MAX; } else { // +INF return FLT_MAX;