From 3b0976b725aa31711d63c39af92065de1f1589df Mon Sep 17 00:00:00 2001 From: Andrew Kane Date: Tue, 24 Sep 2024 00:24:02 -0700 Subject: [PATCH] Fixed rounding [skip ci] --- src/minivec.h | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/src/minivec.h b/src/minivec.h index 2690a66..50792ad 100644 --- a/src/minivec.h +++ b/src/minivec.h @@ -82,14 +82,14 @@ Float4ToFp8Unchecked(float num) /* NaN */ result |= 0x7F; } - else if (exponent > 116) + else if (exponent > 114) { int m; int gr; int s; exponent -= 127; - s = mantissa & 0x000FFFFF; + s = mantissa & 0x0007FFFF; /* Subnormal */ if (exponent < -6) @@ -98,7 +98,7 @@ Float4ToFp8Unchecked(float num) mantissa >>= diff; mantissa += 1 << (23 - diff); - s |= mantissa & 0x000FFFFF; + s |= mantissa & 0x0007FFFF; } m = mantissa >> 20; @@ -114,14 +114,14 @@ Float4ToFp8Unchecked(float num) exponent += 1; } - if (exponent > 8) + if (exponent > 7) { /* Infinite, which is NaN */ result |= 0x7F; } else { - if (exponent >= -7) + if (exponent >= -6) result |= (exponent + 7) << 3; result |= m;