liuyu/pgvector
1
0
Fork 0
mirror of https://github.com/pgvector/pgvector.git synced 2026-07-02 18:50:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fixed rounding [skip ci]

Browse Source
This commit is contained in:
Andrew Kane
2024-09-24 00:22:13 -07:00
parent d805378471
commit d50125c95f
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/minivec.h
View File

@@ -103,7 +103,7 @@ Float4ToFp8Unchecked(float num)
int s;
exponent -= 127;
s = mantissa & 0x001FFFFF;
s = mantissa & 0x000FFFFF;
/* Subnormal */
if (exponent < -14)
@@ -112,7 +112,7 @@ Float4ToFp8Unchecked(float num)
mantissa >>= diff;
mantissa += 1 << (23 - diff);
s |= mantissa & 0x001FFFFF;
s |= mantissa & 0x000FFFFF;
}
m = mantissa >> 21;