liuyu/pgvector
1
0
Fork 0
mirror of https://github.com/pgvector/pgvector.git synced 2026-07-01 02:02:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fixed rounding [skip ci]

Browse Source
This commit is contained in:
Andrew Kane
2024-09-24 00:22:13 -07:00
parent d805378471
commit d50125c95f
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/minivec.h
View File

@@ -103,7 +103,7 @@ Float4ToFp8Unchecked(float num)
int s;
exponent -= 127;
s = mantissa & 0x001FFFFF;
s = mantissa & 0x000FFFFF;
/* Subnormal */
if (exponent < -14)
@@ -112,7 +112,7 @@ Float4ToFp8Unchecked(float num)
mantissa >>= diff;
mantissa += 1 << (23 - diff);
s |= mantissa & 0x001FFFFF;
s |= mantissa & 0x000FFFFF;
}
m = mantissa >> 21;

8
test/expected/minivec.out
View File

@@ -165,7 +165,7 @@ ERROR: expected 2 dimensions, not 3
SELECT '[1,2,3]'::minivec + '[4,5,6]';
?column?
----------
[5,7,10]
[5,7,8]
(1 row)
SELECT '[61439]'::minivec + '[61439]';
@@ -189,7 +189,7 @@ ERROR: different minivec dimensions 2 and 1
SELECT '[1,2,3]'::minivec * '[4,5,6]';
?column?
-----------
[4,10,20]
[4,10,16]
(1 row)
SELECT '[61439]'::minivec * '[61439]';
@@ -403,7 +403,7 @@ SELECT inner_product('[448]'::minivec, '[448]');
SELECT inner_product('[1,1,1,1,1,1,1,1,1]'::minivec, '[1,2,3,4,5,6,7,8,9]');
inner_product
---------------
46
44
(1 row)
SELECT '[1,2]'::minivec <#> '[3,4]';
@@ -497,7 +497,7 @@ SELECT l1_distance('[1,2,3,4,5,6,7,8,9]'::minivec, '[1,2,3,4,5,6,7,8,9]');
SELECT l1_distance('[1,2,3,4,5,6,7,8,9]'::minivec, '[0,3,2,5,4,7,6,9,8]');
l1_distance
-------------
11
7
(1 row)
SELECT '[0,0]'::minivec <+> '[3,4]';