liuyu/pgvector
1
0
Fork 0
mirror of https://github.com/pgvector/pgvector.git synced 2026-07-12 15:46:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

Removed IvfflatType from CheckCenters [skip ci]

Browse Source
This commit is contained in:
Andrew Kane
2024-04-24 18:13:01 -07:00
parent 3e924ab7ad
commit 0f4c2407dd
1 changed files with 15 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
src/ivfkmeans.c
View File

@@ -685,9 +685,10 @@ ElkanKmeans(Relation index, VectorArray samples, VectorArray centers, KmeansStat
* Detect issues with centers * Detect issues with centers
*/ */
static void static void
CheckCenters(Relation index, VectorArray centers, IvfflatType type, KmeansState * kmeansstate) CheckCenters(Relation index, VectorArray centers, KmeansState * kmeansstate)
{ {
FmgrInfo *normprocinfo; FmgrInfo *normprocinfo;
float *scratch = palloc(sizeof(float) * centers->dim);
if (centers->length != centers->maxlen) if (centers->length != centers->maxlen)
elog(ERROR, "Not enough centers. Please report a bug."); elog(ERROR, "Not enough centers. Please report a bug.");
@@ -695,34 +696,19 @@ CheckCenters(Relation index, VectorArray centers, IvfflatType type, KmeansState
/* Ensure no NaN or infinite values */ /* Ensure no NaN or infinite values */
for (int i = 0; i < centers->length; i++) for (int i = 0; i < centers->length; i++)
{ {
if (type == IVFFLAT_TYPE_VECTOR) for (int j = 0; j < centers->dim; j++)
scratch[j] = 0;
kmeansstate->sumCenter(VectorArrayGet(centers, i), scratch);
for (int j = 0; j < centers->dim; j++)
{ {
Vector *vec = (Vector *) VectorArrayGet(centers, i); if (isnan(scratch[j]))
elog(ERROR, "NaN detected. Please report a bug.");
for (int j = 0; j < vec->dim; j++) if (isinf(scratch[j]))
{ elog(ERROR, "Infinite value detected. Please report a bug.");
if (isnan(vec->x[j]))
elog(ERROR, "NaN detected. Please report a bug.");
if (isinf(vec->x[j]))
elog(ERROR, "Infinite value detected. Please report a bug.");
}
} }
else if (type == IVFFLAT_TYPE_HALFVEC)
{
HalfVector *vec = (HalfVector *) VectorArrayGet(centers, i);
for (int j = 0; j < vec->dim; j++)
{
if (HalfIsNan(vec->x[j]))
elog(ERROR, "NaN detected. Please report a bug.");
if (HalfIsInf(vec->x[j]))
elog(ERROR, "Infinite value detected. Please report a bug.");
}
}
else if (type != IVFFLAT_TYPE_BIT)
elog(ERROR, "Unsupported type");
} }
if (kmeansstate->checkDuplicates) if (kmeansstate->checkDuplicates)
@@ -752,6 +738,8 @@ CheckCenters(Relation index, VectorArray centers, IvfflatType type, KmeansState
elog(ERROR, "Zero norm detected. Please report a bug."); elog(ERROR, "Zero norm detected. Please report a bug.");
} }
} }
pfree(scratch);
} }
static void static void
@@ -804,5 +792,5 @@ IvfflatKmeans(Relation index, VectorArray samples, VectorArray centers, IvfflatT
else else
ElkanKmeans(index, samples, centers, &kmeansstate); ElkanKmeans(index, samples, centers, &kmeansstate);
CheckCenters(index, centers, type, &kmeansstate); CheckCenters(index, centers, &kmeansstate);
} }