Compare commits

...

6 Commits

Author SHA1 Message Date
Andrew Kane
c599017441 Improved naming [skip ci] 2026-07-10 17:37:27 -07:00
Andrew Kane
f341cea329 Reduced memory usage for few samples for IVFFlat index builds [skip ci] 2026-07-10 17:33:05 -07:00
Andrew Kane
73356ecfa7 Improved check for VectorArrayInit [skip ci] 2026-07-10 16:30:35 -07:00
Andrew Kane
0e557b1d18 Updated readme [skip ci] 2026-07-10 15:16:36 -07:00
Andrew Kane
769a60884c Updated readme [skip ci] 2026-07-10 14:20:26 -07:00
Andrew Kane
8711840058 Added section on multitenancy [skip ci] 2026-07-10 14:13:13 -07:00
3 changed files with 45 additions and 6 deletions

View File

@@ -465,6 +465,16 @@ If filtering by many different values, consider [partitioning](https://www.postg
CREATE TABLE items (embedding vector(3), category_id int) PARTITION BY LIST(category_id);
```
## Multitenancy
For applications with multiple tenants, sharing an approximate index between tenants means vectors from one tenant can affect recall (and speed) for other tenants.
For tenant isolation, use [list partitioning](https://www.postgresql.org/docs/current/ddl-partitioning.html) or separate tables.
```sql
CREATE TABLE items (customer_id int, embedding vector(3)) PARTITION BY LIST(customer_id);
```
## Iterative Index Scans
With approximate indexes, queries with filtering can return less results since filtering is applied *after* the index is scanned. Starting with 0.8.0, you can enable iterative index scans, which will automatically scan more of the index until enough results are found (or it reaches `hnsw.max_scan_tuples` or `ivfflat.max_probes`).

View File

@@ -8,6 +8,7 @@
#include "fmgr.h"
#include "ivfflat.h"
#include "miscadmin.h"
#include "utils/datum.h"
#include "utils/memutils.h"
#include "utils/relcache.h"
@@ -105,16 +106,44 @@ NormCenters(const IvfflatTypeInfo * typeInfo, Oid collation, VectorArray centers
}
/*
* Quick approach if we have no data
* Check if vector array contains a vector
*/
static bool
VectorArrayContains(VectorArray arr, Pointer val)
{
Datum d = PointerGetDatum(val);
for (int i = 0; i < arr->length; i++)
{
if (datumIsEqual(d, PointerGetDatum(VectorArrayGet(arr, i)), false, -1))
return true;
}
return false;
}
/*
* Quick approach if we have little data
*/
static void
RandomCenters(Relation index, VectorArray centers, const IvfflatTypeInfo * typeInfo)
QuickCenters(Relation index, VectorArray samples, VectorArray centers, const IvfflatTypeInfo * typeInfo)
{
int dimensions = centers->dim;
FmgrInfo *normprocinfo = IvfflatOptionalProcInfo(index, IVFFLAT_KMEANS_NORM_PROC);
Oid collation = index->rd_indcollation[0];
float *x = (float *) palloc(sizeof(float) * dimensions);
/* Fill with unique samples (already normalized) */
for (int i = 0; i < samples->length; i++)
{
Pointer sample = VectorArrayGet(samples, i);
if (!VectorArrayContains(centers, sample))
{
VectorArraySet(centers, centers->length, sample);
centers->length++;
}
}
/* Fill with random data */
while (centers->length < centers->maxlen)
{
@@ -548,8 +577,8 @@ IvfflatKmeans(Relation index, VectorArray samples, VectorArray centers, const Iv
ALLOCSET_DEFAULT_SIZES);
MemoryContext oldCtx = MemoryContextSwitchTo(kmeansCtx);
if (samples->length == 0)
RandomCenters(index, centers, typeInfo);
if (samples->length <= centers->maxlen)
QuickCenters(index, samples, centers, typeInfo);
else
ElkanKmeans(index, samples, centers, typeInfo, memoryUsed);

View File

@@ -25,8 +25,8 @@ VectorArrayInit(int maxlen, int dimensions, Size itemsize)
{
VectorArray res;
if (maxlen < 1 || dimensions < 1)
elog(ERROR, "safety check failed");
if (maxlen < 1 || dimensions < 1 || itemsize == 0)
elog(ERROR, "cannot create vector array");
/* Ensure items are aligned to prevent UB */
itemsize = MAXALIGN(itemsize);