liuyu/pgvector
1
0
Fork 0
mirror of https://github.com/pgvector/pgvector.git synced 2026-07-10 06:40:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

Improved recall test

Browse Source
This commit is contained in:
Andrew Kane
2022-02-11 00:43:01 -08:00
parent b64c7d6228
commit 02ae98791c
1 changed files with 33 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

50
test/t/003_recall.pl
View File

@@ -5,29 +5,35 @@ use TestLib;
use Test::More tests => 2; use Test::More tests => 2;
my $node; my $node;
my @expected_ids; my @queries = ();
my @expected = ();
# TODO Run more queries to prevent flakiness
sub test_recall sub test_recall
{ {
my ($probes, $min) = @_; my ($probes, $min) = @_;
my $correct = 0;
my $total = 0;
my $actual = $node->safe_psql("postgres", qq( for my $i (0 .. $#queries) {
SET enable_seqscan = off; my $actual = $node->safe_psql("postgres", qq(
SET ivfflat.probes = $probes; SET enable_seqscan = off;
SELECT i FROM tst ORDER BY v <-> '[0.5,0.5,0.5]' LIMIT 10; SET ivfflat.probes = $probes;
)); SELECT i FROM tst ORDER BY v <-> '$queries[$i]' LIMIT 10;
my @actual_ids = split("\n", $actual); ));
my %actual_set = map { $_ => 1 } @actual_ids; my @actual_ids = split("\n", $actual);
my %actual_set = map { $_ => 1 } @actual_ids;
my $count = 0; my @expected_ids = split("\n", $expected[$i]);
for my $el (@expected_ids) {
if (exists($actual_set{$el})) { foreach (@expected_ids) {
$count++; if (exists($actual_set{$_})) {
$correct++;
}
$total++;
} }
} }
cmp_ok($count / scalar(@expected_ids), ">=", $min); cmp_ok($correct / $total, ">=", $min);
} }
# Initialize node # Initialize node
@@ -42,15 +48,25 @@ $node->safe_psql("postgres",
"INSERT INTO tst SELECT i, ARRAY[random(), random(), random()] FROM generate_series(1, 100000) i;" "INSERT INTO tst SELECT i, ARRAY[random(), random(), random()] FROM generate_series(1, 100000) i;"
); );
# Generate queries
for (1..10) {
my $r1 = rand();
my $r2 = rand();
my $r3 = rand();
push(@queries, "[$r1,$r2,$r3]");
}
# Get exact results # Get exact results
my $expected = $node->safe_psql("postgres", "SELECT i FROM tst ORDER BY v <-> '[0.5,0.5,0.5]' LIMIT 10;"); foreach (@queries) {
@expected_ids = split("\n", $expected); my $res = $node->safe_psql("postgres", "SELECT i FROM tst ORDER BY v <-> '$_' LIMIT 10;");
push(@expected, $res);
}
# Add index # Add index
$node->safe_psql("postgres", "CREATE INDEX ON tst USING ivfflat (v);"); $node->safe_psql("postgres", "CREATE INDEX ON tst USING ivfflat (v);");
# Test approximate results # Test approximate results
test_recall(1, 0.5); test_recall(1, 0.8);
# Test probes # Test probes
test_recall(100, 1.0); test_recall(100, 1.0);