mirror of
https://github.com/tursodatabase/libsql.git
synced 2024-12-16 00:59:04 +00:00
224 lines
10 KiB
Plaintext
224 lines
10 KiB
Plaintext
# 2024-06-12
|
|
#
|
|
# Copyright 2024 the libSQL authors
|
|
#
|
|
# Permission is hereby granted, free of charge, to any person obtaining a copy of
|
|
# this software and associated documentation files (the "Software"), to deal in
|
|
# the Software without restriction, including without limitation the rights to
|
|
# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
|
|
# the Software, and to permit persons to whom the Software is furnished to do so,
|
|
# subject to the following conditions:
|
|
#
|
|
# The above copyright notice and this permission notice shall be included in all
|
|
# copies or substantial portions of the Software.
|
|
#
|
|
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
|
|
# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
|
|
# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
|
|
# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
|
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
#
|
|
#***********************************************************************
|
|
# This file implements regression tests for libSQL library. The
|
|
# focus of this file is vector search.
|
|
|
|
|
|
set testdir [file dirname $argv0]
|
|
source $testdir/tester.tcl
|
|
set testprefix vector
|
|
|
|
sqlite3_db_config_lookaside db 0 0 0
|
|
|
|
do_execsql_test vector-integrity {
|
|
CREATE TABLE t_integrity( v FLOAT32(3) );
|
|
CREATE INDEX t_integrity_idx ON t_integrity( libsql_vector_idx(v) );
|
|
INSERT INTO t_integrity VALUES (vector('[1,2,3]'));
|
|
PRAGMA integrity_check;
|
|
} {{row 1 missing from index t_integrity_idx} {wrong # of entries in index t_integrity_idx}}
|
|
|
|
do_execsql_test vector-backfill {
|
|
CREATE TABLE t_backfill( v FLOAT32(3) );
|
|
INSERT INTO t_backfill VALUES (vector('[1,2,3]'));
|
|
INSERT INTO t_backfill VALUES (vector('[2,3,4]'));
|
|
INSERT INTO t_backfill VALUES (vector('[3,4,5]'));
|
|
INSERT INTO t_backfill VALUES (vector('[4,5,6]'));
|
|
CREATE INDEX t_backfill_idx ON t_backfill( libsql_vector_idx(v) );
|
|
SELECT rowid FROM vector_top_k('t_backfill_idx', vector('[3,4,5]'), 4);
|
|
} {3 4 2 1}
|
|
|
|
do_execsql_test vector-reindex {
|
|
CREATE TABLE t_reindex( v FLOAT32(3) );
|
|
CREATE INDEX t_reindex_idx ON t_reindex( libsql_vector_idx(v) );
|
|
INSERT INTO t_reindex VALUES (vector('[1,2,3]'));
|
|
INSERT INTO t_reindex VALUES (vector('[2,3,4]'));
|
|
INSERT INTO t_reindex VALUES (vector('[3,4,5]'));
|
|
INSERT INTO t_reindex VALUES (vector('[4,5,6]'));
|
|
REINDEX t_reindex_idx;
|
|
SELECT rowid FROM vector_top_k('t_reindex_idx', vector('[3,4,5]'), 4);
|
|
} {3 4 2 1}
|
|
|
|
do_execsql_test vector-text-pk {
|
|
CREATE TABLE t_text_pk( email TEXT PRIMARY KEY, v FLOAT32(3) );
|
|
CREATE INDEX t_text_pk_idx ON t_text_pk( libsql_vector_idx(v) );
|
|
INSERT INTO t_text_pk VALUES ('e-1', vector('[1,2,3]'));
|
|
INSERT INTO t_text_pk VALUES ('e-2', vector('[2,3,4]'));
|
|
INSERT INTO t_text_pk VALUES ('e-3', vector('[3,4,5]'));
|
|
INSERT INTO t_text_pk VALUES ('e-4', vector('[4,5,6]'));
|
|
SELECT rowid FROM vector_top_k('t_text_pk_idx', vector('[3,4,5]'), 4);
|
|
} {3 4 2 1}
|
|
|
|
do_execsql_test vector-text-pk-norow {
|
|
CREATE TABLE t_text_pk_norow( email TEXT PRIMARY KEY, v FLOAT32(3) ) WITHOUT ROWID;
|
|
CREATE INDEX t_text_pk_norow_idx ON t_text_pk_norow( libsql_vector_idx(v) );
|
|
INSERT INTO t_text_pk_norow VALUES ('e-1', vector('[1,2,3]'));
|
|
INSERT INTO t_text_pk_norow VALUES ('e-2', vector('[2,3,4]'));
|
|
INSERT INTO t_text_pk_norow VALUES ('e-3', vector('[3,4,5]'));
|
|
INSERT INTO t_text_pk_norow VALUES ('e-4', vector('[4,5,6]'));
|
|
SELECT id FROM vector_top_k('t_text_pk_norow_idx', vector('[3,4,5]'), 4);
|
|
} {e-3 e-4 e-2 e-1}
|
|
|
|
do_execsql_test vector-delete {
|
|
CREATE TABLE t_delete( id INTEGER PRIMARY KEY, v FLOAT32(3) );
|
|
CREATE INDEX t_delete_idx ON t_delete( libsql_vector_idx(v) );
|
|
INSERT INTO t_delete VALUES (10, vector('[1,1,1]'));
|
|
INSERT INTO t_delete VALUES (20, vector('[-1,-1,-1]'));
|
|
SELECT rowid FROM vector_top_k('t_delete_idx', vector('[1,1,1]'), 1);
|
|
DELETE FROM t_delete WHERE id = 10;
|
|
SELECT rowid FROM vector_top_k('t_delete_idx', vector('[1,1,1]'), 1);
|
|
} {10 20}
|
|
|
|
do_execsql_test vector-update {
|
|
CREATE TABLE t_update( id INTEGER PRIMARY KEY, v FLOAT32(3) );
|
|
CREATE INDEX t_update_idx ON t_update( libsql_vector_idx(v) );
|
|
INSERT INTO t_update VALUES (10, vector('[1,1,1]'));
|
|
INSERT INTO t_update VALUES (20, vector('[-1,-1,-1]'));
|
|
UPDATE t_update SET v = vector('[-1,-1,-1]') WHERE id = 10;
|
|
UPDATE t_update SET v = vector('[1,1,1]') WHERE id = 20;
|
|
SELECT rowid FROM vector_top_k('t_update_idx', vector('[1,1,1]'), 2);
|
|
} {20 10}
|
|
|
|
do_execsql_test vector-simple {
|
|
CREATE TABLE t_simple( v FLOAT32(3));
|
|
CREATE INDEX t_simple_idx ON t_simple( libsql_vector_idx(v) );
|
|
INSERT INTO t_simple VALUES(vector('[1,2,3]'));
|
|
INSERT INTO t_simple VALUES(vector('[2,3,4]'));
|
|
INSERT INTO t_simple VALUES(vector('[5,6,7]'));
|
|
SELECT * FROM vector_top_k('t_simple_idx', '[1,2,3]', 1);
|
|
SELECT * FROM vector_top_k('t_simple_idx', '[5,6,7]', 1);
|
|
SELECT * FROM vector_top_k('t_simple_idx', vector('[1,2,3]'), 1);
|
|
} {{1} {3} {1}}
|
|
|
|
do_execsql_test vector-empty {
|
|
CREATE TABLE t_empty( v FLOAT32(3));
|
|
CREATE INDEX t_empty_idx ON t_empty( libsql_vector_idx(v) );
|
|
SELECT * FROM vector_top_k('t_empty_idx', '[1,2,3]', 1);
|
|
INSERT INTO t_empty VALUES(vector('[1,2,3]'));
|
|
DELETE FROM t_empty WHERE rowid = 1;
|
|
SELECT * FROM vector_top_k('t_empty_idx', '[5,6,7]', 1);
|
|
} {}
|
|
|
|
|
|
do_execsql_test vector-null {
|
|
CREATE TABLE t_null( v FLOAT32(3));
|
|
CREATE INDEX t_null_idx ON t_null( libsql_vector_idx(v) );
|
|
INSERT INTO t_null VALUES(vector('[1,2,3]'));
|
|
INSERT INTO t_null VALUES(NULL);
|
|
INSERT INTO t_null VALUES(vector('[2,3,4]'));
|
|
SELECT * FROM vector_top_k('t_null_idx', '[1,2,3]', 2);
|
|
} {1 3}
|
|
|
|
do_execsql_test vector-sql {
|
|
CREATE TABLE t_sql( v FLOAT32(3));
|
|
CREATE INDEX t_sql_idx ON t_sql( libsql_vector_idx(v) );
|
|
INSERT INTO t_sql VALUES(vector('[1,2,3]')), (vector('[2,3,4]'));
|
|
SELECT sql FROM sqlite_master WHERE name LIKE '%t_sql%';
|
|
SELECT name FROM libsql_vector_meta_shadow WHERE name = 't_sql_idx';
|
|
} {{CREATE TABLE t_sql( v FLOAT32(3))} {CREATE TABLE t_sql_idx_shadow (index_key INTEGER , data BLOB, PRIMARY KEY (index_key))} {CREATE INDEX t_sql_idx ON t_sql( libsql_vector_idx(v) )} {t_sql_idx}}
|
|
|
|
do_execsql_test vector-drop-index {
|
|
CREATE TABLE t_index_drop( v FLOAT32(3));
|
|
CREATE INDEX t_index_drop_idx ON t_index_drop( libsql_vector_idx(v) );
|
|
INSERT INTO t_index_drop VALUES(vector('[1,2,3]')), (vector('[2,3,4]'));
|
|
DROP INDEX t_index_drop_idx;
|
|
SELECT sql FROM sqlite_master WHERE name LIKE '%t_index_drop%';
|
|
SELECT name FROM libsql_vector_meta_shadow WHERE name = 't_index_drop_idx';
|
|
} {{CREATE TABLE t_index_drop( v FLOAT32(3))}}
|
|
|
|
do_execsql_test vector-drop-table {
|
|
CREATE TABLE t_table_drop( v FLOAT32(3));
|
|
CREATE INDEX t_table_drop_idx ON t_table_drop( libsql_vector_idx(v) );
|
|
INSERT INTO t_table_drop VALUES(vector('[1,2,3]')), (vector('[2,3,4]'));
|
|
DROP table t_table_drop;
|
|
SELECT sql FROM sqlite_master WHERE name LIKE '%t_table_drop%';
|
|
SELECT name FROM libsql_vector_meta_shadow WHERE name = 't_table_drop_idx';
|
|
} {}
|
|
|
|
do_execsql_test vector-mixed-format {
|
|
CREATE TABLE t_mixed( v FLOAT32(3));
|
|
INSERT INTO t_mixed VALUES('[1,2,3]');
|
|
INSERT INTO t_mixed VALUES(vector('[2,3,4]'));
|
|
INSERT INTO t_mixed VALUES('[5,6,7]');
|
|
CREATE INDEX t_mixed_idx ON t_mixed( libsql_vector_idx(v) );
|
|
SELECT * FROM vector_top_k('t_mixed_idx', '[1,2,3]', 1);
|
|
SELECT * FROM vector_top_k('t_mixed_idx', '[5,6,7]', 1);
|
|
SELECT * FROM vector_top_k('t_mixed_idx', vector('[1,2,3]'), 1);
|
|
} {1 3 1}
|
|
|
|
do_execsql_test vector-alter-column {
|
|
CREATE TABLE t_vec_alter( v BLOB );
|
|
INSERT INTO t_vec_alter VALUES('[1,2,3]');
|
|
INSERT INTO t_vec_alter VALUES(vector('[2,3,4]'));
|
|
INSERT INTO t_vec_alter VALUES('[5,6,7]');
|
|
ALTER TABLE t_vec_alter ALTER COLUMN v TO v FLOAT32(3);
|
|
CREATE INDEX t_vec_alter_idx ON t_vec_alter( libsql_vector_idx(v) );
|
|
SELECT * FROM vector_top_k('t_vec_alter_idx', '[1,2,3]', 1);
|
|
SELECT * FROM vector_top_k('t_vec_alter_idx', '[5,6,7]', 1);
|
|
SELECT * FROM vector_top_k('t_vec_alter_idx', vector('[1,2,3]'), 1);
|
|
} {1 3 1}
|
|
|
|
proc error_messages {sql} {
|
|
set ret ""
|
|
catch {
|
|
set stmt [sqlite3_prepare db $sql -1 dummy]
|
|
sqlite3_step $stmt
|
|
sqlite3_finalize $stmt
|
|
} ret
|
|
set ret [sqlite3_errmsg db]
|
|
}
|
|
|
|
do_test vector-errors {
|
|
set ret [list]
|
|
lappend ret [error_messages {CREATE INDEX t_no_idx ON t_no( libsql_vector_idx(v) )}]
|
|
sqlite3_exec db { CREATE TABLE t_err ( a INTEGER, b BLOB, c FLOAT32(-1), d FLOAT32(0), e FLOAT32(1) ) }
|
|
sqlite3_exec db { CREATE TABLE t_err2 ( a, b, v FLOAT32(4), PRIMARY KEY (a, b) ) WITHOUT ROWID }
|
|
lappend ret [error_messages {CREATE INDEX t_err_idx ON t_err( libsql_vector_idx(v) )}]
|
|
lappend ret [error_messages {CREATE INDEX t_err_idx ON t_err( libsql_vector(e) )}]
|
|
lappend ret [error_messages {CREATE INDEX t_err_idx ON t_err( libsql_vector_idx(a) )}]
|
|
lappend ret [error_messages {CREATE INDEX t_err_idx ON t_err( libsql_vector_idx(b) )}]
|
|
lappend ret [error_messages {CREATE INDEX t_err_idx ON t_err( libsql_vector_idx(c) )}]
|
|
lappend ret [error_messages {CREATE INDEX t_err_idx ON t_err( libsql_vector_idx(d) )}]
|
|
lappend ret [error_messages {CREATE INDEX t_err_idx ON t_err2( libsql_vector_idx(v) )}]
|
|
sqlite3_exec db { CREATE TABLE t_err3 ( e FLOAT32(4) ) }
|
|
sqlite3_exec db { CREATE INDEX t_err3_idx ON t_err3 (libsql_vector_idx(e)) }
|
|
lappend ret [error_messages {INSERT INTO t_err3 VALUES (vector('[1]'))}]
|
|
lappend ret [error_messages {INSERT INTO t_err3 VALUES (vector('[1, 2, 3, 4, 5]'))}]
|
|
lappend ret [error_messages {INSERT INTO t_err3 VALUES (vector64('[1,2,3,4]'))}]
|
|
sqlite3_exec db { CREATE TABLE t_mixed_t( v FLOAT32(3)); }
|
|
sqlite3_exec db { INSERT INTO t_mixed_t VALUES('[1]'); }
|
|
lappend ret [error_messages {CREATE INDEX t_mixed_t_idx ON t_mixed_t( libsql_vector_idx(v) )}]
|
|
} [list {*}{
|
|
{no such table: main.t_no}
|
|
{no such column: v}
|
|
{no such function: libsql_vector}
|
|
{unexpected vector column type: INTEGER}
|
|
{unexpected vector column type: BLOB}
|
|
{non digit symbol in vector column parameter: FLOAT32(-1)}
|
|
{vector column must have non-zero dimension for index: FLOAT32(0)}
|
|
{vector index for tables without ROWID and composite primary key are not supported}
|
|
{dimensions are different: 1 != 4}
|
|
{dimensions are different: 5 != 4}
|
|
{only f32 vectors are supported}
|
|
{dimensions are different: 1 != 3}
|
|
}]
|