update chunked embed

2024-12-31 02:03:03 +01:00 · 2024-12-31 02:03:03 +01:00 · 6aea22576c
commit 6aea22576c
parent e50d31479c
5 changed files with 136 additions and 25 deletions
--- a/migrations/0001_embedding.sql
+++ b/migrations/0001_embedding.sql
@ -5,6 +5,7 @@ CREATE TABLE doc_embedding (
    domain VARCHAR(500) NOT NULL,
    path VARCHAR(1000) NOT NULL,
    ver VARCHAR(10) NOT NULL,
+    chunk INTEGER NOT NULL,
    embed_mxbai_embed_large vector(1024) NOT NULL,
-    PRIMARY KEY (domain, path, ver)
+    PRIMARY KEY (domain, path, ver, chunk)
 )