mirror of
https://github.com/TriliumNext/Notes.git
synced 2025-07-29 02:52:27 +08:00
55 lines
2.2 KiB
SQL
55 lines
2.2 KiB
SQL
-- Add tables for vector embeddings storage and management
|
|
-- This migration adds embedding support to the main document.db database
|
|
|
|
-- Store embeddings for notes
|
|
CREATE TABLE IF NOT EXISTS "note_embeddings" (
|
|
"embedId" TEXT NOT NULL PRIMARY KEY,
|
|
"noteId" TEXT NOT NULL,
|
|
"providerId" TEXT NOT NULL,
|
|
"modelId" TEXT NOT NULL,
|
|
"dimension" INTEGER NOT NULL,
|
|
"embedding" BLOB NOT NULL,
|
|
"version" INTEGER NOT NULL DEFAULT 1,
|
|
"dateCreated" TEXT NOT NULL,
|
|
"utcDateCreated" TEXT NOT NULL,
|
|
"dateModified" TEXT NOT NULL,
|
|
"utcDateModified" TEXT NOT NULL
|
|
);
|
|
|
|
CREATE INDEX "IDX_note_embeddings_noteId" ON "note_embeddings" ("noteId");
|
|
CREATE INDEX "IDX_note_embeddings_providerId_modelId" ON "note_embeddings" ("providerId", "modelId");
|
|
|
|
-- Table to track which notes need embedding updates
|
|
CREATE TABLE IF NOT EXISTS "embedding_queue" (
|
|
"noteId" TEXT NOT NULL PRIMARY KEY,
|
|
"operation" TEXT NOT NULL, -- CREATE, UPDATE, DELETE
|
|
"dateQueued" TEXT NOT NULL,
|
|
"utcDateQueued" TEXT NOT NULL,
|
|
"priority" INTEGER NOT NULL DEFAULT 0,
|
|
"attempts" INTEGER NOT NULL DEFAULT 0,
|
|
"lastAttempt" TEXT NULL,
|
|
"error" TEXT NULL
|
|
);
|
|
|
|
-- Table to store embedding provider configurations
|
|
CREATE TABLE IF NOT EXISTS "embedding_providers" (
|
|
"providerId" TEXT NOT NULL PRIMARY KEY,
|
|
"name" TEXT NOT NULL,
|
|
"isEnabled" INTEGER NOT NULL DEFAULT 0,
|
|
"priority" INTEGER NOT NULL DEFAULT 0,
|
|
"config" TEXT NOT NULL, -- JSON config object
|
|
"dateCreated" TEXT NOT NULL,
|
|
"utcDateCreated" TEXT NOT NULL,
|
|
"dateModified" TEXT NOT NULL,
|
|
"utcDateModified" TEXT NOT NULL
|
|
);
|
|
|
|
-- Add default embedding provider options
|
|
INSERT INTO options (name, value, isSynced, utcDateModified)
|
|
VALUES ('embeddingAutoUpdateEnabled', 'true', 1, strftime('%Y-%m-%d %H:%M:%f', 'now'));
|
|
INSERT INTO options (name, value, isSynced, utcDateModified)
|
|
VALUES ('embeddingUpdateInterval', '5000', 1, strftime('%Y-%m-%d %H:%M:%f', 'now')); -- 5 seconds
|
|
INSERT INTO options (name, value, isSynced, utcDateModified)
|
|
VALUES ('embeddingBatchSize', '10', 1, strftime('%Y-%m-%d %H:%M:%f', 'now'));
|
|
INSERT INTO options (name, value, isSynced, utcDateModified)
|
|
VALUES ('embeddingDefaultDimension', '1536', 1, strftime('%Y-%m-%d %H:%M:%f', 'now')); |