Tools/Notes
1
0
Fork 0
mirror of https://github.com/TriliumNext/Notes.git synced 2025-07-27 10:02:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(llm): try to resolve initialization issue, part 1

Browse Source
This commit is contained in:
perf3ct 2025-06-03 20:36:46 +00:00
parent 307af229ae
commit 445ae312ef
No known key found for this signature in database
GPG Key ID: 569C4EEC436F5232
2 changed files with 117 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

102
apps/server/src/app.ts
View File

@ -21,6 +21,60 @@ import "./services/handlers.js";
import "./becca/becca_loader.js";
import { RESOURCE_DIR } from "./services/resource_dir.js";
/**
* Initialize or shutdown LLM features based on settings
*/
async function manageLLMFeatures(enabled: boolean) {
if (enabled) {
log.info("LLM features enabled in settings, initializing...");
try {
// Initialize embedding providers
log.info("Initializing embedding providers...");
const { initializeEmbeddings } = await import("./services/llm/embeddings/init.js");
await initializeEmbeddings();
log.info("Embedding providers initialized");
// Initialize the index service for LLM functionality
log.info("Initializing index service...");
const { default: indexService } = await import("./services/llm/index_service.js");
await indexService.initialize()
.then(() => log.info("Index service initialized successfully"))
.catch((error) => {
const errorMsg = error instanceof Error ? error.message : String(error);
log.error(`Failed to initialize index service: ${errorMsg}`);
console.error("Failed to initialize index service:", error);
});
log.info("LLM features initialization completed");
} catch (error: unknown) {
const errorMsg = error instanceof Error ? error.message : String(error);
log.error(`Error initializing LLM features: ${errorMsg}`);
console.error("Error initializing LLM features:", error);
}
} else {
log.info("LLM features disabled in settings, shutting down...");
try {
// Get index service and shut it down if it exists
try {
const { default: indexService } = await import("./services/llm/index_service.js");
if (indexService && typeof indexService.shutdown === 'function') {
await indexService.shutdown();
log.info("Index service shut down successfully");
}
} catch (error) {
// Skip if index service can't be loaded
log.info(`Index service not available for shutdown: ${error}`);
}
log.info("LLM features shutdown completed");
} catch (error: unknown) {
const errorMsg = error instanceof Error ? error.message : String(error);
log.error(`Error shutting down LLM features: ${errorMsg}`);
console.error("Error shutting down LLM features:", error);
}
}
}
export default async function buildApp() {
const app = express();
@ -30,18 +84,22 @@ export default async function buildApp() {
// Listen for database initialization event
eventService.subscribe(eventService.DB_INITIALIZED, async () => {
try {
log.info("Database initialized, setting up LLM features");
log.info("Database initialized, setting up LLM features with delay to ensure all services are ready");
// Initialize embedding providers
const { initializeEmbeddings } = await import("./services/llm/embeddings/init.js");
await initializeEmbeddings();
// Add a small delay to ensure all services are completely initialized
// This helps prevent race conditions where the database is marked as initialized
// but other dependent services haven't fully loaded
await new Promise(resolve => setTimeout(resolve, 1000));
// Initialize the index service for LLM functionality
const { default: indexService } = await import("./services/llm/index_service.js");
await indexService.initialize().catch(e => console.error("Failed to initialize index service:", e));
log.info("LLM features initialized successfully");
// Check if AI features are enabled
const aiEnabled = await (await import("./services/options.js")).default.getOptionBool('aiEnabled');
if (aiEnabled) {
await manageLLMFeatures(true);
} else {
log.info("LLM features disabled in settings, skipping initialization");
}
} catch (error) {
log.error("Error initializing LLM features:", error);
console.error("Error initializing LLM features:", error);
}
});
@ -49,20 +107,30 @@ export default async function buildApp() {
// Initialize LLM features only if database is already initialized
if (sql_init.isDbInitialized()) {
try {
// Initialize embedding providers
const { initializeEmbeddings } = await import("./services/llm/embeddings/init.js");
await initializeEmbeddings();
// Initialize the index service for LLM functionality
const { default: indexService } = await import("./services/llm/index_service.js");
await indexService.initialize().catch(e => console.error("Failed to initialize index service:", e));
// Check if AI features are enabled
const aiEnabled = await (await import("./services/options.js")).default.getOptionBool('aiEnabled');
if (aiEnabled) {
await manageLLMFeatures(true);
} else {
log.info("LLM features disabled in settings, skipping initialization");
}
} catch (error) {
console.error("Error initializing LLM features:", error);
log.error(`Error initializing LLM features: ${error}`);
}
} else {
console.log("Database not initialized yet. LLM features will be initialized after setup.");
log.info("Database not initialized yet. LLM features will be initialized after setup.");
}
// Listen for changes to the aiEnabled option
eventService.subscribe(eventService.ENTITY_CHANGED, async ({ entityName, entity }) => {
if (entityName === "options" && entity && entity.name === 'aiEnabled' && sql_init.isDbInitialized()) {
const enabled = entity.value === "true";
log.info(`AI features ${enabled ? 'enabled' : 'disabled'} in settings`);
await manageLLMFeatures(enabled);
}
});
const publicDir = isDev ? path.join(getResourceDir(), "../dist/public") : path.join(getResourceDir(), "public");
const publicAssetsDir = path.join(publicDir, "assets");
const assetsDir = RESOURCE_DIR;

30
apps/server/src/services/llm/index_service.ts
View File

@ -40,6 +40,36 @@ export class IndexService {
private defaultSimilarityThreshold = SEARCH_CONSTANTS.VECTOR_SEARCH.EXACT_MATCH_THRESHOLD;
private indexUpdateInterval = 3600000; // 1 hour in milliseconds
/**
* Shutdown the index service and free resources
*/
async shutdown(): Promise<void> {
if (!this.initialized) {
log.info('Index service not initialized, nothing to shut down');
return;
}
try {
// Clear any automatic indexing tasks
if (this.automaticIndexingInterval) {
clearInterval(this.automaticIndexingInterval);
this.automaticIndexingInterval = undefined;
}
// Cancel any ongoing indexing operations
this.indexingInProgress = false;
this.indexRebuildInProgress = false;
// Release resources and signal that the service is no longer initialized
this.initialized = false;
log.info('Index service shut down successfully');
} catch (error: unknown) {
const errorMsg = error instanceof Error ? error.message : String(error);
log.error(`Error shutting down index service: ${errorMsg}`);
throw error;
}
}
/**
* Initialize the index service
*/