mirror of
https://github.com/TriliumNext/Notes.git
synced 2025-07-31 20:22:27 +08:00
Allow users to specify OpenAI embedding and chat models
This commit is contained in:
perf3ct
parent
d95fd0b049
commit
4a4eac6f25
@ -46,6 +46,20 @@ interface FailedEmbeddingNotes {
|
|||||||
}>;
|
}>;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
interface OpenAIModelResponse {
|
||||||
|
success: boolean;
|
||||||
|
chatModels: Array<{
|
||||||
|
id: string;
|
||||||
|
name: string;
|
||||||
|
type: string;
|
||||||
|
}>;
|
||||||
|
embeddingModels: Array<{
|
||||||
|
id: string;
|
||||||
|
name: string;
|
||||||
|
type: string;
|
||||||
|
}>;
|
||||||
|
}
|
||||||
|
|
||||||
export default class AiSettingsWidget extends OptionsWidget {
|
export default class AiSettingsWidget extends OptionsWidget {
|
||||||
private statsRefreshInterval: NodeJS.Timeout | null = null;
|
private statsRefreshInterval: NodeJS.Timeout | null = null;
|
||||||
private indexRebuildRefreshInterval: NodeJS.Timeout | null = null;
|
private indexRebuildRefreshInterval: NodeJS.Timeout | null = null;
|
||||||
@ -141,92 +155,116 @@ export default class AiSettingsWidget extends OptionsWidget {
|
|||||||
<div class="options-section">
|
<div class="options-section">
|
||||||
<div class="tab-content" id="nav-tabContent">
|
<div class="tab-content" id="nav-tabContent">
|
||||||
<div class="tab-pane fade show active" id="nav-openai" role="tabpanel" aria-labelledby="nav-openai-tab">
|
<div class="tab-pane fade show active" id="nav-openai" role="tabpanel" aria-labelledby="nav-openai-tab">
|
||||||
<div class="ai-provider">
|
<div class="card">
|
||||||
<h5>${t("ai_llm.openai_configuration")}</h5>
|
<div class="card-header">
|
||||||
|
<h5>${t("ai_llm.openai_settings")}</h5>
|
||||||
<div class="form-group">
|
|
||||||
<label>${t("ai_llm.api_key")}</label>
|
|
||||||
<input class="openai-api-key form-control" type="password">
|
|
||||||
</div>
|
</div>
|
||||||
|
<div class="card-body">
|
||||||
|
<div class="form-group">
|
||||||
|
<label>${t("ai_llm.api_key")}</label>
|
||||||
|
<input type="password" class="openai-api-key form-control" autocomplete="off" />
|
||||||
|
<div class="form-text">${t("ai_llm.openai_api_key_description")}</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
<div class="form-group">
|
<div class="form-group">
|
||||||
<label>${t("ai_llm.default_model")}</label>
|
<label>${t("ai_llm.url")}</label>
|
||||||
<input class="openai-default-model form-control" type="text">
|
<input type="text" class="openai-base-url form-control" />
|
||||||
<div class="form-text">${t("ai_llm.openai_model_description")}</div>
|
<div class="form-text">${t("ai_llm.openai_url_description")}</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div class="form-group">
|
<div class="form-group">
|
||||||
<label>${t("ai_llm.base_url")}</label>
|
<label>${t("ai_llm.model")}</label>
|
||||||
<input class="openai-base-url form-control" type="text">
|
<select class="openai-default-model form-control">
|
||||||
<div class="form-text">${t("ai_llm.openai_url_description")}</div>
|
<option value="gpt-4o">GPT-4o (recommended)</option>
|
||||||
</div>
|
<option value="gpt-4">GPT-4</option>
|
||||||
|
<option value="gpt-3.5-turbo">GPT-3.5 Turbo</option>
|
||||||
|
</select>
|
||||||
|
<div class="form-text">${t("ai_llm.openai_model_description")}</div>
|
||||||
|
<button class="btn btn-sm btn-outline-secondary refresh-openai-models">${t("ai_llm.refresh_models")}</button>
|
||||||
|
</div>
|
||||||
|
|
||||||
<div class="form-group">
|
<div class="form-group">
|
||||||
<label>${t("ai_llm.embedding_model")}</label>
|
<label>${t("ai_llm.embedding_model")}</label>
|
||||||
<select class="openai-embedding-model form-control">
|
<select class="openai-embedding-model form-control">
|
||||||
<option value="text-embedding-3-small">text-embedding-3-small (recommended)</option>
|
<option value="text-embedding-3-small">text-embedding-3-small (recommended)</option>
|
||||||
<option value="text-embedding-3-large">text-embedding-3-large</option>
|
<option value="text-embedding-3-large">text-embedding-3-large</option>
|
||||||
<option value="text-embedding-ada-002">text-embedding-ada-002 (legacy)</option>
|
<option value="text-embedding-ada-002">text-embedding-ada-002 (legacy)</option>
|
||||||
</select>
|
</select>
|
||||||
<div class="form-text">${t("ai_llm.openai_embedding_model_description")}</div>
|
<div class="form-text">${t("ai_llm.openai_embedding_model_description")}</div>
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
<div class="tab-pane fade" id="nav-anthropic" role="tabpanel" aria-labelledby="nav-anthropic-tab">
|
<div class="tab-pane fade" id="nav-anthropic" role="tabpanel" aria-labelledby="nav-anthropic-tab">
|
||||||
<div class="ai-provider">
|
<div class="card">
|
||||||
<h5>${t("ai_llm.anthropic_configuration")}</h5>
|
<div class="card-header">
|
||||||
|
<h5>${t("ai_llm.anthropic_configuration")}</h5>
|
||||||
<div class="form-group">
|
|
||||||
<label>${t("ai_llm.api_key")}</label>
|
|
||||||
<input class="anthropic-api-key form-control" type="password">
|
|
||||||
</div>
|
</div>
|
||||||
|
<div class="card-body">
|
||||||
|
<div class="form-group">
|
||||||
|
<label>${t("ai_llm.api_key")}</label>
|
||||||
|
<input type="password" class="anthropic-api-key form-control" autocomplete="off">
|
||||||
|
<div class="form-text">${t("ai_llm.anthropic_api_key_description")}</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
<div class="form-group">
|
<div class="form-group">
|
||||||
<label>${t("ai_llm.default_model")}</label>
|
<label>${t("ai_llm.url")}</label>
|
||||||
<input class="anthropic-default-model form-control" type="text">
|
<input type="text" class="anthropic-base-url form-control">
|
||||||
<div class="form-text">${t("ai_llm.anthropic_model_description")}</div>
|
<div class="form-text">${t("ai_llm.anthropic_url_description")}</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div class="form-group">
|
<div class="form-group">
|
||||||
<label>${t("ai_llm.base_url")}</label>
|
<label>${t("ai_llm.model")}</label>
|
||||||
<input class="anthropic-base-url form-control" type="text">
|
<select class="anthropic-default-model form-control">
|
||||||
<div class="form-text">${t("ai_llm.anthropic_url_description")}</div>
|
<option value="claude-3-opus-20240229">Claude 3 Opus (recommended)</option>
|
||||||
|
<option value="claude-3-sonnet-20240229">Claude 3 Sonnet</option>
|
||||||
|
<option value="claude-3-haiku-20240307">Claude 3 Haiku</option>
|
||||||
|
</select>
|
||||||
|
<div class="form-text">${t("ai_llm.anthropic_model_description")}</div>
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
<div class="tab-pane fade" id="nav-ollama" role="tabpanel" aria-labelledby="nav-ollama-tab">
|
<div class="tab-pane fade" id="nav-ollama" role="tabpanel" aria-labelledby="nav-ollama-tab">
|
||||||
<div class="ai-provider">
|
<div class="card">
|
||||||
<h5>${t("ai_llm.ollama_configuration")}</h5>
|
<div class="card-header">
|
||||||
|
<h5>${t("ai_llm.ollama_configuration")}</h5>
|
||||||
<div class="form-group">
|
|
||||||
<label class="tn-checkbox">
|
|
||||||
<input class="ollama-enabled form-check-input" type="checkbox">
|
|
||||||
${t("ai_llm.enable_ollama")}
|
|
||||||
</label>
|
|
||||||
<div class="form-text">${t("ai_llm.enable_ollama_description")}</div>
|
|
||||||
</div>
|
</div>
|
||||||
|
<div class="card-body">
|
||||||
|
<div class="form-group">
|
||||||
|
<label class="tn-checkbox">
|
||||||
|
<input class="ollama-enabled form-check-input" type="checkbox">
|
||||||
|
${t("ai_llm.enable_ollama")}
|
||||||
|
</label>
|
||||||
|
<div class="form-text">${t("ai_llm.enable_ollama_description")}</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
<div class="form-group">
|
<div class="form-group">
|
||||||
<label>${t("ai_llm.ollama_url")}</label>
|
<label>${t("ai_llm.url")}</label>
|
||||||
<input class="ollama-base-url form-control" type="text">
|
<input class="ollama-base-url form-control" type="text">
|
||||||
<div class="form-text">${t("ai_llm.ollama_url_description")}</div>
|
<div class="form-text">${t("ai_llm.ollama_url_description")}</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
||||||
<div class="form-group">
|
<div class="form-group">
|
||||||
<label>${t("ai_llm.ollama_model")}</label>
|
<label>${t("ai_llm.model")}</label>
|
||||||
<input class="ollama-default-model form-control" type="text">
|
<select class="ollama-default-model form-control">
|
||||||
<div class="form-text">${t("ai_llm.ollama_model_description")}</div>
|
<option value="llama3">llama3 (recommended)</option>
|
||||||
</div>
|
<option value="mistral">mistral</option>
|
||||||
|
<option value="phi3">phi3</option>
|
||||||
|
</select>
|
||||||
|
<div class="form-text">${t("ai_llm.ollama_model_description")}</div>
|
||||||
|
</div>
|
||||||
|
|
||||||
<div class="form-group">
|
<div class="form-group">
|
||||||
<label>${t("ai_llm.ollama_embedding_model")}</label>
|
<label>${t("ai_llm.embedding_model")}</label>
|
||||||
<select class="ollama-embedding-model form-control">
|
<select class="ollama-embedding-model form-control">
|
||||||
<option value="nomic-embed-text">nomic-embed-text (recommended)</option>
|
<option value="nomic-embed-text">nomic-embed-text (recommended)</option>
|
||||||
<option value="mxbai-embed-large">mxbai-embed-large</option>
|
<option value="mxbai-embed-large">mxbai-embed-large</option>
|
||||||
<option value="llama3">llama3</option>
|
<option value="llama3">llama3</option>
|
||||||
</select>
|
</select>
|
||||||
<div class="form-text">${t("ai_llm.ollama_embedding_model_description")}</div>
|
<div class="form-text">${t("ai_llm.ollama_embedding_model_description")}</div>
|
||||||
<button class="btn btn-sm btn-outline-secondary refresh-models">${t("ai_llm.refresh_models")}</button>
|
<button class="btn btn-sm btn-outline-secondary refresh-models">${t("ai_llm.refresh_models")}</button>
|
||||||
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
@ -448,34 +486,140 @@ export default class AiSettingsWidget extends OptionsWidget {
|
|||||||
$embedModelSelect.append(`<option value="${model.name}">${model.name}</option>`);
|
$embedModelSelect.append(`<option value="${model.name}">${model.name}</option>`);
|
||||||
});
|
});
|
||||||
|
|
||||||
// Add separator if we have both types
|
|
||||||
if (embeddingModels.length > 0) {
|
if (embeddingModels.length > 0) {
|
||||||
$embedModelSelect.append(`<option disabled>───────────</option>`);
|
// Add separator if we have embedding models
|
||||||
|
$embedModelSelect.append(`<option disabled>─────────────</option>`);
|
||||||
}
|
}
|
||||||
|
|
||||||
// Add other models (LLMs can also generate embeddings)
|
// Then add general models which can be used for embeddings too
|
||||||
const otherModels = response.models.filter(model =>
|
const generalModels = response.models.filter(model =>
|
||||||
!model.name.includes('embed') && !model.name.includes('bert'));
|
!model.name.includes('embed') && !model.name.includes('bert'));
|
||||||
|
|
||||||
otherModels.forEach(model => {
|
generalModels.forEach(model => {
|
||||||
$embedModelSelect.append(`<option value="${model.name}">${model.name}</option>`);
|
$embedModelSelect.append(`<option value="${model.name}">${model.name}</option>`);
|
||||||
});
|
});
|
||||||
|
|
||||||
// Restore previous selection if possible
|
// Try to restore the previously selected value
|
||||||
if (currentValue) {
|
if (currentValue) {
|
||||||
$embedModelSelect.val(currentValue);
|
$embedModelSelect.val(currentValue);
|
||||||
|
// If the value doesn't exist anymore, select the first option
|
||||||
|
if (!$embedModelSelect.val()) {
|
||||||
|
$embedModelSelect.prop('selectedIndex', 0);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
toastService.showMessage("Models refreshed successfully");
|
// Also update the LLM model dropdown
|
||||||
|
const $modelSelect = this.$widget.find('.ollama-default-model');
|
||||||
|
const currentModelValue = $modelSelect.val();
|
||||||
|
|
||||||
|
// Clear existing options
|
||||||
|
$modelSelect.empty();
|
||||||
|
|
||||||
|
// Sort models by name to make them easier to find
|
||||||
|
const sortedModels = [...response.models].sort((a, b) => a.name.localeCompare(b.name));
|
||||||
|
|
||||||
|
// Add all models to the dropdown
|
||||||
|
sortedModels.forEach(model => {
|
||||||
|
$modelSelect.append(`<option value="${model.name}">${model.name}</option>`);
|
||||||
|
});
|
||||||
|
|
||||||
|
// Try to restore the previously selected value
|
||||||
|
if (currentModelValue) {
|
||||||
|
$modelSelect.val(currentModelValue);
|
||||||
|
// If the value doesn't exist anymore, select the first option
|
||||||
|
if (!$modelSelect.val()) {
|
||||||
|
$modelSelect.prop('selectedIndex', 0);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
toastService.showMessage(`${response.models.length} Ollama models found.`);
|
||||||
} else {
|
} else {
|
||||||
toastService.showError("No models found from Ollama server");
|
toastService.showError(`No Ollama models found. Please check if Ollama is running.`);
|
||||||
}
|
}
|
||||||
} catch (error: any) {
|
} catch (e) {
|
||||||
console.error("Error refreshing Ollama models:", error);
|
console.error(`Error fetching Ollama models:`, e);
|
||||||
toastService.showError(`Error refreshing models: ${error.message || 'Unknown error'}`);
|
toastService.showError(`Error fetching Ollama models: ${e}`);
|
||||||
} finally {
|
} finally {
|
||||||
$refreshModels.prop('disabled', false);
|
$refreshModels.prop('disabled', false);
|
||||||
$refreshModels.text(t("ai_llm.refresh_models"));
|
$refreshModels.html(`<span class="bx bx-refresh"></span>`);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
// OpenAI models refresh button
|
||||||
|
const $refreshOpenAIModels = this.$widget.find('.refresh-openai-models');
|
||||||
|
$refreshOpenAIModels.on('click', async () => {
|
||||||
|
$refreshOpenAIModels.prop('disabled', true);
|
||||||
|
$refreshOpenAIModels.html(`<i class="spinner-border spinner-border-sm"></i>`);
|
||||||
|
|
||||||
|
try {
|
||||||
|
const openaiBaseUrl = this.$widget.find('.openai-base-url').val() as string;
|
||||||
|
const response = await server.post<OpenAIModelResponse>('openai/list-models', { baseUrl: openaiBaseUrl });
|
||||||
|
|
||||||
|
if (response && response.success) {
|
||||||
|
// Update the chat models dropdown
|
||||||
|
if (response.chatModels?.length > 0) {
|
||||||
|
const $chatModelSelect = this.$widget.find('.openai-default-model');
|
||||||
|
const currentChatValue = $chatModelSelect.val();
|
||||||
|
|
||||||
|
// Clear existing options
|
||||||
|
$chatModelSelect.empty();
|
||||||
|
|
||||||
|
// Sort models by name
|
||||||
|
const sortedChatModels = [...response.chatModels].sort((a, b) => a.name.localeCompare(b.name));
|
||||||
|
|
||||||
|
// Add models to the dropdown
|
||||||
|
sortedChatModels.forEach(model => {
|
||||||
|
$chatModelSelect.append(`<option value="${model.id}">${model.name}</option>`);
|
||||||
|
});
|
||||||
|
|
||||||
|
// Try to restore the previously selected value
|
||||||
|
if (currentChatValue) {
|
||||||
|
$chatModelSelect.val(currentChatValue);
|
||||||
|
// If the value doesn't exist anymore, select the first option
|
||||||
|
if (!$chatModelSelect.val()) {
|
||||||
|
$chatModelSelect.prop('selectedIndex', 0);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Update the embedding models dropdown
|
||||||
|
if (response.embeddingModels?.length > 0) {
|
||||||
|
const $embedModelSelect = this.$widget.find('.openai-embedding-model');
|
||||||
|
const currentEmbedValue = $embedModelSelect.val();
|
||||||
|
|
||||||
|
// Clear existing options
|
||||||
|
$embedModelSelect.empty();
|
||||||
|
|
||||||
|
// Sort models by name
|
||||||
|
const sortedEmbedModels = [...response.embeddingModels].sort((a, b) => a.name.localeCompare(b.name));
|
||||||
|
|
||||||
|
// Add models to the dropdown
|
||||||
|
sortedEmbedModels.forEach(model => {
|
||||||
|
$embedModelSelect.append(`<option value="${model.id}">${model.name}</option>`);
|
||||||
|
});
|
||||||
|
|
||||||
|
// Try to restore the previously selected value
|
||||||
|
if (currentEmbedValue) {
|
||||||
|
$embedModelSelect.val(currentEmbedValue);
|
||||||
|
// If the value doesn't exist anymore, select the first option
|
||||||
|
if (!$embedModelSelect.val()) {
|
||||||
|
$embedModelSelect.prop('selectedIndex', 0);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Show success message
|
||||||
|
const totalModels = (response.chatModels?.length || 0) + (response.embeddingModels?.length || 0);
|
||||||
|
toastService.showMessage(`${totalModels} OpenAI models found.`);
|
||||||
|
} else {
|
||||||
|
toastService.showError(`No OpenAI models found. Please check your API key and settings.`);
|
||||||
|
}
|
||||||
|
} catch (e) {
|
||||||
|
console.error(`Error fetching OpenAI models:`, e);
|
||||||
|
toastService.showError(`Error fetching OpenAI models: ${e}`);
|
||||||
|
} finally {
|
||||||
|
$refreshOpenAIModels.prop('disabled', false);
|
||||||
|
$refreshOpenAIModels.html(`<span class="bx bx-refresh"></span>`);
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|||||||
@ -1135,10 +1135,17 @@
|
|||||||
"system_prompt": "System Prompt",
|
"system_prompt": "System Prompt",
|
||||||
"system_prompt_description": "Default system prompt used for all AI interactions",
|
"system_prompt_description": "Default system prompt used for all AI interactions",
|
||||||
"openai_configuration": "OpenAI Configuration",
|
"openai_configuration": "OpenAI Configuration",
|
||||||
|
"openai_settings": "OpenAI Settings",
|
||||||
"api_key": "API Key",
|
"api_key": "API Key",
|
||||||
|
"openai_api_key_description": "Your OpenAI API key for accessing their AI services",
|
||||||
|
"anthropic_api_key_description": "Your Anthropic API key for accessing Claude models",
|
||||||
"default_model": "Default Model",
|
"default_model": "Default Model",
|
||||||
|
"model": "Model",
|
||||||
"openai_model_description": "Examples: gpt-4o, gpt-4-turbo, gpt-3.5-turbo",
|
"openai_model_description": "Examples: gpt-4o, gpt-4-turbo, gpt-3.5-turbo",
|
||||||
|
"embedding_model": "Embedding Model",
|
||||||
|
"openai_embedding_model_description": "Model used for generating embeddings (text-embedding-3-small recommended)",
|
||||||
"base_url": "Base URL",
|
"base_url": "Base URL",
|
||||||
|
"url": "URL",
|
||||||
"openai_url_description": "Default: https://api.openai.com/v1",
|
"openai_url_description": "Default: https://api.openai.com/v1",
|
||||||
"anthropic_configuration": "Anthropic Configuration",
|
"anthropic_configuration": "Anthropic Configuration",
|
||||||
"anthropic_model_description": "Examples: claude-3-opus-20240229, claude-3-sonnet-20240229",
|
"anthropic_model_description": "Examples: claude-3-opus-20240229, claude-3-sonnet-20240229",
|
||||||
|
|||||||
75
src/routes/api/openai.ts
Normal file
75
src/routes/api/openai.ts
Normal file
@ -0,0 +1,75 @@
|
|||||||
|
import axios from 'axios';
|
||||||
|
import options from "../../services/options.js";
|
||||||
|
import log from "../../services/log.js";
|
||||||
|
import type { Request, Response } from "express";
|
||||||
|
|
||||||
|
/**
|
||||||
|
* List available models from OpenAI
|
||||||
|
*/
|
||||||
|
async function listModels(req: Request, res: Response) {
|
||||||
|
try {
|
||||||
|
const { baseUrl } = req.body;
|
||||||
|
|
||||||
|
// Use provided base URL or default from options
|
||||||
|
const openaiBaseUrl = baseUrl || await options.getOption('openaiBaseUrl') || 'https://api.openai.com/v1';
|
||||||
|
const apiKey = await options.getOption('openaiApiKey');
|
||||||
|
|
||||||
|
if (!apiKey) {
|
||||||
|
throw new Error('OpenAI API key is not configured');
|
||||||
|
}
|
||||||
|
|
||||||
|
// Call OpenAI API to get models
|
||||||
|
const response = await axios.get(`${openaiBaseUrl}/models`, {
|
||||||
|
headers: {
|
||||||
|
'Content-Type': 'application/json',
|
||||||
|
'Authorization': `Bearer ${apiKey}`
|
||||||
|
},
|
||||||
|
timeout: 10000
|
||||||
|
});
|
||||||
|
|
||||||
|
// Filter and categorize models
|
||||||
|
const allModels = response.data.data || [];
|
||||||
|
|
||||||
|
// Separate models into chat models and embedding models
|
||||||
|
const chatModels = allModels
|
||||||
|
.filter((model: any) =>
|
||||||
|
// Include GPT models for chat
|
||||||
|
model.id.includes('gpt') ||
|
||||||
|
// Include Claude models via Azure OpenAI
|
||||||
|
model.id.includes('claude')
|
||||||
|
)
|
||||||
|
.map((model: any) => ({
|
||||||
|
id: model.id,
|
||||||
|
name: model.id,
|
||||||
|
type: 'chat'
|
||||||
|
}));
|
||||||
|
|
||||||
|
const embeddingModels = allModels
|
||||||
|
.filter((model: any) =>
|
||||||
|
// Only include embedding-specific models
|
||||||
|
model.id.includes('embedding') ||
|
||||||
|
model.id.includes('embed')
|
||||||
|
)
|
||||||
|
.map((model: any) => ({
|
||||||
|
id: model.id,
|
||||||
|
name: model.id,
|
||||||
|
type: 'embedding'
|
||||||
|
}));
|
||||||
|
|
||||||
|
// Return the models list
|
||||||
|
return {
|
||||||
|
success: true,
|
||||||
|
chatModels,
|
||||||
|
embeddingModels
|
||||||
|
};
|
||||||
|
} catch (error: any) {
|
||||||
|
log.error(`Error listing OpenAI models: ${error.message || 'Unknown error'}`);
|
||||||
|
|
||||||
|
// Properly throw the error to be handled by the global error handler
|
||||||
|
throw new Error(`Failed to list OpenAI models: ${error.message || 'Unknown error'}`);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export default {
|
||||||
|
listModels
|
||||||
|
};
|
||||||
@ -62,6 +62,7 @@ import otherRoute from "./api/other.js";
|
|||||||
import shareRoutes from "../share/routes.js";
|
import shareRoutes from "../share/routes.js";
|
||||||
import embeddingsRoute from "./api/embeddings.js";
|
import embeddingsRoute from "./api/embeddings.js";
|
||||||
import ollamaRoute from "./api/ollama.js";
|
import ollamaRoute from "./api/ollama.js";
|
||||||
|
import openaiRoute from "./api/openai.js";
|
||||||
import llmRoute from "./api/llm.js";
|
import llmRoute from "./api/llm.js";
|
||||||
|
|
||||||
import etapiAuthRoutes from "../etapi/auth.js";
|
import etapiAuthRoutes from "../etapi/auth.js";
|
||||||
@ -408,6 +409,9 @@ function register(app: express.Application) {
|
|||||||
// Ollama API endpoints
|
// Ollama API endpoints
|
||||||
route(PST, "/api/ollama/list-models", [auth.checkApiAuth, csrfMiddleware], ollamaRoute.listModels, apiResultHandler);
|
route(PST, "/api/ollama/list-models", [auth.checkApiAuth, csrfMiddleware], ollamaRoute.listModels, apiResultHandler);
|
||||||
|
|
||||||
|
// OpenAI API endpoints
|
||||||
|
route(PST, "/api/openai/list-models", [auth.checkApiAuth, csrfMiddleware], openaiRoute.listModels, apiResultHandler);
|
||||||
|
|
||||||
// API Documentation
|
// API Documentation
|
||||||
apiDocsRoute.register(app);
|
apiDocsRoute.register(app);
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user