From c6c8e2068331bdfe344f92f53cd6fffc7758cfac Mon Sep 17 00:00:00 2001 From: jeffusion Date: Thu, 5 Mar 2026 00:31:50 +0800 Subject: [PATCH] feat(llm): add LLM config REST API controller Add REST endpoints under /admin/api/llm/ for provider CRUD, API key management, role assignments, connection testing, and model listing. Register routes in index.ts with JWT authentication middleware. Initialize master key and database on server startup. Ultraworked with [Sisyphus](https://github.com/code-yeongyu/oh-my-opencode) --- src/controllers/llm-config.ts | 316 ++++++++++++++++++++++++++++++++++ src/index.ts | 14 +- 2 files changed, 324 insertions(+), 6 deletions(-) create mode 100644 src/controllers/llm-config.ts diff --git a/src/controllers/llm-config.ts b/src/controllers/llm-config.ts new file mode 100644 index 0000000..8e5c703 --- /dev/null +++ b/src/controllers/llm-config.ts @@ -0,0 +1,316 @@ +/** + * REST API controller for LLM provider configuration. + * Mounted under /admin/api/llm/ with JWT authentication. + */ + +import { Hono } from 'hono'; +import { type ModelRole, modelRoleRepo } from '../db/repositories/model-role-repo'; +import { + type CreateProviderInput, + type UpdateProviderInput, + providerRepo, +} from '../db/repositories/provider-repo'; +import { secretRepo } from '../db/repositories/secret-repo'; +import { settingsRepo } from '../db/repositories/settings-repo'; +import { llmGateway } from '../llm/gateway'; +import { MODEL_ROLES } from '../llm/types'; + +export const llmConfigRouter = new Hono(); + +// ── Provider CRUD ─────────────────────────────────────────────────────── + +llmConfigRouter.get('/providers', (c) => { + const providers = providerRepo.list(); + const result = providers.map((p) => ({ + id: p.id, + name: p.name, + type: p.type, + baseUrl: p.base_url, + defaultModel: p.default_model, + isEnabled: p.is_enabled === 1, + hasKey: secretRepo.has(p.id), + extraConfig: safeParseJson(p.extra_config), + createdAt: p.created_at, + updatedAt: p.updated_at, + })); + return c.json(result); +}); + +llmConfigRouter.get('/providers/:id', (c) => { + const provider = providerRepo.getById(c.req.param('id')); + if (!provider) return c.json({ message: 'Provider not found' }, 404); + + return c.json({ + id: provider.id, + name: provider.name, + type: provider.type, + baseUrl: provider.base_url, + defaultModel: provider.default_model, + isEnabled: provider.is_enabled === 1, + hasKey: secretRepo.has(provider.id), + extraConfig: safeParseJson(provider.extra_config), + createdAt: provider.created_at, + updatedAt: provider.updated_at, + }); +}); + +llmConfigRouter.get('/providers/:id/models', async (c) => { + const id = c.req.param('id'); + const provider = providerRepo.getById(id); + if (!provider) return c.json({ message: 'Provider not found' }, 404); + + if (!secretRepo.has(id)) { + return c.json({ message: 'No API key configured' }, 400); + } + + try { + llmGateway.invalidateProvider(id); + const providerInstance = llmGateway.getProviderInstance(id); + if (!providerInstance.listModels) { + return c.json({ message: 'This provider does not support listing models' }, 501); + } + + const models = await providerInstance.listModels(); + return c.json({ models }); + } catch (error: any) { + return c.json({ message: error.message || 'Failed to fetch models' }, 500); + } +}); + +llmConfigRouter.post('/providers', async (c) => { + const body = await c.req.json<{ + name: string; + type: string; + baseUrl?: string | null; + defaultModel: string; + apiKey?: string; + extraConfig?: Record; + }>(); + + if (!body.name || !body.type || !body.defaultModel) { + return c.json({ message: 'Missing required fields: name, type, defaultModel' }, 400); + } + + const validTypes = ['openai_compatible', 'openai_responses', 'anthropic', 'gemini']; + if (!validTypes.includes(body.type)) { + return c.json({ message: `Invalid type. Must be one of: ${validTypes.join(', ')}` }, 400); + } + + if (body.type === 'openai_compatible' && !body.baseUrl) { + return c.json({ message: 'baseUrl is required for openai_compatible type' }, 400); + } + + const input: CreateProviderInput = { + name: body.name, + type: body.type as any, + baseUrl: body.baseUrl, + defaultModel: body.defaultModel, + extraConfig: body.extraConfig, + }; + + const created = providerRepo.create(input); + + if (body.apiKey) { + secretRepo.set(created.id, body.apiKey); + } + + const allProviders = providerRepo.list(); + if (allProviders.length === 1) { + const modelRolesToBind: ModelRole[] = ['legacy', 'planner', 'specialist', 'judge', 'embedding']; + for (const role of modelRolesToBind) { + modelRoleRepo.set(role, created.id, body.defaultModel); + } + } + + return c.json( + { + id: created.id, + name: created.name, + type: created.type, + baseUrl: created.base_url, + defaultModel: created.default_model, + isEnabled: created.is_enabled === 1, + hasKey: !!body.apiKey, + extraConfig: safeParseJson(created.extra_config), + createdAt: created.created_at, + }, + 201 + ); +}); + +llmConfigRouter.put('/providers/:id', async (c) => { + const id = c.req.param('id'); + const body = await c.req.json<{ + name?: string; + baseUrl?: string | null; + defaultModel?: string; + isEnabled?: boolean; + extraConfig?: Record; + }>(); + + const input: UpdateProviderInput = {}; + if (body.name !== undefined) input.name = body.name; + if (body.baseUrl !== undefined) input.baseUrl = body.baseUrl; + if (body.defaultModel !== undefined) input.defaultModel = body.defaultModel; + if (body.isEnabled !== undefined) input.isEnabled = body.isEnabled; + if (body.extraConfig !== undefined) input.extraConfig = body.extraConfig; + + const updated = providerRepo.update(id, input); + if (!updated) return c.json({ message: 'Provider not found' }, 404); + + llmGateway.invalidateProvider(id); + + return c.json({ + id: updated.id, + name: updated.name, + type: updated.type, + baseUrl: updated.base_url, + defaultModel: updated.default_model, + isEnabled: updated.is_enabled === 1, + hasKey: secretRepo.has(updated.id), + extraConfig: safeParseJson(updated.extra_config), + updatedAt: updated.updated_at, + }); +}); + +llmConfigRouter.delete('/providers/:id', (c) => { + const id = c.req.param('id'); + const roles = modelRoleRepo.getRolesByProvider(id); + const deleted = providerRepo.delete(id); + if (!deleted) return c.json({ message: 'Provider not found' }, 404); + + llmGateway.invalidateProvider(id); + return c.json({ success: true, removedRoleAssignments: roles }); +}); + +// ── API Key Management ────────────────────────────────────────────────── + +llmConfigRouter.put('/providers/:id/key', async (c) => { + const id = c.req.param('id'); + const provider = providerRepo.getById(id); + if (!provider) return c.json({ message: 'Provider not found' }, 404); + + const { apiKey } = await c.req.json<{ apiKey: string }>(); + if (!apiKey) return c.json({ message: 'apiKey is required' }, 400); + + secretRepo.set(id, apiKey); + llmGateway.invalidateProvider(id); + return c.json({ success: true }); +}); + +llmConfigRouter.delete('/providers/:id/key', (c) => { + const id = c.req.param('id'); + const provider = providerRepo.getById(id); + if (!provider) return c.json({ message: 'Provider not found' }, 404); + + secretRepo.delete(id); + llmGateway.invalidateProvider(id); + return c.json({ success: true }); +}); + +// ── Role Assignments ──────────────────────────────────────────────────── + +llmConfigRouter.get('/roles', (c) => { + const assignments = modelRoleRepo.list(); + + const allRoles = MODEL_ROLES.map((role) => { + const assignment = assignments.find((a) => a.role === role); + return assignment + ? { + role: assignment.role, + providerId: assignment.provider_id, + providerName: assignment.provider_name, + providerType: assignment.provider_type, + model: assignment.model, + } + : { role, providerId: null, providerName: null, providerType: null, model: null }; + }); + + return c.json(allRoles); +}); + +llmConfigRouter.put('/roles/:role', async (c) => { + const role = c.req.param('role') as ModelRole; + if (!MODEL_ROLES.includes(role)) { + return c.json({ message: `Invalid role. Must be one of: ${MODEL_ROLES.join(', ')}` }, 400); + } + + const { providerId, model } = await c.req.json<{ providerId: string; model: string }>(); + if (!providerId || !model) { + return c.json({ message: 'providerId and model are required' }, 400); + } + + const provider = providerRepo.getById(providerId); + if (!provider) return c.json({ message: 'Provider not found' }, 404); + + modelRoleRepo.set(role, providerId, model); + + return c.json({ + role, + providerId: provider.id, + providerName: provider.name, + providerType: provider.type, + model, + }); +}); + +// ── Connection Test ───────────────────────────────────────────────────── + +llmConfigRouter.post('/providers/:id/test', async (c) => { + const id = c.req.param('id'); + const provider = providerRepo.getById(id); + if (!provider) return c.json({ message: 'Provider not found' }, 404); + + if (!secretRepo.has(id)) { + return c.json({ success: false, error: 'No API key configured' }); + } + + const startTime = Date.now(); + try { + llmGateway.invalidateProvider(id); + const response = await llmGateway.chatDirect(id, { + model: provider.default_model, + messages: [{ role: 'user', content: 'Hello! Please respond with a short greeting.' }], + maxTokens: 50, + }); + + return c.json({ + success: true, + latencyMs: Date.now() - startTime, + model: provider.default_model, + message: response.content?.slice(0, 200) || '(empty response)', + }); + } catch (error: any) { + return c.json({ + success: false, + latencyMs: Date.now() - startTime, + error: error.message || 'Unknown error', + }); + } +}); + +// ── System Settings ───────────────────────────────────────────────────── + +llmConfigRouter.get('/settings', (c) => { + return c.json(settingsRepo.listAll()); +}); + +llmConfigRouter.put('/settings', async (c) => { + const entries = await c.req.json>(); + if (!Array.isArray(entries)) { + return c.json({ message: 'Body must be an array of {key, value, sensitive?}' }, 400); + } + settingsRepo.setMany(entries); + return c.json({ success: true }); +}); + +// ── Helpers ───────────────────────────────────────────────────────────── + +function safeParseJson(str: string | null | undefined): Record { + if (!str) return {}; + try { + return JSON.parse(str); + } catch { + return {}; + } +} diff --git a/src/index.ts b/src/index.ts index ccded6b..28ca3c4 100644 --- a/src/index.ts +++ b/src/index.ts @@ -1,12 +1,14 @@ import { Hono } from 'hono'; import { serveStatic } from 'hono/bun'; import { jwt } from 'hono/jwt'; -import OpenAI from 'openai'; import config from './config'; import { adminController } from './controllers/admin'; import { configRouter } from './controllers/config'; import { feedbackRouter, initializeFeedbackSystem } from './controllers/feedback'; +import { llmConfigRouter } from './controllers/llm-config'; import { handleGiteaWebhook } from './controllers/review'; +import { initMasterKey } from './crypto/secrets'; +import { initDatabase } from './db/database'; import { reviewEngine } from './review/engine'; // 创建Hono应用实例 @@ -47,6 +49,7 @@ adminProtected.use('/*', jwt({ secret: config.admin.jwtSecret, alg: 'HS256' })); adminProtected.route('/', adminController.protectedRoutes); adminProtected.route('/feedback', feedbackRouter); adminProtected.route('/config', configRouter); +adminProtected.route('/llm', llmConfigRouter); app.route('/admin/api', adminProtected); // --- 前端静态文件服务 --- @@ -61,17 +64,16 @@ app.get('*', serveStatic({ path: './public/index.html' })); const port = config.app.port; console.log(`⚡️ 服务启动在 http://localhost:${port}`); +initMasterKey(); +initDatabase(); + reviewEngine.start().catch((error) => { console.error('❌ 启动Agent Review Engine失败', error); }); // 初始化反馈系统（总是初始化，记忆系统可选） -const openaiClient = new OpenAI({ - baseURL: config.openai.baseUrl, - apiKey: config.openai.apiKey, -}); const reviewStore = reviewEngine.getStore(); -initializeFeedbackSystem(openaiClient, reviewStore); +initializeFeedbackSystem(reviewStore); if (config.review.enableMemory) { console.log('✅ 反馈系统已初始化（含向量记忆）');