feat: add initial model provider adapters
This commit is contained in:
1 parent
7f35960ba6
commit
547f7c0977
16 files changed
+577
-21
No files matched your search
@@ -3,6 +3,8 @@ import { createServer, type IncomingMessage, type ServerResponse } from 'node:ht
|
||||
import { parse as parseUrl } from 'node:url'
|
||||
import { AuthError, AuthService, MemoryAuthRepository, type AuthRepository } from './auth.js'
|
||||
import { CatalogService, MemoryCatalogRepository, type CallMode, type ModelType, type ProviderProtocol } from './catalog.js'
|
||||
import { OpenAICompatibleProvider, OpenAICompatibleProviderError } from './providers/openai-compatible.js'
|
||||
import { SeedanceProvider, SeedanceProviderError } from './providers/seedance.js'
|
||||
import { TripoProvider, TripoProviderError } from './providers/tripo.js'
|
||||
|
||||
const config = {
|
||||
@@ -15,6 +17,21 @@ const config = {
|
||||
nodeEnv: process.env.NODE_ENV || 'development',
|
||||
tripoApiKey: process.env.TRIPO_API_KEY,
|
||||
tripoBaseUrl: process.env.TRIPO_BASE_URL,
|
||||
deepseekApiKey: process.env.DEEPSEEK_API_KEY,
|
||||
deepseekBaseUrl: process.env.DEEPSEEK_BASE_URL || 'https://api.deepseek.com',
|
||||
deepseekFlashModel: process.env.DEEPSEEK_FLASH_MODEL || 'deepseek-v4-flash',
|
||||
deepseekProModel: process.env.DEEPSEEK_PRO_MODEL || 'deepseek-v4-pro',
|
||||
kimiApiKey: process.env.KIMI_API_KEY,
|
||||
kimiBaseUrl: process.env.KIMI_BASE_URL || 'https://api.moonshot.cn/v1',
|
||||
kimiPrimaryModel: process.env.KIMI_PRIMARY_MODEL || 'kimi-k3',
|
||||
kimiFallbackModel: process.env.KIMI_FALLBACK_MODEL || 'kimi-k2.6',
|
||||
zhipuApiKey: process.env.ZHIPU_API_KEY,
|
||||
zhipuBaseUrl: process.env.ZHIPU_BASE_URL || 'https://open.bigmodel.cn/api/paas/v4',
|
||||
zhipuPrimaryModel: process.env.ZHIPU_PRIMARY_MODEL || 'glm-4.5',
|
||||
zhipuVisionModel: process.env.ZHIPU_VISION_MODEL || 'glm-4.5v',
|
||||
seedanceApiKey: process.env.VOLCENGINE_API_KEY,
|
||||
seedanceBaseUrl: process.env.VOLCENGINE_BASE_URL,
|
||||
seedanceModel: process.env.SEEDANCE_MODEL || 'doubao-seedance-1-0-pro-250528',
|
||||
}
|
||||
|
||||
let repository: AuthRepository = new MemoryAuthRepository()
|
||||
@@ -55,7 +72,22 @@ const tripo = config.tripoApiKey ? new TripoProvider({
|
||||
apiKey: config.tripoApiKey,
|
||||
...(config.tripoBaseUrl ? { baseUrl: config.tripoBaseUrl } : {}),
|
||||
}) : undefined
|
||||
const openaiProviders = new Map<string, OpenAICompatibleProvider>()
|
||||
if (config.deepseekApiKey) openaiProviders.set('provider-deepseek', new OpenAICompatibleProvider({ providerName: 'DeepSeek', apiKey: config.deepseekApiKey, baseUrl: config.deepseekBaseUrl }))
|
||||
if (config.kimiApiKey) openaiProviders.set('provider-kimi', new OpenAICompatibleProvider({ providerName: 'Kimi', apiKey: config.kimiApiKey, baseUrl: config.kimiBaseUrl }))
|
||||
if (config.zhipuApiKey) openaiProviders.set('provider-zhipu', new OpenAICompatibleProvider({ providerName: '智谱 GLM', apiKey: config.zhipuApiKey, baseUrl: config.zhipuBaseUrl }))
|
||||
const seedance = config.seedanceApiKey ? new SeedanceProvider({ apiKey: config.seedanceApiKey, ...(config.seedanceBaseUrl ? { baseUrl: config.seedanceBaseUrl } : {}) }) : undefined
|
||||
const upstreamModelOverrides = new Map<string, string>([
|
||||
['model-deepseek-v4-flash', config.deepseekFlashModel],
|
||||
['model-deepseek-v4-pro', config.deepseekProModel],
|
||||
['model-kimi-k3', config.kimiPrimaryModel],
|
||||
['model-kimi-k2-6', config.kimiFallbackModel],
|
||||
['model-glm-4-5', config.zhipuPrimaryModel],
|
||||
['model-glm-4-5v', config.zhipuVisionModel],
|
||||
['model-seedance-1-0-pro', config.seedanceModel],
|
||||
])
|
||||
const tripoTaskOwners = new Map<string, { userId: string; model: string }>()
|
||||
const seedanceTaskOwners = new Map<string, { userId: string; model: string }>()
|
||||
|
||||
if (config.nodeEnv === 'production' && (!process.env.AUTH_PASSWORD_PEPPER || process.env.AUTH_PASSWORD_PEPPER.length < 32)) {
|
||||
throw new Error('AUTH_PASSWORD_PEPPER must contain at least 32 characters in production')
|
||||
@@ -97,6 +129,8 @@ server.listen(config.port, config.host, () => {
|
||||
console.log(`MOYI Control Plane listening on http://${config.host}:${config.port}`)
|
||||
console.log(config.databaseUrl ? 'Persistence: PostgreSQL' : 'Persistence: in-memory development store')
|
||||
console.log(tripo ? 'Tripo 3D Provider: enabled' : 'Tripo 3D Provider: mock mode')
|
||||
console.log(`OpenAI-compatible Providers: ${openaiProviders.size ? [...openaiProviders.keys()].join(', ') : 'none configured'}`)
|
||||
console.log(seedance ? 'Seedance Provider: enabled' : 'Seedance Provider: not configured')
|
||||
})
|
||||
|
||||
async function route(request: IncomingMessage, response: ServerResponse) {
|
||||
@@ -133,6 +167,31 @@ async function route(request: IncomingMessage, response: ServerResponse) {
|
||||
const model = await catalogModel(modelId)
|
||||
if (model.mode === 'async') throw new AuthError('ASYNC_MODEL', '该模型需要使用异步任务接口', 400)
|
||||
if (!catalog.canInvoke(keyRecord, model.id)) throw new AuthError('MODEL_FORBIDDEN', '当前 Key 无权调用该模型', 403)
|
||||
if (model.providerId !== 'provider-mock') {
|
||||
const provider = openaiProviders.get(model.providerId)
|
||||
if (!provider) throw new AuthError('PROVIDER_NOT_CONFIGURED', '该模型的供应商尚未配置服务端 API Key', 503)
|
||||
if (body.stream === true) throw new AuthError('STREAM_NOT_IMPLEMENTED', '该供应商的流式转发将在下一节点开放', 501)
|
||||
const upstream = await provider.chatCompletion({
|
||||
model: upstreamModelOverrides.get(model.id) || model.upstreamModel,
|
||||
messages: Array.isArray(body.messages) ? body.messages as Array<{ role: string; content: unknown }> : [],
|
||||
})
|
||||
const upstreamContent = upstream.choices?.[0]?.message?.content || ''
|
||||
const completedAt = new Date().toISOString()
|
||||
usageEvents.push({
|
||||
id: `usage_${randomToken(14)}`,
|
||||
userId: keyRecord.userId,
|
||||
kind: 'call',
|
||||
model: model.id,
|
||||
status: 'succeeded',
|
||||
createdAt: completedAt,
|
||||
updatedAt: completedAt,
|
||||
latencyMs: Date.now() - startedAt,
|
||||
inputUnits: extractPrompt(body.messages).length,
|
||||
outputUnits: upstreamContent.length,
|
||||
})
|
||||
send(response, 200, { ...upstream, model: model.id })
|
||||
return
|
||||
}
|
||||
const prompt = extractPrompt(body.messages)
|
||||
const content = `MOYI Mock 已收到:${prompt || '(空消息)'}`
|
||||
const completedAt = new Date().toISOString()
|
||||
@@ -159,13 +218,21 @@ async function route(request: IncomingMessage, response: ServerResponse) {
|
||||
return
|
||||
}
|
||||
|
||||
if (method === 'POST' && path === '/v1/3d/tasks') {
|
||||
if (method === 'POST' && (path === '/v1/3d/tasks' || path === '/v1/video/tasks')) {
|
||||
const keyRecord = await authenticatePlatformKey(request)
|
||||
const body = await readJson(request)
|
||||
const modelId = stringValue(body.model)
|
||||
const model = await catalogModel(modelId)
|
||||
if (model.type !== '3d' || model.mode !== 'async') throw new AuthError('NOT_ASYNC_3D_MODEL', '该模型不是异步 3D 模型', 400)
|
||||
if ((!['3d', 'video'].includes(model.type) || model.mode !== 'async')) throw new AuthError('NOT_ASYNC_MEDIA_MODEL', '该模型不是异步媒体模型', 400)
|
||||
if (!catalog.canInvoke(keyRecord, model.id)) throw new AuthError('MODEL_FORBIDDEN', '当前 Key 无权调用该模型', 403)
|
||||
if (model.type === 'video') {
|
||||
if (!seedance) throw new AuthError('PROVIDER_NOT_CONFIGURED', 'Seedance 尚未配置服务端 API Key', 503)
|
||||
const taskId = await seedance.createTextToVideo({ model: upstreamModelOverrides.get(model.id) || model.upstreamModel, prompt: stringValue(body.prompt) })
|
||||
seedanceTaskOwners.set(taskId, { userId: keyRecord.userId, model: model.id })
|
||||
recordTaskUsage(keyRecord.userId, model.id, taskId, 'queued')
|
||||
send(response, 202, { task: { id: taskId, provider: 'seedance', model: model.id, status: 'queued', progress: 0, createdAt: new Date().toISOString() } })
|
||||
return
|
||||
}
|
||||
if (tripo) {
|
||||
const prompt = stringValue(body.prompt).trim()
|
||||
if (!prompt) throw new AuthError('PROMPT_REQUIRED', '3D 生成提示词不能为空')
|
||||
@@ -211,6 +278,16 @@ async function route(request: IncomingMessage, response: ServerResponse) {
|
||||
const taskId = taskMatch?.[1]
|
||||
if (method === 'GET' && taskId) {
|
||||
const keyRecord = await authenticatePlatformKey(request)
|
||||
const seedanceOwner = seedanceTaskOwners.get(taskId)
|
||||
if (seedance && seedanceOwner) {
|
||||
if (seedanceOwner.userId !== keyRecord.userId) throw new AuthError('TASK_NOT_FOUND', '任务不存在', 404)
|
||||
const providerTask = await seedance.getTask(taskId)
|
||||
if (providerTask.status === 'queued' || providerTask.status === 'running' || providerTask.status === 'succeeded' || providerTask.status === 'failed') {
|
||||
updateTaskUsage(taskId, providerTask.status)
|
||||
}
|
||||
send(response, 200, { task: { ...providerTask, model: seedanceOwner.model } })
|
||||
return
|
||||
}
|
||||
const tripoOwner = tripoTaskOwners.get(taskId)
|
||||
if (tripo && tripoOwner) {
|
||||
if (tripoOwner.userId !== keyRecord.userId) throw new AuthError('TASK_NOT_FOUND', '任务不存在', 404)
|
||||
@@ -627,6 +704,16 @@ function handleError(response: ServerResponse, error: unknown) {
|
||||
send(response, 502, { error: { code: 'TRIPO_PROVIDER_ERROR', message: '3D 模型供应商请求失败,请稍后重试' } })
|
||||
return
|
||||
}
|
||||
if (error instanceof OpenAICompatibleProviderError) {
|
||||
console.error(`OpenAI-compatible provider error: ${error.message}`)
|
||||
send(response, 502, { error: { code: 'UPSTREAM_PROVIDER_ERROR', message: '上游模型供应商请求失败,请稍后重试' } })
|
||||
return
|
||||
}
|
||||
if (error instanceof SeedanceProviderError) {
|
||||
console.error(`Seedance provider error: ${error.message}`)
|
||||
send(response, 502, { error: { code: 'SEEDANCE_PROVIDER_ERROR', message: 'Seedance 视频供应商请求失败,请稍后重试' } })
|
||||
return
|
||||
}
|
||||
console.error(error)
|
||||
send(response, 500, { error: { code: 'INTERNAL_ERROR', message: '服务暂时不可用' } })
|
||||
}
|
||||
|
||||
Reference in new issue
Block a user