package com.moyi.controlplane.gateway; import com.moyi.controlplane.catalog.CatalogService; import com.moyi.controlplane.common.ApiException; import com.moyi.controlplane.provider.OpenAiCompatibleProvider; import com.moyi.controlplane.wallet.ChatBillingService; import com.fasterxml.jackson.databind.ObjectMapper; import jakarta.servlet.http.HttpServletResponse; import java.io.IOException; import java.time.Instant; import java.util.LinkedHashMap; import java.util.List; import java.util.Map; import java.util.UUID; import org.springframework.http.ResponseEntity; import org.springframework.web.bind.annotation.GetMapping; import org.springframework.web.bind.annotation.PostMapping; import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestHeader; import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RestController; @RestController @RequestMapping("/v1") public class GatewayController { private final CatalogService catalogService; private final OpenAiCompatibleProvider provider; private final GatewayGuard guard; private final ChatBillingService billing; private final ObjectMapper json; public GatewayController(CatalogService catalogService, OpenAiCompatibleProvider provider, GatewayGuard guard, ChatBillingService billing, ObjectMapper json) { this.catalogService = catalogService; this.provider = provider; this.guard = guard; this.billing = billing; this.json = json; } @GetMapping("/models") public Map models(@RequestHeader(value = "Authorization", required = false) String authorization) { Map key = requireKey(authorization); guard.checkRate(UUID.fromString(String.valueOf(key.get("id"))), true); List> data = catalogService.listModels(false).stream() .filter(model -> catalogService.keyCanInvoke(key, String.valueOf(model.get("id")))) .map(model -> { Map item = new LinkedHashMap<>(); item.put("id", model.get("id")); item.put("object", "model"); item.put("owned_by", model.get("providerId")); item.put("type", model.get("type")); item.put("mode", model.get("mode")); return item; }).toList(); catalogService.touchKey(key); return Map.of("object", "list", "data", data); } @PostMapping("/chat/completions") public ResponseEntity> chatCompletions( @RequestHeader(value = "Authorization", required = false) String authorization, @RequestBody Map input, @RequestHeader(value = "Idempotency-Key", required = false) String idempotencyKey, HttpServletResponse servletResponse ) { return executeChat(requireKey(authorization), input, idempotencyKey, servletResponse); } // Both the public gateway and the authenticated playground share admission and billing. public ResponseEntity> executeChat(Map key, Map input, String idempotencyKey, HttpServletResponse servletResponse) { long startedAt = System.currentTimeMillis(); String modelId = String.valueOf(input.getOrDefault("model", "")); Map model = catalogService.activeModel(modelId); if (model == null) throw new ApiException("MODEL_NOT_FOUND", "模型不存在或已下线", 404); if (!catalogService.keyCanInvoke(key, modelId)) throw new ApiException("MODEL_FORBIDDEN", "当前 Key 无权调用该模型", 403); if ("async".equals(model.get("mode"))) throw new ApiException("ASYNC_MODEL", "该模型需要使用异步任务接口", 400); String providerId=String.valueOf(model.get("providerId")); boolean mock="provider-mock".equals(providerId); if(!mock && !provider.isConfigured(providerId)) throw new ApiException("PROVIDER_NOT_CONFIGURED","该供应商尚未配置密钥,不能执行真实调用",503); ChatMeter.Request request=ChatMeter.request(input,json); guard.checkRate(UUID.fromString(String.valueOf(key.get("id"))), false); try (GatewayGuard.Slot slot = guard.acquire(model)) { var ticket=billing.reserve(key,model,request,idempotencyKey); servletResponse.setHeader("X-Request-Id",ticket.id().toString()); try { catalogService.touchKey(key); if(Boolean.TRUE.equals(request.body().get("stream"))) { stream(model,request.body(),ticket,servletResponse,startedAt,mock); return null; } Map body=mock?mockResponse(modelId,input):provider.chat(providerId,String.valueOf(model.get("upstreamModel")),request.body()); body.put("model",modelId); requireCompletion(body); var cost=billing.settle(ticket,body,elapsed(startedAt),null); return ResponseEntity.ok().header("X-Request-Id",ticket.id().toString()).header("X-Moyi-Cost-CNY",cost.toPlainString()).body(body); } catch(Exception exception) { ApiException error=exception instanceof ApiException e?e:new ApiException("CALL_INTERRUPTED","调用中断,请查看使用记录确认结算状态",502); billing.fail(ticket,error.getCode(),error.getMessage(),elapsed(startedAt)); if(servletResponse.isCommitted()) { try { event(servletResponse,Map.of("error",Map.of("code",error.getCode(),"message",error.getMessage()))); done(servletResponse); } catch(IOException ignored) { } return null; } servletResponse.resetBuffer(); servletResponse.setContentType("application/json"); throw error; } } } private void stream(Map model, Map input, ChatBillingService.Ticket ticket, HttpServletResponse response, long started, boolean mock) throws IOException { String modelId=model.get("id").toString(); if(mock) { var body=mockResponse(modelId,input); prepareStream(response); var choices=(List)body.get("choices"); var message=((Map)choices.getFirst()).get("message"); event(response,Map.of("id",body.get("id"),"object","chat.completion.chunk","model",modelId,"choices",List.of(Map.of("index",0,"delta",message)))); billing.settle(ticket,body,elapsed(started),elapsed(started)); event(response,Map.of("id",body.get("id"),"object","chat.completion.chunk","model",modelId,"choices",List.of(Map.of("index",0,"delta",Map.of(),"finish_reason","stop")))); event(response,Map.of("choices",List.of(),"usage",body.get("usage"))); done(response); return; } // Keep admission, the concurrency slot and the upstream stream alive on this request thread. // Upstream HTTP errors are inspected before committing a 200/SSE response. try(var upstream=provider.stream(model.get("providerId").toString(),model.get("upstreamModel").toString(),input)) { var collector=new ChatStreamCollector(modelId,started); prepareStream(response); boolean[] disconnected={false}; upstream.events(chunk -> { chunk.put("model",modelId); collector.accept(chunk); // A closed browser must not turn an otherwise completed provider call into free usage. // Continue within the same hard deadline to obtain the final meter and settle once. if(!disconnected[0]) try { event(response,chunk); } catch(IOException clientClosed) { disconnected[0]=true; } }); var body=collector.result(); billing.settle(ticket,body,elapsed(started),collector.firstTokenMs()); if(!disconnected[0]) done(response); } } private void prepareStream(HttpServletResponse response) { response.setContentType("text/event-stream"); response.setCharacterEncoding("UTF-8"); response.setHeader("Cache-Control","no-cache"); response.setHeader("X-Accel-Buffering","no"); } private void event(HttpServletResponse response,Object data) throws IOException { response.getOutputStream().write(("data: "+json.writeValueAsString(data)+"\n\n").getBytes(java.nio.charset.StandardCharsets.UTF_8)); response.flushBuffer(); } private void done(HttpServletResponse response) throws IOException { response.getOutputStream().write("data: [DONE]\n\n".getBytes(java.nio.charset.StandardCharsets.UTF_8)); response.flushBuffer(); } private int elapsed(long started) { return (int)Math.min(Integer.MAX_VALUE,System.currentTimeMillis()-started); } private void requireCompletion(Map body) { if(body.containsKey("error") || !(body.get("choices") instanceof List choices) || choices.isEmpty() || !(choices.getFirst() instanceof Map choice) || choice.get("finish_reason")==null) throw new ApiException("UPSTREAM_RESPONSE_INVALID","上游未返回完整的聊天结果,本次未扣费",502); } private Map mockResponse(String modelId,Map input) { String prompt = extractPrompt(input.get("messages")); String content = "MOYI Java Mock 已收到:" + (prompt.isBlank() ? "(空消息)" : prompt); Map response = new LinkedHashMap<>(); response.put("id", "chatcmpl-" + UUID.randomUUID().toString().replace("-", "").substring(0, 12)); response.put("object", "chat.completion"); response.put("created", Instant.now().getEpochSecond()); response.put("model", modelId); response.put("choices", List.of(Map.of("index", 0, "message", Map.of("role", "assistant", "content", content), "finish_reason", "stop"))); response.put("usage", Map.of("prompt_tokens", prompt.length(), "completion_tokens", content.length(), "total_tokens", prompt.length() + content.length())); return response; } private Map requireKey(String authorization) { if (authorization == null || !authorization.startsWith("Bearer ")) throw new ApiException("UNAUTHENTICATED", "请提供有效的 API Key", 401); Map key = catalogService.authenticateKey(authorization.substring(7)); if (key == null) throw new ApiException("INVALID_API_KEY", "API Key 无效或已停用", 401); return key; } private String extractPrompt(Object messages) { if (!(messages instanceof List list)) return ""; return list.stream().filter(item -> item instanceof Map).map(item -> { Object content = ((Map) item).get("content"); return content == null ? "" : String.valueOf(content); }).reduce((left, right) -> left + "\n" + right).orElse(""); } }