fix:"模型准入改为公平排队并收紧渠道凭据与目录暴露"

- acquire-pair.lua 增加模型到达顺序队列:空闲槽位先给更早等待者,超时/放弃/过期即出队,仅因自身 Key 满的等待者不占模型队位
- 修改渠道 Base URL 必须重新填写凭据,阻止已存密钥被发送到新地址;审计记录新旧地址
- 普通用户模型目录只返回渠道 id/name/status,不再暴露 Base URL 和凭据掩码
- 管理端用量 CSV 导出中和公式前缀
- 新增真实 Redis 公平准入、渠道凭据重填、目录字段和 CSV 回归

验证:mvn -B -o clean verify 403 项通过(独立 PostgreSQL/Redis)

Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
This commit is contained in:
xppandClaude Opus 5.5 committed 2026-10-22 12:06:41 +08:00
1 parent 2e53b1d9c8
commit 1a608f8ff8
9 files changed
+178 -16

No files matched your search

@@ -30,7 +30,7 @@ public class CatalogController {
@GetMapping("/models")
public Map<String, Object> models(jakarta.servlet.http.HttpServletRequest request) {
authService.requireUser(AuthController.sessionToken(request));
return Map.of("providers", catalogService.listProviders(false), "models", catalogService.listModels(false), "logicalModels", catalogService.listDefinitions(false));
return Map.of("providers", catalogService.listPublicProviders(), "models", catalogService.listModels(false), "logicalModels", catalogService.listDefinitions(false));
}
@GetMapping("/overview")
@@ -149,6 +149,12 @@ public class CatalogService {
boolean publishingChannel = !"active".equals(previous.get("status")) && "active".equals(nextStatus);
jdbc.update("UPDATE model_providers SET code=?, name=?, protocol=?, source_type=?, base_url=?, description=?, credential_type=?, status=?, updated_at=now() WHERE id=?", code,name,protocol,sourceType,baseUrl,optional(value,"description",""),credentialType,nextStatus,id);
String secret=optional(input,"credentialSecret","");
// A stored credential is bound to the endpoint it was entered for. Redirecting it elsewhere
// would send the decrypted key to the new host, so changing the endpoint requires re-entry.
boolean endpointChanged=!java.util.Objects.equals(normalizedEndpoint(previous.get("baseUrl")),normalizedEndpoint(baseUrl));
if (endpointChanged && !"none".equals(credentialType) && secret.isBlank() && previous.get("credentialMasked")!=null) {
throw new ApiException("CREDENTIAL_REENTRY_REQUIRED","修改渠道地址时须重新填写凭据,已保存的凭据不会发送到新地址");
}
if ("none".equals(credentialType)) jdbc.update("UPDATE model_providers SET credential_ciphertext=NULL, credential_masked=NULL WHERE id=?",id);
else if (!secret.isBlank()) jdbc.update("UPDATE model_providers SET credential_ciphertext=?, credential_masked=? WHERE id=?",secretCipher.encrypt(secret),mask(secret),id);
if (publishingChannel) {
@@ -157,10 +163,27 @@ public class CatalogService {
// an administrator can still disable individual groups afterwards.
jdbc.update("UPDATE model_catalog SET status='active', updated_at=now() WHERE provider_id=? AND status='disabled' AND pricing IS NOT NULL AND deleted_at IS NULL", id);
}
auth.audit("provider.updated",admin.id(),new AuthService.RequestMeta(null,null),Map.of("providerId",id));
Map<String,Object> details=new LinkedHashMap<>();
details.put("providerId",id);
if (endpointChanged) { details.put("previousBaseUrl",String.valueOf(previous.get("baseUrl"))); details.put("baseUrl",String.valueOf(baseUrl)); }
if (!secret.isBlank() || "none".equals(credentialType)) details.put("credentialReplaced",true);
auth.audit("provider.updated",admin.id(),new AuthService.RequestMeta(null,null),details);
return findProvider(id);
}
private static String normalizedEndpoint(Object value) {
return value == null || String.valueOf(value).isBlank() ? null : String.valueOf(value).trim().replaceAll("/+$", "").toLowerCase(java.util.Locale.ROOT);
}
/** Ordinary users only need channel identity for display; endpoints and credential hints stay admin-only. */
public List<Map<String, Object>> listPublicProviders() {
return listProviders(false).stream().map(provider -> {
Map<String, Object> visible = new LinkedHashMap<>();
for (String field : List.of("id", "name", "status")) if (provider.get(field) != null) visible.put(field, provider.get(field));
return visible;
}).toList();
}
private void validateBaseUrl(String value) {
if (value == null || value.isBlank()) return;
try {
@@ -228,6 +228,7 @@ public class GatewayGuard {
String modelBucket = redisPrefix + "gateway:slots:model:" + model.get("id");
String keyBucket = redisPrefix + "gateway:slots:key:" + keyId;
String waitingBucket = redisPrefix + "gateway:waiting:model:" + model.get("id");
String orderBucket = redisPrefix + "gateway:order:model:" + model.get("id");
String token = UUID.randomUUID().toString();
long waitMs = Math.max(0, Math.min(queueWaitMs, requestedWaitMs > 0 ? requestedWaitMs : queueWaitMs));
long deadline = System.nanoTime() + java.util.concurrent.TimeUnit.MILLISECONDS.toNanos(waitMs);
@@ -249,7 +250,7 @@ public class GatewayGuard {
}
while (true) {
long remaining = Math.max(0, java.util.concurrent.TimeUnit.NANOSECONDS.toMillis(deadline - System.nanoTime()));
long acquired = executePair(modelBucket, keyBucket, waitingBucket, Integer.toString(modelLimit), Integer.toString(defaultKeyConcurrency), Long.toString(SLOT_TTL_MS), token, Long.toString(remaining), Long.toString(Math.max(SLOT_TTL_MS, waitMs + 1000)));
long acquired = executePair(modelBucket, keyBucket, waitingBucket, orderBucket, Integer.toString(modelLimit), Integer.toString(defaultKeyConcurrency), Long.toString(SLOT_TTL_MS), token, Long.toString(remaining), Long.toString(Math.max(SLOT_TTL_MS, waitMs + 1000)));
if (acquired == 1) {
admitted = true; // The acquisition script also removed the waiting entry.
return new Admission(modelBucket, keyBucket, token);
@@ -266,7 +267,11 @@ public class GatewayGuard {
}
}
} finally {
if (!admitted && waitMs > 0) releaseQuietly(waitingBucket, token);
if (!admitted && waitMs > 0) {
// Leaving the queue must also release this caller's FIFO position.
releaseQuietly(waitingBucket, token);
releaseQuietly(orderBucket, token);
}
}
}
@@ -301,9 +306,9 @@ public class GatewayGuard {
throw new GatewayLimitException("GATEWAY_GUARD_UNAVAILABLE", "网关流量控制暂不可用,请稍后重试", 503, 3);
}
private long executePair(String modelKey, String keyKey, String waitingKey, String modelLimit, String keyLimit, String ttl, String token, String waitMs, String waitingTtl) {
private long executePair(String modelKey, String keyKey, String waitingKey, String orderKey, String modelLimit, String keyLimit, String ttl, String token, String waitMs, String waitingTtl) {
try {
Long value = redis.execute(ACQUIRE_PAIR, List.of(modelKey, keyKey, waitingKey), modelLimit, keyLimit, ttl, token, waitMs, waitingTtl);
Long value = redis.execute(ACQUIRE_PAIR, List.of(modelKey, keyKey, waitingKey, orderKey), modelLimit, keyLimit, ttl, token, waitMs, waitingTtl);
if (value != null) return value;
} catch (DataAccessException exception) {
log.warn("Gateway pair admission Redis operation failed ({})", exception.getClass().getSimpleName());
@@ -450,7 +450,12 @@ public class UsageAuditService {
}
private String row(Object... values) { List<String> cells = new ArrayList<>(); for (Object value : values) cells.add(csv(value)); return String.join(",", cells); }
private String csv(Object value) { String text = value == null ? "" : String.valueOf(value); return "\"" + text.replace("\"", "\"\"").replace("\r", " ").replace("\n", " ") + "\""; }
static String csv(Object value) {
String text = value == null ? "" : String.valueOf(value).replace("\r", " ").replace("\n", " ");
// Prompts, outputs and key names are user-controlled; never let a spreadsheet evaluate them.
if (text.stripLeading().matches("^[=+@\\-].*") || text.startsWith("\t")) text = "'" + text;
return "\"" + text.replace("\"", "\"\"") + "\"";
}
private UUID parseUuid(String value) { try { return UUID.fromString(value); } catch (Exception exception) { throw new ApiException("INVALID_ID", "记录 ID 格式无效"); } }
private String blankToNull(String value) { return value == null || value.isBlank() ? null : value; }
private OffsetDateTime now() { return OffsetDateTime.now(ZoneOffset.UTC); }
@@ -1,19 +1,40 @@
-- KEYS: model slots, key slots, model waiting (score = wait expiry), model arrival order (score = first arrival).
-- ARGV: model limit, key limit, slot ttl, token, remaining wait ms, waiting ttl.
-- Returns 1 admitted, 0 model busy or behind earlier waiters, 2 own API Key busy.
local time = redis.call('TIME')
local now = tonumber(time[1]) * 1000 + math.floor(tonumber(time[2]) / 1000)
redis.call('ZREMRANGEBYSCORE', KEYS[1], '-inf', now)
redis.call('ZREMRANGEBYSCORE', KEYS[2], '-inf', now)
-- Expired waiters (crashed or timed-out callers) must also leave the arrival order.
local expired = redis.call('ZRANGEBYSCORE', KEYS[3], '-inf', now)
for _, member in ipairs(expired) do redis.call('ZREM', KEYS[4], member) end
redis.call('ZREMRANGEBYSCORE', KEYS[3], '-inf', now)
local busy = nil
if redis.call('ZCARD', KEYS[1]) >= tonumber(ARGV[1]) then busy = 0
elseif redis.call('ZCARD', KEYS[2]) >= tonumber(ARGV[2]) then busy = 2 end
if busy ~= nil then
if tonumber(ARGV[5]) > 0 then
redis.call('ZADD', KEYS[3], now + tonumber(ARGV[5]), ARGV[4])
local wait = tonumber(ARGV[5])
local function remember_waiting()
if wait > 0 then
redis.call('ZADD', KEYS[3], now + wait, ARGV[4])
redis.call('PEXPIRE', KEYS[3], ARGV[6])
end
return busy
end
-- A waiter blocked only by its own API Key limit does not hold a place ahead of other keys.
if redis.call('ZCARD', KEYS[2]) >= tonumber(ARGV[2]) then
redis.call('ZREM', KEYS[4], ARGV[4])
remember_waiting()
return 2
end
local ahead = redis.call('ZRANK', KEYS[4], ARGV[4])
if not ahead then ahead = redis.call('ZCARD', KEYS[4]) end
-- FIFO: a free model slot belongs to earlier model waiters before a newer request.
if redis.call('ZCARD', KEYS[1]) + ahead >= tonumber(ARGV[1]) then
if wait > 0 then
redis.call('ZADD', KEYS[4], 'NX', now, ARGV[4])
redis.call('PEXPIRE', KEYS[4], ARGV[6])
end
remember_waiting()
return 0
end
redis.call('ZREM', KEYS[3], ARGV[4])
redis.call('ZREM', KEYS[4], ARGV[4])
redis.call('ZADD', KEYS[1], now + tonumber(ARGV[3]), ARGV[4])
redis.call('ZADD', KEYS[2], now + tonumber(ARGV[3]), ARGV[4])
redis.call('PEXPIRE', KEYS[1], ARGV[3])