feat: modularize gateway requests and recover settlements

This commit is contained in:
xpp committed 2026-10-21 18:24:30 +08:00
1 parent 7785cda6a6
commit 5533a483d9
40 files changed
+1598 -232

No files matched your search

@@ -3,6 +3,7 @@ package com.moyi.controlplane.wallet;
import com.fasterxml.jackson.databind.ObjectMapper;
import com.moyi.controlplane.common.ApiException;
import com.moyi.controlplane.gateway.ChatMeter;
import com.moyi.controlplane.gateway.request.ApiRequestMetadata;
import com.moyi.controlplane.usage.UsageAuditService;
import java.math.BigDecimal;
import java.nio.charset.StandardCharsets;
@@ -12,19 +13,40 @@ import org.springframework.jdbc.core.JdbcTemplate;
import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.stereotype.Service;
import org.springframework.transaction.annotation.Transactional;
import org.springframework.transaction.support.TransactionTemplate;
import org.springframework.jdbc.datasource.DataSourceTransactionManager;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@Service
public class ChatBillingService {
private static final Logger log = LoggerFactory.getLogger(ChatBillingService.class);
private final JdbcTemplate jdbc;
private final ObjectMapper json;
private final UsageAuditService usage;
private final com.moyi.controlplane.gateway.EnterprisePolicies policies;
public ChatBillingService(JdbcTemplate jdbc, ObjectMapper json, UsageAuditService usage) { this.jdbc=jdbc; this.json=json; this.usage=usage; this.policies=new com.moyi.controlplane.gateway.EnterprisePolicies(jdbc,json); }
private final TransactionTemplate recoveryTransactions;
public ChatBillingService(JdbcTemplate jdbc, ObjectMapper json, UsageAuditService usage) {
this.jdbc=jdbc; this.json=json; this.usage=usage; this.policies=new com.moyi.controlplane.gateway.EnterprisePolicies(jdbc,json);
this.recoveryTransactions = jdbc.getDataSource() == null ? null
: new TransactionTemplate(new DataSourceTransactionManager(jdbc.getDataSource()));
}
public record Ticket(UUID id, UUID userId, ChatMeter.Rates rates) {}
public void endpoint(UUID id,String endpoint) {jdbc.update("UPDATE usage_events SET endpoint=? WHERE id=?",endpoint,id);}
public void observedUsage(Ticket ticket,String protocol,Object observed) {
if(observed==null) return;
usage.observeUsage(ticket.id(),protocol,observed);
try { usage.observeUsage(ticket.id(),protocol,observed); }
catch (RuntimeException exception) {
// Usage diagnostics are best-effort; canonical normalized usage is persisted before settlement.
log.warn("Observed provider usage could not be persisted ({})", exception.getClass().getSimpleName());
}
}
/** Persist a minimal, normalized meter before attempting the atomic ledger transaction. */
@Transactional
public void prepareSettlement(Ticket ticket, Map<String,Object> normalizedUsage, int latencyMs, Integer firstTokenMs) {
jdbc.update("UPDATE chat_billing_requests SET settlement_usage=?::jsonb, settlement_latency_ms=?, settlement_first_token_ms=?, expires_at=GREATEST(expires_at,now()+interval '5 minutes') WHERE id=? AND status='pending'",
encode(normalizedUsage), Math.max(0,latencyMs), firstTokenMs, ticket.id());
}
@Transactional public void actualRoute(Ticket ticket,Map<String,Object> route) {
var snapshots=jdbc.queryForList("SELECT procurement_pricing FROM model_price_history WHERE model_id=? ORDER BY id DESC LIMIT 1",route.get("id"));
@@ -36,6 +58,12 @@ public class ChatBillingService {
@Transactional
public Ticket reserve(Map<String,Object> key, Map<String,Object> model, ChatMeter.Request request, String idempotencyKey) {
return reserve(key,model,request,idempotencyKey,ApiRequestMetadata.internal());
}
@Transactional
public Ticket reserve(Map<String,Object> key, Map<String,Object> model, ChatMeter.Request request,
String idempotencyKey, ApiRequestMetadata metadata) {
UUID userId=UUID.fromString(key.get("userId").toString());
var versions=jdbc.queryForList("SELECT id,pricing,procurement_pricing FROM model_price_history WHERE model_id=? ORDER BY id DESC LIMIT 1",model.get("id"));
var version=versions.isEmpty()?Map.<String,Object>of():versions.getFirst();
@@ -58,7 +86,7 @@ public class ChatBillingService {
if(available.compareTo(hold)<0) throw new ApiException("INSUFFICIENT_BALANCE","可用余额不足以预留本次调用费用,请充值或调低输出 Token 上限",402);
UUID id=UUID.randomUUID();
policies.reserve(id.toString(),userId,UUID.fromString(key.get("id").toString()),hold);
usage.startChat(id,userId,UUID.fromString(key.get("id").toString()),model,request.body());
usage.startChat(id,userId,UUID.fromString(key.get("id").toString()),model,request.body(),metadata);
// Longer than the upstream hard deadline and the concurrency lease, including cleanup margin.
jdbc.update("INSERT INTO chat_billing_requests(id,user_id,idempotency_hash,request_hash,reserved_amount,pricing,expires_at) VALUES (?,?,?,?,?,?::jsonb,now()+interval '5 minutes')",id,userId,idem,requestHash,hold,encode(rates.snapshot()));
jdbc.update("UPDATE chat_billing_requests SET procurement_pricing=?::jsonb,price_version=? WHERE id=?",version.get("procurement_pricing")==null?null:version.get("procurement_pricing").toString(),version.get("id"),id);
@@ -84,7 +112,7 @@ public class ChatBillingService {
BigDecimal procurement=ChatMeter.rates(decode(call.get("procurement_pricing").toString()),false).cost(tokens);
jdbc.update("UPDATE usage_events SET procurement_cost=?,profit_amount=?,cost_status='estimated' WHERE id=?",procurement,cost.subtract(procurement),ticket.id());
}
jdbc.update("UPDATE chat_billing_requests SET status='succeeded',cost_amount=? WHERE id=?",cost,ticket.id());
jdbc.update("UPDATE chat_billing_requests SET status='succeeded',cost_amount=?,settlement_usage=NULL,settlement_latency_ms=NULL,settlement_first_token_ms=NULL WHERE id=?",cost,ticket.id());
policies.release(ticket.id().toString());
return cost;
}
@@ -96,17 +124,39 @@ public class ChatBillingService {
var call=jdbc.queryForMap("SELECT * FROM chat_billing_requests WHERE id=? FOR UPDATE",id);
if(!"pending".equals(call.get("status"))) return;
jdbc.update("UPDATE user_wallets SET reserved_balance=reserved_balance-?,updated_at=now() WHERE user_id=?",call.get("reserved_amount"),call.get("user_id"));
jdbc.update("UPDATE chat_billing_requests SET status='failed',cost_amount=0 WHERE id=?",id);
jdbc.update("UPDATE chat_billing_requests SET status='failed',cost_amount=0,settlement_usage=NULL,settlement_latency_ms=NULL,settlement_first_token_ms=NULL WHERE id=?",id);
usage.finishChat(id,"failed",new ChatMeter.Tokens(0,0,0),latency,null,BigDecimal.ZERO,null,code,message);
jdbc.update("UPDATE usage_events SET cost_status='pending' WHERE id=?",id);
policies.release(id.toString());
}
@Scheduled(fixedDelayString="${moyi.billing.recovery-interval-ms:60000}")
@Transactional
public void recoverExpired() {
var ids=jdbc.queryForList("SELECT id FROM chat_billing_requests WHERE status='pending' AND expires_at<now() ORDER BY expires_at LIMIT 100 FOR UPDATE SKIP LOCKED",UUID.class);
for(UUID id:ids) release(id,"CALL_INTERRUPTED","调用中断,未取得可结算用量,预留额度已释放",0);
var ids=jdbc.queryForList("SELECT id FROM chat_billing_requests WHERE status='pending' AND expires_at<now() ORDER BY expires_at LIMIT 100",UUID.class);
for(UUID id:ids) {
try {
if (recoveryTransactions == null) recoverOne(id);
else recoveryTransactions.executeWithoutResult(status -> recoverOne(id));
} catch (RuntimeException exception) {
// Keep both the pending ticket and its wallet hold. A later scheduler tick retries the durable meter.
log.warn("Pending chat settlement recovery failed ({})", exception.getClass().getSimpleName());
}
}
}
private void recoverOne(UUID id) {
var rows=jdbc.queryForList("SELECT user_id,settlement_usage::text AS settlement_usage,settlement_latency_ms,settlement_first_token_ms FROM chat_billing_requests WHERE id=? AND status='pending' AND expires_at<now() FOR UPDATE SKIP LOCKED",id);
if(rows.isEmpty()) return;
var row=rows.getFirst();
Object usageSnapshot=row.get("settlement_usage");
if(usageSnapshot!=null) {
Object firstToken=row.get("settlement_first_token_ms");
settle(new Ticket(id,(UUID)row.get("user_id"),null),decode(usageSnapshot.toString()),
row.get("settlement_latency_ms")==null?0:((Number)row.get("settlement_latency_ms")).intValue(),
firstToken==null?null:((Number)firstToken).intValue());
} else {
release(id,"CALL_INTERRUPTED","调用中断,未取得可结算用量,预留额度已释放",0);
}
}
private String encode(Object value) { try { return json.writeValueAsString(value); } catch(Exception e) { throw new ApiException("INVALID_REQUEST","请求无法编码"); } }
private Map<String,Object> decode(String value) { try { return json.readValue(value,new com.fasterxml.jackson.core.type.TypeReference<>(){}); } catch(Exception e) { throw new IllegalStateException("Invalid billing snapshot",e); } }