feat: modularize gateway requests and recover settlements
This commit is contained in:
1 parent
7785cda6a6
commit
5533a483d9
40 files changed
+1598
-232
No files matched your search
@@ -43,6 +43,7 @@ management:
|
||||
moyi:
|
||||
gateway:
|
||||
redis-prefix: ${MOYI_REDIS_KEY_PREFIX:moyi:}
|
||||
risk-mode: ${GATEWAY_RISK_MODE:shadow}
|
||||
requests-per-minute: ${GATEWAY_REQUESTS_PER_MINUTE:60}
|
||||
reads-per-minute: ${GATEWAY_READS_PER_MINUTE:300}
|
||||
# 0 disables the MOYI-side model-group cap so channel concurrency can be
|
||||
|
||||
+5
@@ -0,0 +1,5 @@
|
||||
-- Persist only the normalized meter needed to retry settlement after a transient ledger failure.
|
||||
-- Prompts, generated content and provider credentials are deliberately excluded.
|
||||
ALTER TABLE chat_billing_requests ADD COLUMN settlement_usage jsonb;
|
||||
ALTER TABLE chat_billing_requests ADD COLUMN settlement_latency_ms integer;
|
||||
ALTER TABLE chat_billing_requests ADD COLUMN settlement_first_token_ms integer;
|
||||
Reference in new issue
Block a user