feat: modularize gateway requests and recover settlements

This commit is contained in:
xpp committed 2026-10-21 18:24:30 +08:00
1 parent 7785cda6a6
commit 5533a483d9
40 files changed
+1598 -232

No files matched your search

+1
View File
@@ -47,6 +47,7 @@ GATEWAY_READS_PER_MINUTE=300
GATEWAY_DEFAULT_MODEL_CONCURRENCY=0
GATEWAY_DEFAULT_KEY_CONCURRENCY=4
GATEWAY_DISABLE_MODEL_CONCURRENCY=false
GATEWAY_RISK_MODE=shadow
GATEWAY_QUEUE_WAIT_MS=30000
GATEWAY_QUEUE_POLL_MS=100
TASK_MAX_QUEUED_PER_MODEL=100
+1
View File
@@ -12,6 +12,7 @@ GATEWAY_REQUESTS_PER_MINUTE=60
GATEWAY_READS_PER_MINUTE=300
GATEWAY_DEFAULT_MODEL_CONCURRENCY=4
GATEWAY_DEFAULT_KEY_CONCURRENCY=4
GATEWAY_RISK_MODE=shadow
TASK_MAX_QUEUED_PER_MODEL=100
MOYI_TASK_WORKER_INTERVAL_MS=1000
+1
View File
@@ -58,6 +58,7 @@ services:
# Set true for an upstream concurrency measurement run. This bypasses
# all MOYI model/group leases while retaining per-Key protection.
GATEWAY_DISABLE_MODEL_CONCURRENCY: ${GATEWAY_DISABLE_MODEL_CONCURRENCY:-false}
GATEWAY_RISK_MODE: ${GATEWAY_RISK_MODE:-shadow}
GATEWAY_QUEUE_WAIT_MS: ${GATEWAY_QUEUE_WAIT_MS:-30000}
GATEWAY_QUEUE_POLL_MS: ${GATEWAY_QUEUE_POLL_MS:-100}
TASK_MAX_QUEUED_PER_MODEL: ${TASK_MAX_QUEUED_PER_MODEL:-100}
+1
View File
@@ -44,6 +44,7 @@ services:
SPRING_DATA_REDIS_URL: redis://:${REDIS_PASSWORD}@redis:6379/0
FLYWAY_ENABLED: true
MOYI_FORWARD_HEADERS_STRATEGY: native
GATEWAY_RISK_MODE: ${GATEWAY_RISK_MODE:-shadow}
depends_on:
postgres:
condition: service_healthy