feat: modularize gateway requests and recover settlements
This commit is contained in:
1 parent
7785cda6a6
commit
5533a483d9
40 files changed
+1598
-232
No files matched your search
@@ -47,6 +47,7 @@ GATEWAY_READS_PER_MINUTE=300
|
||||
GATEWAY_DEFAULT_MODEL_CONCURRENCY=0
|
||||
GATEWAY_DEFAULT_KEY_CONCURRENCY=4
|
||||
GATEWAY_DISABLE_MODEL_CONCURRENCY=false
|
||||
GATEWAY_RISK_MODE=shadow
|
||||
GATEWAY_QUEUE_WAIT_MS=30000
|
||||
GATEWAY_QUEUE_POLL_MS=100
|
||||
TASK_MAX_QUEUED_PER_MODEL=100
|
||||
|
||||
@@ -12,6 +12,7 @@ GATEWAY_REQUESTS_PER_MINUTE=60
|
||||
GATEWAY_READS_PER_MINUTE=300
|
||||
GATEWAY_DEFAULT_MODEL_CONCURRENCY=4
|
||||
GATEWAY_DEFAULT_KEY_CONCURRENCY=4
|
||||
GATEWAY_RISK_MODE=shadow
|
||||
TASK_MAX_QUEUED_PER_MODEL=100
|
||||
MOYI_TASK_WORKER_INTERVAL_MS=1000
|
||||
|
||||
|
||||
@@ -58,6 +58,7 @@ services:
|
||||
# Set true for an upstream concurrency measurement run. This bypasses
|
||||
# all MOYI model/group leases while retaining per-Key protection.
|
||||
GATEWAY_DISABLE_MODEL_CONCURRENCY: ${GATEWAY_DISABLE_MODEL_CONCURRENCY:-false}
|
||||
GATEWAY_RISK_MODE: ${GATEWAY_RISK_MODE:-shadow}
|
||||
GATEWAY_QUEUE_WAIT_MS: ${GATEWAY_QUEUE_WAIT_MS:-30000}
|
||||
GATEWAY_QUEUE_POLL_MS: ${GATEWAY_QUEUE_POLL_MS:-100}
|
||||
TASK_MAX_QUEUED_PER_MODEL: ${TASK_MAX_QUEUED_PER_MODEL:-100}
|
||||
|
||||
@@ -44,6 +44,7 @@ services:
|
||||
SPRING_DATA_REDIS_URL: redis://:${REDIS_PASSWORD}@redis:6379/0
|
||||
FLYWAY_ENABLED: true
|
||||
MOYI_FORWARD_HEADERS_STRATEGY: native
|
||||
GATEWAY_RISK_MODE: ${GATEWAY_RISK_MODE:-shadow}
|
||||
depends_on:
|
||||
postgres:
|
||||
condition: service_healthy
|
||||
|
||||
Reference in new issue
Block a user