feat: separate api key and upstream concurrency

This commit is contained in:
wlx committed 2026-09-23 18:09:10 +08:00
1 parent 281849ceb8
commit f5f855c751
13 files changed
+74 -8

No files matched your search

+1
View File
@@ -43,6 +43,7 @@ JAVA_OPTS='-Xms256m -Xmx1536m -XX:+ExitOnOutOfMemoryError'
GATEWAY_REQUESTS_PER_MINUTE=60
GATEWAY_READS_PER_MINUTE=300
GATEWAY_DEFAULT_MODEL_CONCURRENCY=4
GATEWAY_DEFAULT_KEY_CONCURRENCY=4
TASK_MAX_QUEUED_PER_MODEL=100
MOYI_TASK_WORKER_INTERVAL_MS=1000
+1
View File
@@ -11,6 +11,7 @@ REDIS_PASSWORD=replace-with-a-long-random-password
GATEWAY_REQUESTS_PER_MINUTE=60
GATEWAY_READS_PER_MINUTE=300
GATEWAY_DEFAULT_MODEL_CONCURRENCY=4
GATEWAY_DEFAULT_KEY_CONCURRENCY=4
TASK_MAX_QUEUED_PER_MODEL=100
MOYI_TASK_WORKER_INTERVAL_MS=1000
+1
View File
@@ -46,6 +46,7 @@ services:
GATEWAY_REQUESTS_PER_MINUTE: ${GATEWAY_REQUESTS_PER_MINUTE:-60}
GATEWAY_READS_PER_MINUTE: ${GATEWAY_READS_PER_MINUTE:-300}
GATEWAY_DEFAULT_MODEL_CONCURRENCY: ${GATEWAY_DEFAULT_MODEL_CONCURRENCY:-4}
GATEWAY_DEFAULT_KEY_CONCURRENCY: ${GATEWAY_DEFAULT_KEY_CONCURRENCY:-4}
TASK_MAX_QUEUED_PER_MODEL: ${TASK_MAX_QUEUED_PER_MODEL:-100}
MOYI_TASK_WORKER_INTERVAL_MS: ${MOYI_TASK_WORKER_INTERVAL_MS:-1000}
DB_POOL_MAX_SIZE: ${DB_POOL_MAX_SIZE:-10}