feat: route upstream keys by model group
This commit is contained in:
1 parent
ce0a718686
commit
0876dfe08e
9 files changed
+195
-41
No files matched your search
@@ -42,8 +42,13 @@ SESSION_TTL_HOURS=168
|
||||
JAVA_OPTS='-Xms256m -Xmx1536m -XX:+ExitOnOutOfMemoryError'
|
||||
GATEWAY_REQUESTS_PER_MINUTE=60
|
||||
GATEWAY_READS_PER_MINUTE=300
|
||||
GATEWAY_DEFAULT_MODEL_CONCURRENCY=4
|
||||
# 0 disables an artificial MOYI-side model/group cap; the upstream provider
|
||||
# still controls its own RPS/RPM/TPM/concurrency limits.
|
||||
GATEWAY_DEFAULT_MODEL_CONCURRENCY=0
|
||||
GATEWAY_DEFAULT_KEY_CONCURRENCY=4
|
||||
GATEWAY_DISABLE_MODEL_CONCURRENCY=false
|
||||
GATEWAY_QUEUE_WAIT_MS=30000
|
||||
GATEWAY_QUEUE_POLL_MS=100
|
||||
TASK_MAX_QUEUED_PER_MODEL=100
|
||||
MOYI_TASK_WORKER_INTERVAL_MS=1000
|
||||
# Accepted async tasks retry polling for up to this duration, then release
|
||||
@@ -85,3 +90,12 @@ OSS_ENDPOINT=oss-cn-beijing-internal.aliyuncs.com
|
||||
OSS_BUCKET=
|
||||
OSS_ACCESS_KEY_ID=
|
||||
OSS_ACCESS_KEY_SECRET=
|
||||
|
||||
# Optional per-route upstream key pools. Do not commit real values. Replace
|
||||
# ROUTE_ID with the normalized MOYI route/model id (uppercase, non-alphanumerics
|
||||
# replaced by underscores), and separate multiple keys with '|'. Route pools
|
||||
# take precedence over model pools, then channel-level pools, then the single
|
||||
# encrypted credential stored in the admin channel record.
|
||||
# MOYI_UPSTREAM_API_KEYS_ROUTE_<NORMALIZED_ROUTE_ID>='upstream_key'
|
||||
# MOYI_UPSTREAM_API_KEYS_MODEL_<NORMALIZED_UPSTREAM_MODEL>='upstream_key'
|
||||
# MOYI_UPSTREAM_API_KEYS_APIPRO='key_for_channel_fallback_1|key_for_channel_fallback_2'
|
||||
Reference in new issue
Block a user