fix(im_llm): 代理绕过Docker内部hostname
This commit is contained in:
1 parent
96aabc31f6
commit
9a43ee244d
24 files changed
+898
-129
No files matched your search
+63
-17
@@ -1,29 +1,74 @@
|
||||
model_list:
|
||||
- model_name: deepseek-v4-flash
|
||||
litellm_params:
|
||||
model: deepseek-ai/DeepSeek-V4-Flash
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
rpm: 1000
|
||||
tpm: 200000
|
||||
- model_name: agnes-2.0-flash
|
||||
litellm_params:
|
||||
model: openai/agnes-2.0-flash
|
||||
api_base: https://ai.qihuapi.com/v1
|
||||
api_base: https://apihub.agnes-ai.com
|
||||
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
|
||||
- model_name: agnes-image-2.0-flash
|
||||
litellm_params:
|
||||
model: openai/agnes-image-2.0-flash
|
||||
- model_name: agnes-image-2.1-flash
|
||||
litellm_params:
|
||||
model: openai/agnes-image-2.0-flash
|
||||
api_base: https://apihub.agnes-ai.com
|
||||
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
|
||||
- model_name: agnes-video-v2.0
|
||||
litellm_params:
|
||||
model: openai/agnes-video-v2.0
|
||||
api_base: https://apihub.agnes-ai.com
|
||||
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
|
||||
- model_name: BAAI/bge-m3
|
||||
litellm_params:
|
||||
model: openai/BAAI/bge-m3
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
rpm: 500
|
||||
- model_name: BAAI/bge-reranker-v2-m3
|
||||
litellm_params:
|
||||
model: openai/BAAI/bge-reranker-v2-m3
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: deepseek-ai/DeepSeek-OCR
|
||||
litellm_params:
|
||||
model: openai/deepseek-ai/DeepSeek-OCR
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: deepseek-ai/DeepSeek-V4-Flash
|
||||
litellm_params:
|
||||
model: openai/deepseek-ai/DeepSeek-V4-Flash
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: fnlp/MOSS-TTSD-v0.5
|
||||
litellm_params:
|
||||
model: openai/fnlp/MOSS-TTSD-v0.5
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: gemini-3.1-flash-image-preview
|
||||
litellm_params:
|
||||
model: openai/gemini-2.5-flash-image
|
||||
api_base: https://api.bananarouter.com/v1
|
||||
api_key: sk-0d42b6e3890fe4cdea5d741482ce611a6efb3de11cca0a25d6292aaeec67868e
|
||||
- model_name: gpt-image-2
|
||||
litellm_params:
|
||||
model: openai/gemini-2.5-pro-image
|
||||
api_base: https://api.bananarouter.com/v1
|
||||
api_key: sk-0d42b6e3890fe4cdea5d741482ce611a6efb3de11cca0a25d6292aaeec67868e
|
||||
- model_name: mimo-v2.5
|
||||
litellm_params:
|
||||
model: openai/mimo-v2.5
|
||||
api_base: https://token-plan-cn.xiaomimimo.com/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
rpm: 500
|
||||
- model_name: qwen3-vl-32b
|
||||
api_key: tp-cfpwc0omulfwl7ivz46zl5v6b0x4c5nvnfcedw7rzymdpboq
|
||||
headers:
|
||||
api-key: tp-cfpwc0omulfwl7ivz46zl5v6b0x4c5nvnfcedw7rzymdpboq
|
||||
- model_name: TeleAI/TeleSpeechASR
|
||||
litellm_params:
|
||||
model: openai/Qwen3-VL-32B-Instruct
|
||||
model: openai/TeleAI/TeleSpeechASR
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: Tongyi-MAI/Z-Image-Turbo
|
||||
litellm_params:
|
||||
model: openai/Tongyi-MAI/Z-Image-Turbo
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
rpm: 300
|
||||
|
||||
litellm_settings:
|
||||
drop_params: true
|
||||
@@ -33,9 +78,10 @@ general_settings:
|
||||
master_key: sk-litellm-master-key-aiflow-2026
|
||||
|
||||
router_settings:
|
||||
routing_strategy: "usage-based-routing-v2"
|
||||
allowed_fails: 2
|
||||
num_retries: 2
|
||||
routing_strategy: simple-shuffle
|
||||
allowed_fails: 100000
|
||||
num_retries: 0
|
||||
cooldown_time: 0
|
||||
fallbacks:
|
||||
- deepseek-v4-flash: ["agnes-2.0-flash"]
|
||||
- agnes-2.0-flash: ["deepseek-v4-flash"]
|
||||
|
||||
@@ -0,0 +1,88 @@
|
||||
model_list:
|
||||
- model_name: agnes-2.0-flash
|
||||
litellm_params:
|
||||
model: openai/agnes-2.0-flash
|
||||
api_base: https://apihub.agnes-ai.com
|
||||
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
|
||||
- model_name: agnes-image-2.0-flash
|
||||
litellm_params:
|
||||
model: openai/agnes-image-2.0-flash
|
||||
- model_name: agnes-image-2.1-flash
|
||||
litellm_params:
|
||||
model: openai/agnes-image-2.0-flash
|
||||
api_base: https://apihub.agnes-ai.com
|
||||
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
|
||||
- model_name: agnes-video-v2.0
|
||||
litellm_params:
|
||||
model: openai/agnes-video-v2.0
|
||||
api_base: https://apihub.agnes-ai.com
|
||||
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
|
||||
- model_name: BAAI/bge-m3
|
||||
litellm_params:
|
||||
model: openai/BAAI/bge-m3
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: BAAI/bge-reranker-v2-m3
|
||||
litellm_params:
|
||||
model: openai/BAAI/bge-reranker-v2-m3
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: deepseek-ai/DeepSeek-OCR
|
||||
litellm_params:
|
||||
model: openai/deepseek-ai/DeepSeek-OCR
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: deepseek-ai/DeepSeek-V4-Flash
|
||||
litellm_params:
|
||||
model: openai/deepseek-ai/DeepSeek-V4-Flash
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: fnlp/MOSS-TTSD-v0.5
|
||||
litellm_params:
|
||||
model: openai/fnlp/MOSS-TTSD-v0.5
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: gemini-3.1-flash-image-preview
|
||||
litellm_params:
|
||||
model: openai/gemini-2.5-flash-image
|
||||
api_base: https://api.bananarouter.com/v1
|
||||
api_key: sk-0d42b6e3890fe4cdea5d741482ce611a6efb3de11cca0a25d6292aaeec67868e
|
||||
- model_name: gpt-image-2
|
||||
litellm_params:
|
||||
model: openai/gemini-2.5-pro-image
|
||||
api_base: https://api.bananarouter.com/v1
|
||||
api_key: sk-0d42b6e3890fe4cdea5d741482ce611a6efb3de11cca0a25d6292aaeec67868e
|
||||
- model_name: mimo-v2.5
|
||||
litellm_params:
|
||||
model: openai/mimo-v2.5
|
||||
api_base: https://token-plan-cn.xiaomimimo.com/v1
|
||||
api_key: tp-cfpwc0omulfwl7ivz46zl5v6b0x4c5nvnfcedw7rzymdpboq
|
||||
headers:
|
||||
api-key: tp-cfpwc0omulfwl7ivz46zl5v6b0x4c5nvnfcedw7rzymdpboq
|
||||
- model_name: TeleAI/TeleSpeechASR
|
||||
litellm_params:
|
||||
model: openai/TeleAI/TeleSpeechASR
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
- model_name: Tongyi-MAI/Z-Image-Turbo
|
||||
litellm_params:
|
||||
model: openai/Tongyi-MAI/Z-Image-Turbo
|
||||
api_base: https://api.siliconflow.cn/v1
|
||||
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||
|
||||
litellm_settings:
|
||||
drop_params: true
|
||||
request_timeout: 120
|
||||
|
||||
general_settings:
|
||||
master_key: sk-litellm-master-key-aiflow-2026
|
||||
|
||||
router_settings:
|
||||
routing_strategy: simple-shuffle
|
||||
allowed_fails: 100000
|
||||
num_retries: 0
|
||||
cooldown_time: 0
|
||||
fallbacks:
|
||||
- deepseek-v4-flash: ["agnes-2.0-flash"]
|
||||
- agnes-2.0-flash: ["deepseek-v4-flash"]
|
||||
- mimo-v2.5: ["deepseek-v4-flash"]
|
||||
@@ -10,7 +10,7 @@ server {
|
||||
|
||||
# Proxy to MuMuAINovel
|
||||
location / {
|
||||
proxy_pass http://mumuainovel:8000;
|
||||
proxy_pass http://qihu-aiflow-mumuainovel:8000;
|
||||
proxy_set_header Host $host;
|
||||
proxy_set_header X-Real-IP $remote_addr;
|
||||
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
|
||||
|
||||
Reference in new issue
Block a user