fix(im_llm): 代理绕过Docker内部hostname

This commit is contained in:
QihuAI Design committed 2026-07-31 08:51:15 +08:00
1 parent 96aabc31f6
commit 9a43ee244d
24 files changed
+898 -129

No files matched your search

+63 -17
View File
@@ -1,29 +1,74 @@
model_list:
- model_name: deepseek-v4-flash
litellm_params:
model: deepseek-ai/DeepSeek-V4-Flash
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
rpm: 1000
tpm: 200000
- model_name: agnes-2.0-flash
litellm_params:
model: openai/agnes-2.0-flash
api_base: https://ai.qihuapi.com/v1
api_base: https://apihub.agnes-ai.com
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
- model_name: agnes-image-2.0-flash
litellm_params:
model: openai/agnes-image-2.0-flash
- model_name: agnes-image-2.1-flash
litellm_params:
model: openai/agnes-image-2.0-flash
api_base: https://apihub.agnes-ai.com
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
- model_name: agnes-video-v2.0
litellm_params:
model: openai/agnes-video-v2.0
api_base: https://apihub.agnes-ai.com
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
- model_name: BAAI/bge-m3
litellm_params:
model: openai/BAAI/bge-m3
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
rpm: 500
- model_name: BAAI/bge-reranker-v2-m3
litellm_params:
model: openai/BAAI/bge-reranker-v2-m3
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: deepseek-ai/DeepSeek-OCR
litellm_params:
model: openai/deepseek-ai/DeepSeek-OCR
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: deepseek-ai/DeepSeek-V4-Flash
litellm_params:
model: openai/deepseek-ai/DeepSeek-V4-Flash
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: fnlp/MOSS-TTSD-v0.5
litellm_params:
model: openai/fnlp/MOSS-TTSD-v0.5
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: gemini-3.1-flash-image-preview
litellm_params:
model: openai/gemini-2.5-flash-image
api_base: https://api.bananarouter.com/v1
api_key: sk-0d42b6e3890fe4cdea5d741482ce611a6efb3de11cca0a25d6292aaeec67868e
- model_name: gpt-image-2
litellm_params:
model: openai/gemini-2.5-pro-image
api_base: https://api.bananarouter.com/v1
api_key: sk-0d42b6e3890fe4cdea5d741482ce611a6efb3de11cca0a25d6292aaeec67868e
- model_name: mimo-v2.5
litellm_params:
model: openai/mimo-v2.5
api_base: https://token-plan-cn.xiaomimimo.com/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
rpm: 500
- model_name: qwen3-vl-32b
api_key: tp-cfpwc0omulfwl7ivz46zl5v6b0x4c5nvnfcedw7rzymdpboq
headers:
api-key: tp-cfpwc0omulfwl7ivz46zl5v6b0x4c5nvnfcedw7rzymdpboq
- model_name: TeleAI/TeleSpeechASR
litellm_params:
model: openai/Qwen3-VL-32B-Instruct
model: openai/TeleAI/TeleSpeechASR
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: Tongyi-MAI/Z-Image-Turbo
litellm_params:
model: openai/Tongyi-MAI/Z-Image-Turbo
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
rpm: 300
litellm_settings:
drop_params: true
@@ -33,9 +78,10 @@ general_settings:
master_key: sk-litellm-master-key-aiflow-2026
router_settings:
routing_strategy: "usage-based-routing-v2"
allowed_fails: 2
num_retries: 2
routing_strategy: simple-shuffle
allowed_fails: 100000
num_retries: 0
cooldown_time: 0
fallbacks:
- deepseek-v4-flash: ["agnes-2.0-flash"]
- agnes-2.0-flash: ["deepseek-v4-flash"]
+88
View File
@@ -0,0 +1,88 @@
model_list:
- model_name: agnes-2.0-flash
litellm_params:
model: openai/agnes-2.0-flash
api_base: https://apihub.agnes-ai.com
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
- model_name: agnes-image-2.0-flash
litellm_params:
model: openai/agnes-image-2.0-flash
- model_name: agnes-image-2.1-flash
litellm_params:
model: openai/agnes-image-2.0-flash
api_base: https://apihub.agnes-ai.com
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
- model_name: agnes-video-v2.0
litellm_params:
model: openai/agnes-video-v2.0
api_base: https://apihub.agnes-ai.com
api_key: sk-K8K0jXPBAQ0XLiQxQSWsxjw5rnzA31SHgET3v3B3Q5kO84mZ
- model_name: BAAI/bge-m3
litellm_params:
model: openai/BAAI/bge-m3
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: BAAI/bge-reranker-v2-m3
litellm_params:
model: openai/BAAI/bge-reranker-v2-m3
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: deepseek-ai/DeepSeek-OCR
litellm_params:
model: openai/deepseek-ai/DeepSeek-OCR
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: deepseek-ai/DeepSeek-V4-Flash
litellm_params:
model: openai/deepseek-ai/DeepSeek-V4-Flash
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: fnlp/MOSS-TTSD-v0.5
litellm_params:
model: openai/fnlp/MOSS-TTSD-v0.5
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: gemini-3.1-flash-image-preview
litellm_params:
model: openai/gemini-2.5-flash-image
api_base: https://api.bananarouter.com/v1
api_key: sk-0d42b6e3890fe4cdea5d741482ce611a6efb3de11cca0a25d6292aaeec67868e
- model_name: gpt-image-2
litellm_params:
model: openai/gemini-2.5-pro-image
api_base: https://api.bananarouter.com/v1
api_key: sk-0d42b6e3890fe4cdea5d741482ce611a6efb3de11cca0a25d6292aaeec67868e
- model_name: mimo-v2.5
litellm_params:
model: openai/mimo-v2.5
api_base: https://token-plan-cn.xiaomimimo.com/v1
api_key: tp-cfpwc0omulfwl7ivz46zl5v6b0x4c5nvnfcedw7rzymdpboq
headers:
api-key: tp-cfpwc0omulfwl7ivz46zl5v6b0x4c5nvnfcedw7rzymdpboq
- model_name: TeleAI/TeleSpeechASR
litellm_params:
model: openai/TeleAI/TeleSpeechASR
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
- model_name: Tongyi-MAI/Z-Image-Turbo
litellm_params:
model: openai/Tongyi-MAI/Z-Image-Turbo
api_base: https://api.siliconflow.cn/v1
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
litellm_settings:
drop_params: true
request_timeout: 120
general_settings:
master_key: sk-litellm-master-key-aiflow-2026
router_settings:
routing_strategy: simple-shuffle
allowed_fails: 100000
num_retries: 0
cooldown_time: 0
fallbacks:
- deepseek-v4-flash: ["agnes-2.0-flash"]
- agnes-2.0-flash: ["deepseek-v4-flash"]
- mimo-v2.5: ["deepseek-v4-flash"]
+1 -1
View File
@@ -10,7 +10,7 @@ server {
# Proxy to MuMuAINovel
location / {
proxy_pass http://mumuainovel:8000;
proxy_pass http://qihu-aiflow-mumuainovel:8000;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;