phase0-litellm-deployed-via-hk-proxy
This commit is contained in:
1 parent
cf8c955d45
commit
a336ac283d
2 files changed
+14
-11
No files matched your search
@@ -1,29 +1,28 @@
|
|||||||
|
|
||||||
model_list:
|
model_list:
|
||||||
- model_name: deepseek-v4-flash
|
- model_name: deepseek-v4-flash
|
||||||
litellm_params:
|
litellm_params:
|
||||||
model: deepseek-ai/DeepSeek-V4-Flash
|
model: deepseek-ai/DeepSeek-V4-Flash
|
||||||
api_base: https://api.siliconflow.cn/v1
|
api_base: https://api.siliconflow.cn/v1
|
||||||
api_key: os.environ/SILICONFLOW_API_KEY
|
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||||
rpm: 1000
|
rpm: 1000
|
||||||
tpm: 200000
|
tpm: 200000
|
||||||
- model_name: agnes-2.0-flash
|
- model_name: agnes-2.0-flash
|
||||||
litellm_params:
|
litellm_params:
|
||||||
model: openai/agnes-2.0-flash
|
model: openai/agnes-2.0-flash
|
||||||
api_base: https://ai.qihuapi.com/v1
|
api_base: https://ai.qihuapi.com/v1
|
||||||
api_key: os.environ/AGNES_API_KEY
|
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||||
rpm: 500
|
rpm: 500
|
||||||
- model_name: mimo-v2.5
|
- model_name: mimo-v2.5
|
||||||
litellm_params:
|
litellm_params:
|
||||||
model: openai/mimo-v2.5
|
model: openai/mimo-v2.5
|
||||||
api_base: https://token-plan-cn.xiaomimimo.com/v1
|
api_base: https://token-plan-cn.xiaomimimo.com/v1
|
||||||
api_key: os.environ/MIMO_API_KEY
|
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||||
rpm: 500
|
rpm: 500
|
||||||
- model_name: qwen3-vl-32b
|
- model_name: qwen3-vl-32b
|
||||||
litellm_params:
|
litellm_params:
|
||||||
model: openai/Qwen3-VL-32B-Instruct
|
model: openai/Qwen3-VL-32B-Instruct
|
||||||
api_base: https://api.siliconflow.cn/v1
|
api_base: https://api.siliconflow.cn/v1
|
||||||
api_key: os.environ/SILICONFLOW_API_KEY
|
api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||||
rpm: 300
|
rpm: 300
|
||||||
|
|
||||||
litellm_settings:
|
litellm_settings:
|
||||||
@@ -31,7 +30,7 @@ litellm_settings:
|
|||||||
request_timeout: 120
|
request_timeout: 120
|
||||||
|
|
||||||
general_settings:
|
general_settings:
|
||||||
master_key: os.environ/LITELLM_MASTER_KEY
|
master_key: sk-litellm-master-key-aiflow-2026
|
||||||
|
|
||||||
router_settings:
|
router_settings:
|
||||||
routing_strategy: "usage-based-routing-v2"
|
routing_strategy: "usage-based-routing-v2"
|
||||||
|
|||||||
+9
-5
@@ -84,21 +84,25 @@ services:
|
|||||||
litellm:
|
litellm:
|
||||||
image: ghcr.io/berriai/litellm:main-stable
|
image: ghcr.io/berriai/litellm:main-stable
|
||||||
container_name: qihu-aiflow-litellm
|
container_name: qihu-aiflow-litellm
|
||||||
|
command: ["--config", "/app/config.yaml", "--port", "4000"]
|
||||||
ports:
|
ports:
|
||||||
- "14000:4000"
|
- "14000:4000"
|
||||||
volumes:
|
volumes:
|
||||||
- ./config/litellm_config.yaml:/app/config.yaml
|
- ./config/litellm_config.yaml:/app/config.yaml
|
||||||
environment:
|
environment:
|
||||||
|
- HTTP_PROXY=http://qyyfw:XHR521yhf@103.242.14.208:11495
|
||||||
|
- HTTPS_PROXY=http://qyyfw:XHR521yhf@103.242.14.208:11495
|
||||||
|
- NO_PROXY=localhost,127.0.0.1,qihu-aiflow-pg18
|
||||||
- LITELLM_MASTER_KEY=sk-litellm-master-key-aiflow-2026
|
- LITELLM_MASTER_KEY=sk-litellm-master-key-aiflow-2026
|
||||||
- SILICONFLOW_API_KEY=os.environ/SILICONFLOW_API_KEY
|
- SILICONFLOW_API_KEY=sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||||
- AGNES_API_KEY=os.environ/AGNES_API_KEY
|
- AGNES_API_KEY=sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||||
- MIMO_API_KEY=os.environ/MIMO_API_KEY
|
- LITELLM_CONFIG=/app/config.yaml
|
||||||
|
- MIMO_API_KEY=sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz
|
||||||
- DATABASE_URL=postgresql://aiflow:pwd2026@qihu-aiflow-pg18:5432/aiflow
|
- DATABASE_URL=postgresql://aiflow:pwd2026@qihu-aiflow-pg18:5432/aiflow
|
||||||
|
- LITELLM_MODE=PRODUCTION
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
networks:
|
networks:
|
||||||
- aiflow-network
|
- aiflow-network
|
||||||
|
|
||||||
# Phase 0C: Meilisearch - Full-text search engine
|
|
||||||
meilisearch:
|
meilisearch:
|
||||||
image: getmeili/meilisearch:v1.11
|
image: getmeili/meilisearch:v1.11
|
||||||
container_name: qihu-aiflow-meilisearch
|
container_name: qihu-aiflow-meilisearch
|
||||||
|
|||||||
Reference in new issue
Block a user