diff --git a/config/litellm_config.yaml b/config/litellm_config.yaml index 42e63cc..5b67cb3 100644 --- a/config/litellm_config.yaml +++ b/config/litellm_config.yaml @@ -1,29 +1,28 @@ - model_list: - model_name: deepseek-v4-flash litellm_params: model: deepseek-ai/DeepSeek-V4-Flash api_base: https://api.siliconflow.cn/v1 - api_key: os.environ/SILICONFLOW_API_KEY + api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz rpm: 1000 tpm: 200000 - model_name: agnes-2.0-flash litellm_params: model: openai/agnes-2.0-flash api_base: https://ai.qihuapi.com/v1 - api_key: os.environ/AGNES_API_KEY + api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz rpm: 500 - model_name: mimo-v2.5 litellm_params: model: openai/mimo-v2.5 api_base: https://token-plan-cn.xiaomimimo.com/v1 - api_key: os.environ/MIMO_API_KEY + api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz rpm: 500 - model_name: qwen3-vl-32b litellm_params: model: openai/Qwen3-VL-32B-Instruct api_base: https://api.siliconflow.cn/v1 - api_key: os.environ/SILICONFLOW_API_KEY + api_key: sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz rpm: 300 litellm_settings: @@ -31,7 +30,7 @@ litellm_settings: request_timeout: 120 general_settings: - master_key: os.environ/LITELLM_MASTER_KEY + master_key: sk-litellm-master-key-aiflow-2026 router_settings: routing_strategy: "usage-based-routing-v2" diff --git a/docker-compose.yml b/docker-compose.yml index d2338fc..8b19be2 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -84,21 +84,25 @@ services: litellm: image: ghcr.io/berriai/litellm:main-stable container_name: qihu-aiflow-litellm + command: ["--config", "/app/config.yaml", "--port", "4000"] ports: - "14000:4000" volumes: - ./config/litellm_config.yaml:/app/config.yaml environment: + - HTTP_PROXY=http://qyyfw:XHR521yhf@103.242.14.208:11495 + - HTTPS_PROXY=http://qyyfw:XHR521yhf@103.242.14.208:11495 + - NO_PROXY=localhost,127.0.0.1,qihu-aiflow-pg18 - LITELLM_MASTER_KEY=sk-litellm-master-key-aiflow-2026 - - SILICONFLOW_API_KEY=os.environ/SILICONFLOW_API_KEY - - AGNES_API_KEY=os.environ/AGNES_API_KEY - - MIMO_API_KEY=os.environ/MIMO_API_KEY + - SILICONFLOW_API_KEY=sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz + - AGNES_API_KEY=sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz + - LITELLM_CONFIG=/app/config.yaml + - MIMO_API_KEY=sk-idsplzeccvmbtyqxcrbhaiwmkzwajmicliunkjkouivepaaz - DATABASE_URL=postgresql://aiflow:pwd2026@qihu-aiflow-pg18:5432/aiflow + - LITELLM_MODE=PRODUCTION restart: unless-stopped networks: - aiflow-network - - # Phase 0C: Meilisearch - Full-text search engine meilisearch: image: getmeili/meilisearch:v1.11 container_name: qihu-aiflow-meilisearch