mirror of
https://github.com/snailyp/gemini-balance.git
synced 2026-05-28 03:39:34 +08:00
引入了思考模型 (THINKING_MODELS) 和相应的预算映射 (THINKING_BUDGET_MAP) 的概念,允许在配置中指定用于特定内部处理流程(如“思考过程”)的模型及其 token 预算。 主要变更包括: 后端 (Python): - 在 `Settings` 中添加了 `THINKING_MODELS` (List[str]) 和 `THINKING_BUDGET_MAP` (Dict[str, float]) 配置项。 - 增强了 `config._parse_db_value` 函数,以正确解析来自数据库或环境变量的列表和字典字符串(包括处理单引号和提供更详细的日志)。 - 更新了相关服务(如 `GeminiChatService`, `ModelService`, `ConfigService`)以识别和利用这些新配置。 - 调整了中间件和路由以适应可能的逻辑变更。 前端 (HTML/JavaScript): - 在配置编辑器 (`config_editor.html`, `config_editor.js`) 中添加了新的 UI 部分来管理思考模型列表和预算映射。 - 实现了动态添加/删除思考模型的功能,并自动关联/解除关联对应的预算映射条目。 - 预算映射中的模型名称(键)是只读的,自动从思考模型列表同步;预算值(值)是可编辑的数字输入。 - 更新了表单数据的加载 (`populateForm`) 和收集 (`collectFormData`) 逻辑,以正确处理新的列表和映射类型。 - 移除了手动添加预算映射的按钮,改为自动关联。 - 改进了数组和映射项的 DOM 操作逻辑,包括使用 UUID 来关联模型和预算项。
97 lines
3.6 KiB
Python
97 lines
3.6 KiB
Python
from datetime import datetime, timezone
|
|
from typing import Any, Dict, Optional
|
|
|
|
import requests
|
|
|
|
from app.config.config import settings
|
|
from app.log.logger import get_model_logger
|
|
|
|
logger = get_model_logger()
|
|
|
|
|
|
class ModelService:
|
|
def get_gemini_models(self, api_key: str) -> Optional[Dict[str, Any]]:
|
|
url = f"{settings.BASE_URL}/models?key={api_key}"
|
|
|
|
try:
|
|
response = requests.get(url)
|
|
if response.status_code == 200:
|
|
gemini_models = response.json()
|
|
|
|
filtered_models_list = []
|
|
for model in gemini_models.get("models", []):
|
|
model_id = model["name"].split("/")[-1]
|
|
if model_id not in settings.FILTERED_MODELS:
|
|
filtered_models_list.append(model)
|
|
else:
|
|
logger.debug(f"Filtered out model: {model_id}")
|
|
|
|
gemini_models["models"] = filtered_models_list
|
|
return gemini_models
|
|
else:
|
|
logger.error(f"Error: {response.status_code}")
|
|
logger.error(response.text)
|
|
return None
|
|
except requests.RequestException as e:
|
|
logger.error(f"Request failed: {e}")
|
|
return None
|
|
|
|
def get_gemini_openai_models(self, api_key: str) -> Optional[Dict[str, Any]]:
|
|
try:
|
|
gemini_models = self.get_gemini_models(api_key)
|
|
return self.convert_to_openai_models_format(gemini_models)
|
|
except requests.RequestException as e:
|
|
logger.error(f"Request failed: {e}")
|
|
return None
|
|
|
|
def convert_to_openai_models_format(
|
|
self, gemini_models: Dict[str, Any]
|
|
) -> Dict[str, Any]:
|
|
openai_format = {"object": "list", "data": [], "success": True}
|
|
|
|
for model in gemini_models.get("models", []):
|
|
model_id = model["name"].split("/")[-1]
|
|
openai_model = {
|
|
"id": model_id,
|
|
"object": "model",
|
|
"created": int(datetime.now(timezone.utc).timestamp()),
|
|
"owned_by": "google",
|
|
"permission": [],
|
|
"root": model["name"],
|
|
"parent": None,
|
|
}
|
|
openai_format["data"].append(openai_model)
|
|
|
|
if model_id in settings.SEARCH_MODELS:
|
|
search_model = openai_model.copy()
|
|
search_model["id"] = f"{model_id}-search"
|
|
openai_format["data"].append(search_model)
|
|
if model_id in settings.IMAGE_MODELS:
|
|
image_model = openai_model.copy()
|
|
image_model["id"] = f"{model_id}-image"
|
|
openai_format["data"].append(image_model)
|
|
if model_id in settings.THINKING_MODELS:
|
|
non_thinking_model = openai_model.copy()
|
|
non_thinking_model["id"] = f"{model_id}-non-thinking"
|
|
openai_format["data"].append(non_thinking_model)
|
|
|
|
if settings.CREATE_IMAGE_MODEL:
|
|
image_model = openai_model.copy()
|
|
image_model["id"] = f"{settings.CREATE_IMAGE_MODEL}-chat"
|
|
openai_format["data"].append(image_model)
|
|
return openai_format
|
|
|
|
def check_model_support(self, model: str) -> bool:
|
|
if not model or not isinstance(model, str):
|
|
return False
|
|
|
|
model = model.strip()
|
|
if model.endswith("-search"):
|
|
model = model[:-7]
|
|
return model in settings.SEARCH_MODELS
|
|
if model.endswith("-image"):
|
|
model = model[:-6]
|
|
return model in settings.IMAGE_MODELS
|
|
|
|
return model not in settings.FILTERED_MODELS
|