feat: 优化 Gemini 模型配置和请求参数

This commit is contained in:
yinpeng
2024-12-21 00:42:08 +08:00
parent c8124d5d32
commit 80bcaf5cd4
4 changed files with 184 additions and 87 deletions
+4 -1
View File
@@ -8,7 +8,10 @@ class ChatRequest(BaseModel):
temperature: Optional[float] = 0.7
stream: Optional[bool] = False
tools: Optional[List[dict]] = []
tool_choice: Optional[str] = "auto"
max_tokens: Optional[int] = 8192
stop: Optional[List[str]] = []
top_p: Optional[float] = 0.9
top_k: Optional[int] = 40
class EmbeddingRequest(BaseModel):