优化dockerfile,增加docker-compose,async openai

This commit is contained in:
Yuzhong Zhang
2025-03-03 13:55:09 +08:00
parent 48d58ef2e8
commit cdbca7ec62
3 changed files with 15 additions and 4 deletions

View File

@@ -137,13 +137,13 @@ class OpenAIChatService:
if request.stream:
return self._handle_stream_completion(request.model, payload, api_key)
return self._handle_normal_completion(request.model, payload, api_key)
return await self._handle_normal_completion(request.model, payload, api_key)
def _handle_normal_completion(
async def _handle_normal_completion(
self, model: str, payload: Dict[str, Any], api_key: str
) -> Dict[str, Any]:
"""处理普通聊天完成"""
response = self.api_client.generate_content(payload, model, api_key)
response = await self.api_client.generate_content(payload, model, api_key)
return self.response_handler.handle_response(
response, model, stream=False, finish_reason="stop"
)