kris/ForcePilot
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

add debug info when connect error

Browse Source
This commit is contained in:
Wenjie Zhang 2025-05-09 14:48:32 +08:00
parent 298b67446c
commit c4d9d06d7c
1 changed files with 14 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
src/models/chat_model.py
View File

@ -27,14 +27,20 @@ class OpenAIBase():
return self._get_response(messages) return self._get_response(messages)
def _stream_response(self, messages): def _stream_response(self, messages):
response = self.client.chat.completions.create( try:
model=self.model_name, response = self.client.chat.completions.create(
messages=messages, model=self.model_name,
stream=True, messages=messages,
) stream=True,
for chunk in response: )
if len(chunk.choices) > 0: for chunk in response:
yield chunk.choices[0].delta if len(chunk.choices) > 0:
yield chunk.choices[0].delta
except Exception as e:
err = f"Error streaming response: {e}, URL: {self.base_url}, API Key: {self.api_key[:5]}***, Model: {self.model_name}"
logger.error(err)
raise Exception(err)
def _get_response(self, messages): def _get_response(self, messages):
response = self.client.chat.completions.create( response = self.client.chat.completions.create(