修复模型切换bug

This commit is contained in:
Wenjie Zhang 2025-03-10 16:33:40 +08:00
parent 3729db87df
commit a22f4d908c
3 changed files with 16 additions and 6 deletions

View File

@ -4,8 +4,11 @@ from src.utils import logger, get_docker_safe_url
class OpenAIBase():
def __init__(self, api_key, base_url, model_name):
self.api_key = api_key
self.base_url = base_url
self.client = OpenAI(api_key=api_key, base_url=base_url)
self.model_name = model_name
# logger.debug(f"{self.get_models()=}")
def predict(self, message, stream=False):
if isinstance(message, str):
@ -34,6 +37,13 @@ class OpenAIBase():
stream=False,
)
return response.choices[0].message
def get_models(self):
try:
return self.client.models.list()
except Exception as e:
logger.error(f"Error getting models: {e}")
return []
class OpenModel(OpenAIBase):
@ -60,7 +70,8 @@ class GeneralResponse:
self.is_full = False
class Qianfan:
class Qianfan(OpenAIBase):
"""弃用"""
def __init__(self, model_name="ernie_speed") -> None:
import qianfan
@ -99,7 +110,7 @@ class Qianfan:
class DashScope:
class DashScope(OpenAIBase):
def __init__(self, model_name="qwen-max-latest") -> None:
self.model_name = model_name
@ -143,6 +154,4 @@ class DashScope:
if __name__ == "__main__":
model = SiliconFlow()
for a in model.predict("你好", stream=True):
print(a.content, end="")
pass

View File

@ -21,6 +21,7 @@ def chat_post(
history: list = Body(...),
cur_res_id: str = Body(...)):
meta["server_model_name"] = startup.model.model_name
history_manager = HistoryManager(history)
logger.debug(f"Received query: {query} with meta: {meta}")

View File

@ -3,7 +3,7 @@
<div class="tags">
<!-- <span class="item btn" @click="likeThisResponse(msg)"><LikeOutlined /></span> -->
<!-- <span class="item btn" @click="dislikeThisResponse(msg)"><DislikeOutlined /></span> -->
<span class="item"><BulbOutlined /> {{ msg.model_name }}</span>
<span class="item"><BulbOutlined /> {{ msg.meta.server_model_name }}</span>
<span class="item btn" @click="copyText(msg.text)"><CopyOutlined /></span>
<span
class="item btn"