some little details and change default qianfan model from erine_lit_8k to erine_speed

This commit is contained in:
Wenjie Zhang 2024-07-18 02:47:41 +08:00
parent 9e070a1318
commit 789ab07f51
2 changed files with 2 additions and 4 deletions

View File

@ -67,15 +67,13 @@ class QianfanResponse:
class Qianfan:
def __init__(self, model_name="ernie-lite-8k") -> None:
def __init__(self, model_name="ernie_speed") -> None:
self.model_name = model_name
access_key = os.getenv("QIANFAN_ACCESS_KEY")
secret_key = os.getenv("QIANFAN_SECRET_KEY")
self.client = qianfan.ChatCompletion(ak=access_key, sk=secret_key)
def predict(self, message, stream=False):
logger.debug(message)
if isinstance(message, str):
messages=[{"role": "user", "content": message}]
else:

View File

@ -58,8 +58,8 @@ def chat():
def call():
request_data = json.loads(request.data)
query = request_data['query']
logger.debug(f"Web query: {query}")
response = model.predict(query)
logger.debug(f"Call query: {query} Response: {response.content}")
return jsonify({
"response": response.content,