some little details and change default qianfan model from erine_lit_8k to erine_speed
This commit is contained in:
parent
9e070a1318
commit
789ab07f51
@ -67,15 +67,13 @@ class QianfanResponse:
|
||||
|
||||
class Qianfan:
|
||||
|
||||
def __init__(self, model_name="ernie-lite-8k") -> None:
|
||||
def __init__(self, model_name="ernie_speed") -> None:
|
||||
self.model_name = model_name
|
||||
access_key = os.getenv("QIANFAN_ACCESS_KEY")
|
||||
secret_key = os.getenv("QIANFAN_SECRET_KEY")
|
||||
self.client = qianfan.ChatCompletion(ak=access_key, sk=secret_key)
|
||||
|
||||
def predict(self, message, stream=False):
|
||||
|
||||
logger.debug(message)
|
||||
if isinstance(message, str):
|
||||
messages=[{"role": "user", "content": message}]
|
||||
else:
|
||||
|
||||
@ -58,8 +58,8 @@ def chat():
|
||||
def call():
|
||||
request_data = json.loads(request.data)
|
||||
query = request_data['query']
|
||||
logger.debug(f"Web query: {query}")
|
||||
response = model.predict(query)
|
||||
logger.debug(f"Call query: {query} Response: {response.content}")
|
||||
|
||||
return jsonify({
|
||||
"response": response.content,
|
||||
|
||||
Loading…
Reference in New Issue
Block a user