some little details and change default qianfan model from erine_lit_8k to erine_speed
This commit is contained in:
parent
9e070a1318
commit
789ab07f51
@ -67,15 +67,13 @@ class QianfanResponse:
|
|||||||
|
|
||||||
class Qianfan:
|
class Qianfan:
|
||||||
|
|
||||||
def __init__(self, model_name="ernie-lite-8k") -> None:
|
def __init__(self, model_name="ernie_speed") -> None:
|
||||||
self.model_name = model_name
|
self.model_name = model_name
|
||||||
access_key = os.getenv("QIANFAN_ACCESS_KEY")
|
access_key = os.getenv("QIANFAN_ACCESS_KEY")
|
||||||
secret_key = os.getenv("QIANFAN_SECRET_KEY")
|
secret_key = os.getenv("QIANFAN_SECRET_KEY")
|
||||||
self.client = qianfan.ChatCompletion(ak=access_key, sk=secret_key)
|
self.client = qianfan.ChatCompletion(ak=access_key, sk=secret_key)
|
||||||
|
|
||||||
def predict(self, message, stream=False):
|
def predict(self, message, stream=False):
|
||||||
|
|
||||||
logger.debug(message)
|
|
||||||
if isinstance(message, str):
|
if isinstance(message, str):
|
||||||
messages=[{"role": "user", "content": message}]
|
messages=[{"role": "user", "content": message}]
|
||||||
else:
|
else:
|
||||||
|
|||||||
@ -58,8 +58,8 @@ def chat():
|
|||||||
def call():
|
def call():
|
||||||
request_data = json.loads(request.data)
|
request_data = json.loads(request.data)
|
||||||
query = request_data['query']
|
query = request_data['query']
|
||||||
logger.debug(f"Web query: {query}")
|
|
||||||
response = model.predict(query)
|
response = model.predict(query)
|
||||||
|
logger.debug(f"Call query: {query} Response: {response.content}")
|
||||||
|
|
||||||
return jsonify({
|
return jsonify({
|
||||||
"response": response.content,
|
"response": response.content,
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user