更新模型本地配置
This commit is contained in:
parent
d1c4b0d1ff
commit
0af178bf91
@ -33,7 +33,8 @@ class BaseEmbeddingModel:
|
|||||||
for i in range(0, len(messages), batch_size):
|
for i in range(0, len(messages), batch_size):
|
||||||
group_msg = messages[i:i+batch_size]
|
group_msg = messages[i:i+batch_size]
|
||||||
logger.info(f"Encoding {i} to {i+batch_size} with {len(messages)} messages")
|
logger.info(f"Encoding {i} to {i+batch_size} with {len(messages)} messages")
|
||||||
response = self.encode_queries(group_msg)
|
response = self.encode(group_msg)
|
||||||
|
logger.debug(f"Response: {len(response)=}, {len(group_msg)=}, {len(response[0])=}")
|
||||||
data.extend(response)
|
data.extend(response)
|
||||||
|
|
||||||
if len(messages) > batch_size:
|
if len(messages) > batch_size:
|
||||||
@ -49,6 +50,9 @@ class LocalEmbeddingModel(FlagModel, BaseEmbeddingModel):
|
|||||||
self.model = config.model_local_paths.get(info["name"], info.get("local_path"))
|
self.model = config.model_local_paths.get(info["name"], info.get("local_path"))
|
||||||
self.model = self.model or info["name"]
|
self.model = self.model or info["name"]
|
||||||
|
|
||||||
|
if os.path.exists(_path := os.path.join(os.getenv("MODEL_DIR"), self.model)):
|
||||||
|
self.model = _path
|
||||||
|
|
||||||
logger.info(f"Loading local model `{info['name']}` from `{self.model}` with device `{config.device}`")
|
logger.info(f"Loading local model `{info['name']}` from `{self.model}` with device `{config.device}`")
|
||||||
|
|
||||||
super().__init__(self.model,
|
super().__init__(self.model,
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user