更新模型本地配置

This commit is contained in:
Wenjie Zhang 2025-03-11 16:26:55 +08:00
parent d1c4b0d1ff
commit 0af178bf91

View File

@ -33,7 +33,8 @@ class BaseEmbeddingModel:
for i in range(0, len(messages), batch_size):
group_msg = messages[i:i+batch_size]
logger.info(f"Encoding {i} to {i+batch_size} with {len(messages)} messages")
response = self.encode_queries(group_msg)
response = self.encode(group_msg)
logger.debug(f"Response: {len(response)=}, {len(group_msg)=}, {len(response[0])=}")
data.extend(response)
if len(messages) > batch_size:
@ -49,6 +50,9 @@ class LocalEmbeddingModel(FlagModel, BaseEmbeddingModel):
self.model = config.model_local_paths.get(info["name"], info.get("local_path"))
self.model = self.model or info["name"]
if os.path.exists(_path := os.path.join(os.getenv("MODEL_DIR"), self.model)):
self.model = _path
logger.info(f"Loading local model `{info['name']}` from `{self.model}` with device `{config.device}`")
super().__init__(self.model,