feat: 更新 .env.template 文件路径,确保模型和保存目录的正确性;在 ChromaKB 中异步添加文档以提高性能
This commit is contained in:
parent
c3a8360a77
commit
fd980a6153
@ -1,5 +1,5 @@
|
||||
MODEL_DIR=models
|
||||
SAVE_DIR=saves
|
||||
MODEL_DIR=./models
|
||||
SAVE_DIR=./saves
|
||||
|
||||
# region model_provider
|
||||
# 推荐使用硅基流动免费服务
|
||||
|
||||
@ -1,3 +1,4 @@
|
||||
import asyncio
|
||||
import os
|
||||
import traceback
|
||||
from datetime import datetime
|
||||
@ -209,7 +210,12 @@ class ChromaKB(KnowledgeBase):
|
||||
batch_metadatas = metadatas[i : i + batch_size]
|
||||
batch_ids = ids[i : i + batch_size]
|
||||
|
||||
collection.add(documents=batch_documents, metadatas=batch_metadatas, ids=batch_ids)
|
||||
await asyncio.to_thread(
|
||||
collection.add,
|
||||
documents=batch_documents,
|
||||
metadatas=batch_metadatas,
|
||||
ids=batch_ids,
|
||||
)
|
||||
|
||||
batch_num = i // batch_size + 1
|
||||
logger.info(f"Processed batch {batch_num}/{total_batches} for {filename}")
|
||||
|
||||
Loading…
Reference in New Issue
Block a user