feat: 更新 .env.template 文件路径,确保模型和保存目录的正确性;在 ChromaKB 中异步添加文档以提高性能
This commit is contained in:
parent
c3a8360a77
commit
fd980a6153
@ -1,5 +1,5 @@
|
|||||||
MODEL_DIR=models
|
MODEL_DIR=./models
|
||||||
SAVE_DIR=saves
|
SAVE_DIR=./saves
|
||||||
|
|
||||||
# region model_provider
|
# region model_provider
|
||||||
# 推荐使用硅基流动免费服务
|
# 推荐使用硅基流动免费服务
|
||||||
|
|||||||
@ -1,3 +1,4 @@
|
|||||||
|
import asyncio
|
||||||
import os
|
import os
|
||||||
import traceback
|
import traceback
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
@ -209,7 +210,12 @@ class ChromaKB(KnowledgeBase):
|
|||||||
batch_metadatas = metadatas[i : i + batch_size]
|
batch_metadatas = metadatas[i : i + batch_size]
|
||||||
batch_ids = ids[i : i + batch_size]
|
batch_ids = ids[i : i + batch_size]
|
||||||
|
|
||||||
collection.add(documents=batch_documents, metadatas=batch_metadatas, ids=batch_ids)
|
await asyncio.to_thread(
|
||||||
|
collection.add,
|
||||||
|
documents=batch_documents,
|
||||||
|
metadatas=batch_metadatas,
|
||||||
|
ids=batch_ids,
|
||||||
|
)
|
||||||
|
|
||||||
batch_num = i // batch_size + 1
|
batch_num = i // batch_size + 1
|
||||||
logger.info(f"Processed batch {batch_num}/{total_batches} for {filename}")
|
logger.info(f"Processed batch {batch_num}/{total_batches} for {filename}")
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user