update logger

This commit is contained in:
Wenjie Zhang 2025-02-27 19:35:25 +08:00
parent 68a3ab621e
commit e04add5bc2
18 changed files with 21 additions and 50 deletions

View File

@ -2,9 +2,7 @@ import os
import json import json
import yaml import yaml
from pathlib import Path from pathlib import Path
from src.utils.logging_config import setup_logger from src.utils.logging_config import logger
logger = setup_logger("Config")
with open(Path("src/static/models.yaml"), "r") as f: with open(Path("src/static/models.yaml"), "r") as f:
_models = yaml.safe_load(f) _models = yaml.safe_load(f)
@ -53,7 +51,6 @@ class Config(SimpleConfig):
self.add_item("enable_reranker", default=False, des="是否开启重排序") self.add_item("enable_reranker", default=False, des="是否开启重排序")
self.add_item("enable_knowledge_base", default=False, des="是否开启知识库") self.add_item("enable_knowledge_base", default=False, des="是否开启知识库")
self.add_item("enable_knowledge_graph", default=False, des="是否开启知识图谱") self.add_item("enable_knowledge_graph", default=False, des="是否开启知识图谱")
self.add_item("enable_search_engine", default=False, des="是否开启搜索引擎")
self.add_item("enable_web_search", default=False, des="是否开启网页搜索(需配置 TAVILY_API_KEY") self.add_item("enable_web_search", default=False, des="是否开启网页搜索(需配置 TAVILY_API_KEY")
# 模型配置 # 模型配置
## 注意这里是模型名,而不是具体的模型路径,默认使用 HuggingFace 的路径 ## 注意这里是模型名,而不是具体的模型路径,默认使用 HuggingFace 的路径

View File

@ -2,11 +2,9 @@ import os
import json import json
import time import time
from src.plugins import pdf2txt from src.plugins import pdf2txt
from src.utils import hashstr, setup_logger, is_text_pdf from src.utils import hashstr, logger, is_text_pdf
from src.models.embedding import get_embedding_model from src.models.embedding import get_embedding_model
logger = setup_logger("DataBaseManager")
class DataBaseManager: class DataBaseManager:

View File

@ -1,8 +1,7 @@
import os import os
from pymilvus import MilvusClient, MilvusException from pymilvus import MilvusClient, MilvusException
from src.utils import setup_logger, hashstr from src.utils import logger, hashstr
logger = setup_logger("KnowledgeBase")
class KnowledgeBase: class KnowledgeBase:

View File

@ -1,7 +1,5 @@
from src.models.rerank_model import get_reranker from src.models.rerank_model import get_reranker
from src.utils.logging_config import setup_logger from src.utils.logging_config import logger
logger = setup_logger("server-common")
class Retriever: class Retriever:

View File

@ -3,9 +3,7 @@ from src.core import DataBaseManager
from src.core.retriever import Retriever from src.core.retriever import Retriever
from src.models import select_model from src.models import select_model
from src.config import Config from src.config import Config
from src.utils import setup_logger from src.utils import logger
logger = setup_logger("Startup")
class Startup: class Startup:

View File

@ -3,7 +3,7 @@ from dotenv import load_dotenv
from fastapi import FastAPI from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware from fastapi.middleware.cors import CORSMiddleware
from src.routers import router from src.routers import router
from src.utils.logging_config import setup_logger from src.utils.logging_config import logger
load_dotenv() load_dotenv()
@ -20,9 +20,6 @@ app.add_middleware(
) )
logger = setup_logger("server:main")
if __name__ == "__main__": if __name__ == "__main__":
uvicorn.run(app, host="0.0.0.0", port=5000, threads=10, workers=10) uvicorn.run(app, host="0.0.0.0", port=5000, threads=10, workers=10)

View File

@ -18,6 +18,7 @@ def select_model(config, model_provider=None, model_name=None):
"siliconflow", "siliconflow",
"zhipu", "zhipu",
"lingyiwanwu", "lingyiwanwu",
"together.ai",
]: ]:
return OpenAIBase( return OpenAIBase(
api_key=os.getenv(model_info["env"][0]), api_key=os.getenv(model_info["env"][0]),

View File

@ -1,9 +1,6 @@
import os import os
from openai import OpenAI from openai import OpenAI
from src.utils.logging_config import setup_logger from src.utils import logger
logger = setup_logger(__name__)
class OpenAIBase(): class OpenAIBase():
def __init__(self, api_key, base_url, model_name): def __init__(self, api_key, base_url, model_name):

View File

@ -4,12 +4,9 @@ import requests
from FlagEmbedding import FlagModel from FlagEmbedding import FlagModel
from src.config import EMBED_MODEL_INFO from src.config import EMBED_MODEL_INFO
from src.utils.logging_config import setup_logger from src.utils import hashstr, logger
from src.utils import hashstr
logger = setup_logger("EmbeddingModel")
class LocalEmbeddingModel(FlagModel): class LocalEmbeddingModel(FlagModel):
def __init__(self, config, **kwargs): def __init__(self, config, **kwargs):
info = EMBED_MODEL_INFO[config.embed_model] info = EMBED_MODEL_INFO[config.embed_model]

View File

@ -4,9 +4,7 @@ import numpy as np
from typing import List, Union, Dict from typing import List, Union, Dict
from src.models.embedding import RemoteEmbeddingModel from src.models.embedding import RemoteEmbeddingModel
from src.utils.logging_config import setup_logger from src.utils.logging_config import logger
logger = setup_logger("OllamaEmbedding")
class OllamaEmbedding(RemoteEmbeddingModel): class OllamaEmbedding(RemoteEmbeddingModel):
""" """

View File

@ -5,10 +5,7 @@ import numpy as np
from FlagEmbedding import FlagReranker from FlagEmbedding import FlagReranker
from src.config import RERANKER_LIST from src.config import RERANKER_LIST
from src.utils.logging_config import setup_logger from src.utils.logging_config import logger
logger = setup_logger("RerankModel")
class LocalReranker(FlagReranker): class LocalReranker(FlagReranker):

View File

@ -11,8 +11,7 @@ from transformers import (
BitsAndBytesConfig BitsAndBytesConfig
) )
from src.utils import setup_logger from src.utils import logger
logger = setup_logger("OneKE")
dotenv.load_dotenv() dotenv.load_dotenv()

View File

@ -5,11 +5,11 @@ base = APIRouter()
from fastapi import FastAPI, HTTPException from fastapi import FastAPI, HTTPException
from fastapi.responses import JSONResponse from fastapi.responses import JSONResponse
from fastapi import Request, Body from fastapi import Request, Body
from src.core import HistoryManager
from src.utils.logging_config import setup_logger
from src.core.startup import startup
logger = setup_logger("server-base") from src.core import HistoryManager
from src.core.startup import startup
from src.utils import logger
@base.get("/") @base.get("/")
async def route_index(): async def route_index():

View File

@ -5,10 +5,9 @@ from fastapi.responses import StreamingResponse, Response
from concurrent.futures import ThreadPoolExecutor from concurrent.futures import ThreadPoolExecutor
from src.core import HistoryManager from src.core import HistoryManager
from src.core.startup import startup from src.core.startup import startup
from src.utils.logging_config import setup_logger from src.utils.logging_config import logger
chat = APIRouter(prefix="/chat") chat = APIRouter(prefix="/chat")
logger = setup_logger("server-chat")
# 创建线程池 # 创建线程池
executor = ThreadPoolExecutor() executor = ThreadPoolExecutor()

View File

@ -2,12 +2,11 @@ import os
from typing import List, Optional from typing import List, Optional
from fastapi import APIRouter, File, UploadFile, HTTPException, Depends, Body from fastapi import APIRouter, File, UploadFile, HTTPException, Depends, Body
from src.utils import setup_logger, hashstr from src.utils import logger, hashstr
from src.core.startup import startup from src.core.startup import startup
data = APIRouter(prefix="/data") data = APIRouter(prefix="/data")
logger = setup_logger("server-database")
@data.get("/") @data.get("/")
def get_databases(): def get_databases():

View File

@ -3,11 +3,10 @@ from fastapi import APIRouter, Body
from pydantic import BaseModel from pydantic import BaseModel
from typing import List, Dict, Any, Optional from typing import List, Dict, Any, Optional
from src.utils import setup_logger from src.utils import logger
tool = APIRouter(prefix="/tool") tool = APIRouter(prefix="/tool")
logger = setup_logger("server-tools")
class Tool(BaseModel): class Tool(BaseModel):
name: str name: str

View File

@ -1,6 +1,6 @@
import time import time
import random import random
from src.utils.logging_config import setup_logger, logger from src.utils.logging_config import logger
def is_text_pdf(pdf_path): def is_text_pdf(pdf_path):
import fitz import fitz

View File

@ -1,9 +1,7 @@
import os import os
from typing import List, Dict from typing import List, Dict
from tavily import TavilyClient from tavily import TavilyClient
from src.utils.logging_config import setup_logger from src.utils.logging_config import logger
logger = setup_logger("web-search")
class WebSearcher: class WebSearcher:
def __init__(self): def __init__(self):