update logger
This commit is contained in:
parent
68a3ab621e
commit
e04add5bc2
@ -2,9 +2,7 @@ import os
|
|||||||
import json
|
import json
|
||||||
import yaml
|
import yaml
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from src.utils.logging_config import setup_logger
|
from src.utils.logging_config import logger
|
||||||
|
|
||||||
logger = setup_logger("Config")
|
|
||||||
|
|
||||||
with open(Path("src/static/models.yaml"), "r") as f:
|
with open(Path("src/static/models.yaml"), "r") as f:
|
||||||
_models = yaml.safe_load(f)
|
_models = yaml.safe_load(f)
|
||||||
@ -53,7 +51,6 @@ class Config(SimpleConfig):
|
|||||||
self.add_item("enable_reranker", default=False, des="是否开启重排序")
|
self.add_item("enable_reranker", default=False, des="是否开启重排序")
|
||||||
self.add_item("enable_knowledge_base", default=False, des="是否开启知识库")
|
self.add_item("enable_knowledge_base", default=False, des="是否开启知识库")
|
||||||
self.add_item("enable_knowledge_graph", default=False, des="是否开启知识图谱")
|
self.add_item("enable_knowledge_graph", default=False, des="是否开启知识图谱")
|
||||||
self.add_item("enable_search_engine", default=False, des="是否开启搜索引擎")
|
|
||||||
self.add_item("enable_web_search", default=False, des="是否开启网页搜索(需配置 TAVILY_API_KEY)")
|
self.add_item("enable_web_search", default=False, des="是否开启网页搜索(需配置 TAVILY_API_KEY)")
|
||||||
# 模型配置
|
# 模型配置
|
||||||
## 注意这里是模型名,而不是具体的模型路径,默认使用 HuggingFace 的路径
|
## 注意这里是模型名,而不是具体的模型路径,默认使用 HuggingFace 的路径
|
||||||
|
|||||||
@ -2,11 +2,9 @@ import os
|
|||||||
import json
|
import json
|
||||||
import time
|
import time
|
||||||
from src.plugins import pdf2txt
|
from src.plugins import pdf2txt
|
||||||
from src.utils import hashstr, setup_logger, is_text_pdf
|
from src.utils import hashstr, logger, is_text_pdf
|
||||||
from src.models.embedding import get_embedding_model
|
from src.models.embedding import get_embedding_model
|
||||||
|
|
||||||
logger = setup_logger("DataBaseManager")
|
|
||||||
|
|
||||||
|
|
||||||
class DataBaseManager:
|
class DataBaseManager:
|
||||||
|
|
||||||
|
|||||||
@ -1,8 +1,7 @@
|
|||||||
import os
|
import os
|
||||||
|
|
||||||
from pymilvus import MilvusClient, MilvusException
|
from pymilvus import MilvusClient, MilvusException
|
||||||
from src.utils import setup_logger, hashstr
|
from src.utils import logger, hashstr
|
||||||
logger = setup_logger("KnowledgeBase")
|
|
||||||
|
|
||||||
|
|
||||||
class KnowledgeBase:
|
class KnowledgeBase:
|
||||||
|
|||||||
@ -1,7 +1,5 @@
|
|||||||
from src.models.rerank_model import get_reranker
|
from src.models.rerank_model import get_reranker
|
||||||
from src.utils.logging_config import setup_logger
|
from src.utils.logging_config import logger
|
||||||
|
|
||||||
logger = setup_logger("server-common")
|
|
||||||
|
|
||||||
|
|
||||||
class Retriever:
|
class Retriever:
|
||||||
|
|||||||
@ -3,9 +3,7 @@ from src.core import DataBaseManager
|
|||||||
from src.core.retriever import Retriever
|
from src.core.retriever import Retriever
|
||||||
from src.models import select_model
|
from src.models import select_model
|
||||||
from src.config import Config
|
from src.config import Config
|
||||||
from src.utils import setup_logger
|
from src.utils import logger
|
||||||
|
|
||||||
logger = setup_logger("Startup")
|
|
||||||
|
|
||||||
|
|
||||||
class Startup:
|
class Startup:
|
||||||
|
|||||||
@ -3,7 +3,7 @@ from dotenv import load_dotenv
|
|||||||
from fastapi import FastAPI
|
from fastapi import FastAPI
|
||||||
from fastapi.middleware.cors import CORSMiddleware
|
from fastapi.middleware.cors import CORSMiddleware
|
||||||
from src.routers import router
|
from src.routers import router
|
||||||
from src.utils.logging_config import setup_logger
|
from src.utils.logging_config import logger
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|
||||||
@ -20,9 +20,6 @@ app.add_middleware(
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
logger = setup_logger("server:main")
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
uvicorn.run(app, host="0.0.0.0", port=5000, threads=10, workers=10)
|
uvicorn.run(app, host="0.0.0.0", port=5000, threads=10, workers=10)
|
||||||
|
|
||||||
|
|||||||
@ -18,6 +18,7 @@ def select_model(config, model_provider=None, model_name=None):
|
|||||||
"siliconflow",
|
"siliconflow",
|
||||||
"zhipu",
|
"zhipu",
|
||||||
"lingyiwanwu",
|
"lingyiwanwu",
|
||||||
|
"together.ai",
|
||||||
]:
|
]:
|
||||||
return OpenAIBase(
|
return OpenAIBase(
|
||||||
api_key=os.getenv(model_info["env"][0]),
|
api_key=os.getenv(model_info["env"][0]),
|
||||||
|
|||||||
@ -1,9 +1,6 @@
|
|||||||
import os
|
import os
|
||||||
from openai import OpenAI
|
from openai import OpenAI
|
||||||
from src.utils.logging_config import setup_logger
|
from src.utils import logger
|
||||||
|
|
||||||
|
|
||||||
logger = setup_logger(__name__)
|
|
||||||
|
|
||||||
class OpenAIBase():
|
class OpenAIBase():
|
||||||
def __init__(self, api_key, base_url, model_name):
|
def __init__(self, api_key, base_url, model_name):
|
||||||
|
|||||||
@ -4,12 +4,9 @@ import requests
|
|||||||
from FlagEmbedding import FlagModel
|
from FlagEmbedding import FlagModel
|
||||||
|
|
||||||
from src.config import EMBED_MODEL_INFO
|
from src.config import EMBED_MODEL_INFO
|
||||||
from src.utils.logging_config import setup_logger
|
from src.utils import hashstr, logger
|
||||||
from src.utils import hashstr
|
|
||||||
|
|
||||||
|
|
||||||
logger = setup_logger("EmbeddingModel")
|
|
||||||
|
|
||||||
class LocalEmbeddingModel(FlagModel):
|
class LocalEmbeddingModel(FlagModel):
|
||||||
def __init__(self, config, **kwargs):
|
def __init__(self, config, **kwargs):
|
||||||
info = EMBED_MODEL_INFO[config.embed_model]
|
info = EMBED_MODEL_INFO[config.embed_model]
|
||||||
|
|||||||
@ -4,9 +4,7 @@ import numpy as np
|
|||||||
from typing import List, Union, Dict
|
from typing import List, Union, Dict
|
||||||
|
|
||||||
from src.models.embedding import RemoteEmbeddingModel
|
from src.models.embedding import RemoteEmbeddingModel
|
||||||
from src.utils.logging_config import setup_logger
|
from src.utils.logging_config import logger
|
||||||
|
|
||||||
logger = setup_logger("OllamaEmbedding")
|
|
||||||
|
|
||||||
class OllamaEmbedding(RemoteEmbeddingModel):
|
class OllamaEmbedding(RemoteEmbeddingModel):
|
||||||
"""
|
"""
|
||||||
|
|||||||
@ -5,10 +5,7 @@ import numpy as np
|
|||||||
from FlagEmbedding import FlagReranker
|
from FlagEmbedding import FlagReranker
|
||||||
|
|
||||||
from src.config import RERANKER_LIST
|
from src.config import RERANKER_LIST
|
||||||
from src.utils.logging_config import setup_logger
|
from src.utils.logging_config import logger
|
||||||
|
|
||||||
|
|
||||||
logger = setup_logger("RerankModel")
|
|
||||||
|
|
||||||
|
|
||||||
class LocalReranker(FlagReranker):
|
class LocalReranker(FlagReranker):
|
||||||
|
|||||||
@ -11,8 +11,7 @@ from transformers import (
|
|||||||
BitsAndBytesConfig
|
BitsAndBytesConfig
|
||||||
)
|
)
|
||||||
|
|
||||||
from src.utils import setup_logger
|
from src.utils import logger
|
||||||
logger = setup_logger("OneKE")
|
|
||||||
|
|
||||||
dotenv.load_dotenv()
|
dotenv.load_dotenv()
|
||||||
|
|
||||||
|
|||||||
@ -5,11 +5,11 @@ base = APIRouter()
|
|||||||
from fastapi import FastAPI, HTTPException
|
from fastapi import FastAPI, HTTPException
|
||||||
from fastapi.responses import JSONResponse
|
from fastapi.responses import JSONResponse
|
||||||
from fastapi import Request, Body
|
from fastapi import Request, Body
|
||||||
from src.core import HistoryManager
|
|
||||||
from src.utils.logging_config import setup_logger
|
|
||||||
from src.core.startup import startup
|
|
||||||
|
|
||||||
logger = setup_logger("server-base")
|
from src.core import HistoryManager
|
||||||
|
from src.core.startup import startup
|
||||||
|
from src.utils import logger
|
||||||
|
|
||||||
|
|
||||||
@base.get("/")
|
@base.get("/")
|
||||||
async def route_index():
|
async def route_index():
|
||||||
|
|||||||
@ -5,10 +5,9 @@ from fastapi.responses import StreamingResponse, Response
|
|||||||
from concurrent.futures import ThreadPoolExecutor
|
from concurrent.futures import ThreadPoolExecutor
|
||||||
from src.core import HistoryManager
|
from src.core import HistoryManager
|
||||||
from src.core.startup import startup
|
from src.core.startup import startup
|
||||||
from src.utils.logging_config import setup_logger
|
from src.utils.logging_config import logger
|
||||||
|
|
||||||
chat = APIRouter(prefix="/chat")
|
chat = APIRouter(prefix="/chat")
|
||||||
logger = setup_logger("server-chat")
|
|
||||||
# 创建线程池
|
# 创建线程池
|
||||||
executor = ThreadPoolExecutor()
|
executor = ThreadPoolExecutor()
|
||||||
|
|
||||||
|
|||||||
@ -2,12 +2,11 @@ import os
|
|||||||
from typing import List, Optional
|
from typing import List, Optional
|
||||||
from fastapi import APIRouter, File, UploadFile, HTTPException, Depends, Body
|
from fastapi import APIRouter, File, UploadFile, HTTPException, Depends, Body
|
||||||
|
|
||||||
from src.utils import setup_logger, hashstr
|
from src.utils import logger, hashstr
|
||||||
from src.core.startup import startup
|
from src.core.startup import startup
|
||||||
|
|
||||||
data = APIRouter(prefix="/data")
|
data = APIRouter(prefix="/data")
|
||||||
|
|
||||||
logger = setup_logger("server-database")
|
|
||||||
|
|
||||||
@data.get("/")
|
@data.get("/")
|
||||||
def get_databases():
|
def get_databases():
|
||||||
|
|||||||
@ -3,11 +3,10 @@ from fastapi import APIRouter, Body
|
|||||||
from pydantic import BaseModel
|
from pydantic import BaseModel
|
||||||
from typing import List, Dict, Any, Optional
|
from typing import List, Dict, Any, Optional
|
||||||
|
|
||||||
from src.utils import setup_logger
|
from src.utils import logger
|
||||||
|
|
||||||
tool = APIRouter(prefix="/tool")
|
tool = APIRouter(prefix="/tool")
|
||||||
|
|
||||||
logger = setup_logger("server-tools")
|
|
||||||
|
|
||||||
class Tool(BaseModel):
|
class Tool(BaseModel):
|
||||||
name: str
|
name: str
|
||||||
|
|||||||
@ -1,6 +1,6 @@
|
|||||||
import time
|
import time
|
||||||
import random
|
import random
|
||||||
from src.utils.logging_config import setup_logger, logger
|
from src.utils.logging_config import logger
|
||||||
|
|
||||||
def is_text_pdf(pdf_path):
|
def is_text_pdf(pdf_path):
|
||||||
import fitz
|
import fitz
|
||||||
|
|||||||
@ -1,9 +1,7 @@
|
|||||||
import os
|
import os
|
||||||
from typing import List, Dict
|
from typing import List, Dict
|
||||||
from tavily import TavilyClient
|
from tavily import TavilyClient
|
||||||
from src.utils.logging_config import setup_logger
|
from src.utils.logging_config import logger
|
||||||
|
|
||||||
logger = setup_logger("web-search")
|
|
||||||
|
|
||||||
class WebSearcher:
|
class WebSearcher:
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user