83e0caae7d
实现RAG评估系统，包括基准管理、评估指标计算和结果展示功能 - 添加评估路由和API接口 - 实现评估指标计算工具类 - 新增基准上传和自动生成功能 - 添加评估结果展示组件 - 完善相关文档和测试用例
173 lines
6.8 KiB
Python
173 lines
6.8 KiB
Python
import traceback
|
|
|
|
from fastapi import APIRouter, HTTPException, Depends, File, Form, Body, UploadFile
|
|
from src.storage.db.models import User
|
|
from server.utils.auth_middleware import get_admin_user
|
|
from src.utils import logger
|
|
|
|
# 创建路由器
|
|
evaluation = APIRouter(prefix="/evaluation", tags=["evaluation"])
|
|
|
|
|
|
@evaluation.get("/benchmarks/{benchmark_id}")
|
|
async def get_evaluation_benchmark(benchmark_id: str, current_user: User = Depends(get_admin_user)):
|
|
"""获取评估基准详情"""
|
|
from src.services.evaluation_service import EvaluationService
|
|
|
|
try:
|
|
service = EvaluationService()
|
|
benchmark = await service.get_benchmark_detail(benchmark_id)
|
|
return {"message": "success", "data": benchmark}
|
|
except Exception as e:
|
|
logger.error(f"获取评估基准详情失败: {e}, {traceback.format_exc()}")
|
|
raise HTTPException(status_code=500, detail=f"获取评估基准详情失败: {str(e)}")
|
|
|
|
|
|
@evaluation.delete("/benchmarks/{benchmark_id}")
|
|
async def delete_evaluation_benchmark(benchmark_id: str, current_user: User = Depends(get_admin_user)):
|
|
"""删除评估基准"""
|
|
from src.services.evaluation_service import EvaluationService
|
|
|
|
try:
|
|
service = EvaluationService()
|
|
await service.delete_benchmark(benchmark_id)
|
|
return {"message": "success", "data": None}
|
|
except Exception as e:
|
|
logger.error(f"删除评估基准失败: {e}, {traceback.format_exc()}")
|
|
raise HTTPException(status_code=500, detail=f"删除评估基准失败: {str(e)}")
|
|
|
|
|
|
|
|
@evaluation.get("/{task_id}/results")
|
|
async def get_evaluation_results(task_id: str, current_user: User = Depends(get_admin_user)):
|
|
"""获取评估结果"""
|
|
from src.services.evaluation_service import EvaluationService
|
|
|
|
try:
|
|
service = EvaluationService()
|
|
results = await service.get_evaluation_results(task_id)
|
|
return {"message": "success", "data": results}
|
|
except Exception as e:
|
|
logger.error(f"获取评估结果失败: {e}, {traceback.format_exc()}")
|
|
raise HTTPException(status_code=500, detail=f"获取评估结果失败: {str(e)}")
|
|
|
|
|
|
@evaluation.delete("/{task_id}")
|
|
async def delete_evaluation_result(task_id: str, current_user: User = Depends(get_admin_user)):
|
|
"""删除评估结果"""
|
|
from src.services.evaluation_service import EvaluationService
|
|
|
|
try:
|
|
service = EvaluationService()
|
|
await service.delete_evaluation_result(task_id)
|
|
return {"message": "success", "data": None}
|
|
except Exception as e:
|
|
logger.error(f"删除评估结果失败: {e}, {traceback.format_exc()}")
|
|
raise HTTPException(status_code=500, detail=f"删除评估结果失败: {str(e)}")
|
|
|
|
|
|
# ============================================================================
|
|
# === Knowledge-specific evaluation endpoints ===
|
|
# ============================================================================
|
|
|
|
|
|
@evaluation.post("/databases/{db_id}/benchmarks/upload")
|
|
async def upload_evaluation_benchmark(
|
|
db_id: str,
|
|
file: UploadFile = File(...),
|
|
name: str = Form(...),
|
|
description: str = Form(""),
|
|
current_user: User = Depends(get_admin_user),
|
|
):
|
|
"""上传评估基准文件"""
|
|
from src.services.evaluation_service import EvaluationService
|
|
|
|
try:
|
|
# 验证文件格式
|
|
if not file.filename.endswith(".jsonl"):
|
|
raise HTTPException(status_code=400, detail="仅支持JSONL格式文件")
|
|
|
|
# 读取文件内容
|
|
content = await file.read()
|
|
|
|
# 调用评估服务处理上传
|
|
service = EvaluationService()
|
|
result = await service.upload_benchmark(
|
|
db_id=db_id,
|
|
file_content=content,
|
|
filename=file.filename,
|
|
name=name,
|
|
description=description,
|
|
created_by=current_user.user_id,
|
|
)
|
|
|
|
return {"message": "success", "data": result}
|
|
except HTTPException:
|
|
raise
|
|
except Exception as e:
|
|
logger.error(f"上传评估基准失败: {e}, {traceback.format_exc()}")
|
|
raise HTTPException(status_code=500, detail=f"上传评估基准失败: {str(e)}")
|
|
|
|
|
|
@evaluation.get("/databases/{db_id}/benchmarks")
|
|
async def get_evaluation_benchmarks(db_id: str, current_user: User = Depends(get_admin_user)):
|
|
"""获取知识库的评估基准列表"""
|
|
from src.services.evaluation_service import EvaluationService
|
|
|
|
try:
|
|
service = EvaluationService()
|
|
benchmarks = await service.get_benchmarks(db_id)
|
|
return {"message": "success", "data": benchmarks}
|
|
except Exception as e:
|
|
logger.error(f"获取评估基准列表失败: {e}, {traceback.format_exc()}")
|
|
raise HTTPException(status_code=500, detail=f"获取评估基准列表失败: {str(e)}")
|
|
|
|
|
|
@evaluation.post("/databases/{db_id}/benchmarks/generate")
|
|
async def generate_evaluation_benchmark(
|
|
db_id: str, params: dict = Body(...), current_user: User = Depends(get_admin_user)
|
|
):
|
|
"""自动生成评估基准"""
|
|
from src.services.evaluation_service import EvaluationService
|
|
|
|
try:
|
|
service = EvaluationService()
|
|
result = await service.generate_benchmark(db_id=db_id, params=params, created_by=current_user.user_id)
|
|
return {"message": "success", "data": result}
|
|
except Exception as e:
|
|
logger.error(f"生成评估基准失败: {e}, {traceback.format_exc()}")
|
|
raise HTTPException(status_code=500, detail=f"生成评估基准失败: {str(e)}")
|
|
|
|
|
|
@evaluation.post("/databases/{db_id}/run")
|
|
async def run_evaluation(db_id: str, params: dict = Body(...), current_user: User = Depends(get_admin_user)):
|
|
"""运行RAG评估"""
|
|
from src.services.evaluation_service import EvaluationService
|
|
|
|
try:
|
|
service = EvaluationService()
|
|
task_id = await service.run_evaluation(
|
|
db_id=db_id,
|
|
benchmark_id=params.get("benchmark_id"),
|
|
retrieval_config=params.get("retrieval_config", {}),
|
|
created_by=current_user.user_id,
|
|
)
|
|
return {"message": "success", "data": {"task_id": task_id}}
|
|
except Exception as e:
|
|
logger.error(f"启动评估失败: {e}, {traceback.format_exc()}")
|
|
raise HTTPException(status_code=500, detail=f"启动评估失败: {str(e)}")
|
|
|
|
|
|
@evaluation.get("/databases/{db_id}/history")
|
|
async def get_evaluation_history(db_id: str, current_user: User = Depends(get_admin_user)):
|
|
"""获取知识库的评估历史记录"""
|
|
from src.services.evaluation_service import EvaluationService
|
|
|
|
try:
|
|
service = EvaluationService()
|
|
history = await service.get_evaluation_history(db_id)
|
|
return {"message": "success", "data": history}
|
|
except Exception as e:
|
|
logger.error(f"获取评估历史失败: {e}, {traceback.format_exc()}")
|
|
raise HTTPException(status_code=500, detail=f"获取评估历史失败: {str(e)}")
|