import asyncio import json import os from abc import ABC, abstractmethod import httpx import requests from src import config from src.utils import get_docker_safe_url, hashstr, logger class BaseEmbeddingModel(ABC): def __init__(self, model=None, name=None, dimension=None, url=None, base_url=None, api_key=None): """ Args: model: 模型名称,冗余设计,同name name: 模型名称,冗余设计,同model dimension: 维度 url: 请求URL,冗余设计,同base_url base_url: 基础URL,请求URL,冗余设计,同url api_key: 请求API密钥 """ base_url = base_url or url self.model = model or name self.dimension = dimension self.base_url = get_docker_safe_url(base_url) self.api_key = os.getenv(api_key, api_key) self.embed_state = {} @abstractmethod def encode(self, message: list[str] | str) -> list[list[float]]: """同步编码""" raise NotImplementedError("Subclasses must implement this method") def encode_queries(self, queries: list[str] | str) -> list[list[float]]: """等同于encode""" return self.encode(queries) @abstractmethod async def aencode(self, message: list[str] | str) -> list[list[float]]: """异步编码""" raise NotImplementedError("Subclasses must implement this method") async def aencode_queries(self, queries: list[str] | str) -> list[list[float]]: """等同于aencode""" return await self.aencode(queries) def batch_encode(self, messages: list[str], batch_size: int = 40) -> list[list[float]]: # logger.info(f"Batch encoding {len(messages)} messages") data = [] task_id = None if len(messages) > batch_size: task_id = hashstr(messages) self.embed_state[task_id] = {"status": "in-progress", "total": len(messages), "progress": 0} for i in range(0, len(messages), batch_size): group_msg = messages[i : i + batch_size] logger.info(f"Encoding [{i}/{len(messages)}] messages (bsz={batch_size})") response = self.encode(group_msg) data.extend(response) if task_id: self.embed_state[task_id]["progress"] = i + len(group_msg) if task_id: self.embed_state[task_id]["status"] = "completed" return data async def abatch_encode(self, messages: list[str], batch_size: int = 40) -> list[list[float]]: data = [] task_id = None if len(messages) > batch_size: task_id = hashstr(messages) self.embed_state[task_id] = {"status": "in-progress", "total": len(messages), "progress": 0} tasks = [] for i in range(0, len(messages), batch_size): group_msg = messages[i : i + batch_size] tasks.append(self.aencode(group_msg)) results = await asyncio.gather(*tasks) for res in results: data.extend(res) if task_id: self.embed_state[task_id]["progress"] = len(messages) self.embed_state[task_id]["status"] = "completed" return data class OllamaEmbedding(BaseEmbeddingModel): """ Ollama Embedding Model """ def __init__(self, **kwargs) -> None: super().__init__(**kwargs) self.base_url = self.base_url or get_docker_safe_url("http://localhost:11434/api/embed") def encode(self, message: list[str] | str) -> list[list[float]]: if isinstance(message, str): message = [message] payload = {"model": self.model, "input": message} try: response = requests.post(self.base_url, json=payload, timeout=60) response.raise_for_status() result = response.json() if "embeddings" not in result: raise ValueError(f"Ollama Embedding failed: Invalid response format {result}") return result["embeddings"] except (requests.RequestException, json.JSONDecodeError) as e: logger.error(f"Ollama Embedding request failed: {e}, {payload}") raise ValueError(f"Ollama Embedding request failed: {e}") async def aencode(self, message: list[str] | str) -> list[list[float]]: if isinstance(message, str): message = [message] payload = {"model": self.model, "input": message} async with httpx.AsyncClient() as client: try: response = await client.post(self.base_url, json=payload, timeout=60) response.raise_for_status() result = response.json() if "embeddings" not in result: raise ValueError(f"Ollama Embedding failed: Invalid response format {result}") return result["embeddings"] except (httpx.RequestError, json.JSONDecodeError) as e: logger.error(f"Ollama Embedding async request failed: {e}, {payload}") raise ValueError(f"Ollama Embedding async request failed: {e}") class OtherEmbedding(BaseEmbeddingModel): def __init__(self, **kwargs) -> None: super().__init__(**kwargs) self.headers = {"Authorization": f"Bearer {self.api_key}", "Content-Type": "application/json"} def build_payload(self, message: list[str] | str) -> dict: return {"model": self.model, "input": message} def encode(self, message: list[str] | str) -> list[list[float]]: payload = self.build_payload(message) try: response = requests.post(self.base_url, json=payload, headers=self.headers, timeout=60) response.raise_for_status() result = response.json() if not isinstance(result, dict) or "data" not in result: raise ValueError(f"Other Embedding failed: Invalid response format {result}") return [item["embedding"] for item in result["data"]] except (requests.RequestException, json.JSONDecodeError) as e: logger.error(f"Other Embedding request failed: {e}, {payload}") raise ValueError(f"Other Embedding request failed: {e}") async def aencode(self, message: list[str] | str) -> list[list[float]]: payload = self.build_payload(message) async with httpx.AsyncClient() as client: try: response = await client.post(self.base_url, json=payload, headers=self.headers, timeout=60) response.raise_for_status() result = response.json() if not isinstance(result, dict) or "data" not in result: raise ValueError(f"Other Embedding failed: Invalid response format {result}") return [item["embedding"] for item in result["data"]] except (httpx.RequestError, json.JSONDecodeError) as e: logger.error(f"Other Embedding async request failed: {e}, {payload}") raise ValueError(f"Other Embedding async request failed: {e}") async def test_connection(self) -> tuple[bool, str]: """ 测试embedding模型的连接性 Returns: tuple: (success: bool, message: str) """ try: # 使用简单的测试文本 test_text = ["Hello world"] await self.aencode(test_text) return True, "连接正常" except Exception as e: error_msg = str(e) return False, error_msg async def test_embedding_model_status(model_id: str) -> dict: """ 测试指定embedding模型的状态 Args: model_id: 模型ID,格式为 "provider/model_name" Returns: dict: 包含状态信息的字典 """ try: support_embed_models = config.embed_model_names.keys() if model_id not in support_embed_models: return {"model_id": model_id, "status": "unsupported", "message": f"不支持的模型: {model_id}"} # 选择并创建模型实例 model = select_embedding_model(model_id) # 测试连接 success, message = await model.test_connection() return { "model_id": model_id, "status": "available" if success else "unavailable", "message": message if not success else "连接正常", "dimension": model.dimension, } except Exception as e: logger.warning(f"测试embedding模型状态失败 {model_id}: {e}") return {"model_id": model_id, "status": "error", "message": str(e)} async def test_all_embedding_models_status() -> dict: """ 测试所有支持的embedding模型状态 Returns: dict: 包含所有模型状态的字典 """ support_embed_models = list(config.embed_model_names.keys()) results = {} # 并发测试所有模型 tasks = [test_embedding_model_status(model_id) for model_id in support_embed_models] model_statuses = await asyncio.gather(*tasks, return_exceptions=True) for i, status in enumerate(model_statuses): if isinstance(status, Exception): model_id = support_embed_models[i] results[model_id] = {"model_id": model_id, "status": "error", "message": str(status)} else: results[status["model_id"]] = status return { "models": results, "total": len(support_embed_models), "available": len([m for m in results.values() if m["status"] == "available"]), } def select_embedding_model(model_id): provider, model_name = model_id.split("/", 1) if model_id else ("", "") support_embed_models = config.embed_model_names.keys() assert model_id in support_embed_models, f"Unsupported embed model: {model_id}, only support {support_embed_models}" logger.info(f"Loading embedding model {model_id}") if provider == "local": raise ValueError("Local embedding model is not supported, please use other embedding models") elif provider == "ollama": model = OllamaEmbedding(**config.embed_model_names[model_id]) else: model = OtherEmbedding(**config.embed_model_names[model_id]) return model