ForcePilot/src/models/embedding.py

import os
from FlagEmbedding import FlagModel, FlagReranker

from utils.logging_config import setup_logger


logger = setup_logger("EmbeddingModel")

SUPPORT_LIST = {
    "bge-large-zh-v1.5": "BAAI/bge-large-zh-v1.5",
    "zhipu": "embedding-2",
}

RERANKER_LIST = {
    "bge-reranker-v2-m3": "BAAI/bge-reranker-v2-m3",
}

QUERY_INSTRUCTION = {
    "bge-large-zh-v1.5": "为这个句子生成表示以用于检索相关文章：",
}

class EmbeddingModel(FlagModel):
    def __init__(self, config, **kwargs):

        assert config.embed_model in SUPPORT_LIST.keys(), f"Unsupported embed model: {config.embed_model}, only support {SUPPORT_LIST}"

        model_name_or_path = config.model_local_paths.get(config.embed_model, SUPPORT_LIST[config.embed_model])
        logger.info(f"Loading embedding model {config.embed_model} from {model_name_or_path}")

        super().__init__(model_name_or_path,
                query_instruction_for_retrieval=QUERY_INSTRUCTION[config.embed_model],
                use_fp16=False, **kwargs)

        logger.info(f"Embedding model {config.embed_model} loaded")


class Reranker(FlagReranker):
    def __init__(self, config, **kwargs):

        assert config.reranker in RERANKER_LIST.keys(), f"Unsupported Reranker: {config.reranker}, only support {RERANKER_LIST.keys()}"

        model_name_or_path = config.model_local_paths.get(config.reranker, RERANKER_LIST[config.reranker])
        logger.info(f"Loading Reranker model {config.re_ranker} from {model_name_or_path}")

        super().__init__(model_name_or_path, use_fp16=True, **kwargs)
        logger.info(f"Reranker model {config.re_ranker} loaded")


from zhipuai import ZhipuAI

client = ZhipuAI(api_key="270ea71e9560c0ff406acbcdd48bfd97.e3XOMdWKuZb7Q1Sk")
response = client.embeddings.create(
    model="embedding-2", #填写需要调用的模型名称
    input=["你好","woshi"]
)

print(response.data.shape)

class ZhipuEmbedding:

    def __init__(self, config) -> None:
        self.config = config
        self.client = ZhipuAI(api_key=os.getenv("ZHIPUAPI"))

    def predict(self, message):
        response = self.client.embeddings.create(
            model=SUPPORT_LIST[self.config.embed_model],
            input=message
        )
        return response.data