diff --git a/src/models/embedding.py b/src/models/embedding.py index a124e0ac..7b576abe 100644 --- a/src/models/embedding.py +++ b/src/models/embedding.py @@ -58,7 +58,7 @@ class ZhipuEmbedding: def predict(self, message): data = [] - batch_size = 40 + batch_size = 20 if len(message) > batch_size: global GLOBAL_EMBED_STATE