将 MiniMax 和 千帆 在线 Embedding 改为 10 个文本一批，防止接口数量限制 (#2161)

server/model_workers/minimax.py

@@ -106,7 +106,7 @@ class MiniMaxWorker(ApiModelWorker):
 
         data = {
             "model": params.embed_model or self.DEFAULT_EMBED_MODEL,
-            "texts": params.texts,
+            "texts": [],
             "type": "query" if params.to_query else "db",
         }
         if log_verbose:
@@ -115,14 +115,17 @@ class MiniMaxWorker(ApiModelWorker):
             logger.info(f'{self.__class__.__name__}:headers: {headers}')
 
         with get_httpx_client() as client:
+            result = []
+            i = 0
+            for texts in params.texts[i:i+10]:
+                data["texts"] = texts
                 r = client.post(url, headers=headers, json=data).json()
                 if embeddings := r.get("vectors"):
-                return {"code": 200, "data": embeddings}
+                    result += embeddings
                 elif error := r.get("base_resp"):
                     return {
                                 "code": error["status_code"],
                                 "msg": error["status_msg"],
-
                                 "error": {
                                     "message":  error["status_msg"],
                                     "type": "invalid_request_error",
@@ -130,6 +133,8 @@ class MiniMaxWorker(ApiModelWorker):
                                     "code": None,
                                 }
                             }
+                i += 10
+            return {"code": 200, "data": embeddings}
 
     def get_embeddings(self, params):
         # TODO: 支持embeddings

server/model_workers/qianfan.py

@@ -184,11 +184,11 @@ class QianFanWorker(ApiModelWorker):
             logger.info(f'{self.__class__.__name__}:url: {url}')
 
         with get_httpx_client() as client:
-            resp = client.post(url, json={"input": params.texts}).json()
+            result = []
-            if "error_cdoe" not in resp:
+            i = 0
-                embeddings = [x["embedding"] for x in resp.get("data", [])]
+            for texts in params.texts[i:i+10]:
-                return {"code": 200, "data": embeddings}
+                resp = client.post(url, json={"input": texts}).json()
-            else:
+                if "error_cdoe" in resp:
                     return {
                                 "code": resp["error_code"],
                                 "msg": resp["error_msg"],
@@ -199,6 +199,11 @@ class QianFanWorker(ApiModelWorker):
                                     "code": None,
                                 }
                             }
+                else:
+                    embeddings = [x["embedding"] for x in resp.get("data", [])]
+                    result += embeddings
+                i += 10
+            return {"code": 200, "data": result}
 
     # TODO: qianfan支持续写模型
     def get_embeddings(self, params):