From 051a2e97dc4c30737e31e7b97654535c39e6b0dc Mon Sep 17 00:00:00 2001 From: imClumsyPanda Date: Mon, 6 Nov 2023 22:38:05 +0800 Subject: [PATCH] add support for Zhipu-api "chatglm-turbo" --- configs/model_config.py.example | 10 +++++++++- server/model_workers/zhipu.py | 2 +- 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/configs/model_config.py.example b/configs/model_config.py.example index 4419df0..49e3437 100644 --- a/configs/model_config.py.example +++ b/configs/model_config.py.example @@ -127,12 +127,15 @@ ONLINE_LLM_MODEL = { "api_key": "", "openai_proxy": "", }, + # 具体注册及api key获取请前往 http://open.bigmodel.cn "zhipu-api": { "api_key": "", - "version": "chatglm_pro", # 可选包括 "chatglm_lite", "chatglm_std", "chatglm_pro" + "version": "chatglm_turbo", # 可选包括 "chatglm_turbo" "provider": "ChatGLMWorker", }, + + # 具体注册及api key获取请前往 https://api.minimax.chat/ "minimax-api": { "group_id": "", @@ -140,6 +143,8 @@ ONLINE_LLM_MODEL = { "is_pro": False, "provider": "MiniMaxWorker", }, + + # 具体注册及api key获取请前往 https://xinghuo.xfyun.cn/ "xinghuo-api": { "APPID": "", @@ -148,6 +153,7 @@ ONLINE_LLM_MODEL = { "version": "v1.5", # 你使用的讯飞星火大模型版本,可选包括 "v3.0", "v1.5", "v2.0" "provider": "XingHuoWorker", }, + # 百度千帆 API,申请方式请参考 https://cloud.baidu.com/doc/WENXINWORKSHOP/s/4lilb2lpf "qianfan-api": { "version": "ERNIE-Bot", # 注意大小写。当前支持 "ERNIE-Bot" 或 "ERNIE-Bot-turbo", 更多的见官方文档。 @@ -156,6 +162,7 @@ ONLINE_LLM_MODEL = { "secret_key": "", "provider": "QianFanWorker", }, + # 火山方舟 API,文档参考 https://www.volcengine.com/docs/82379 "fangzhou-api": { "version": "chatglm-6b-model", # 当前支持 "chatglm-6b-model", 更多的见文档模型支持列表中方舟部分。 @@ -164,6 +171,7 @@ ONLINE_LLM_MODEL = { "secret_key": "", "provider": "FangZhouWorker", }, + # 阿里云通义千问 API,文档参考 https://help.aliyun.com/zh/dashscope/developer-reference/api-details "qwen-api": { "version": "qwen-turbo", # 可选包括 "qwen-turbo", "qwen-plus" diff --git a/server/model_workers/zhipu.py b/server/model_workers/zhipu.py index 9d48bed..980f446 100644 --- a/server/model_workers/zhipu.py +++ b/server/model_workers/zhipu.py @@ -14,7 +14,7 @@ class ChatGLMWorker(ApiModelWorker): model_names: List[str] = ["zhipu-api"], controller_addr: str = None, worker_addr: str = None, - version: Literal["chatglm_pro", "chatglm_std", "chatglm_lite"] = "chatglm_std", + version: Literal["chatglm_turbo"] = "chatglm_turbo", **kwargs, ): kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr)