add support for Zhipu-api "chatglm-turbo"

This commit is contained in:
imClumsyPanda 2023-11-06 22:38:05 +08:00
parent f4f7845f93
commit 051a2e97dc
2 changed files with 10 additions and 2 deletions

View File

@ -127,12 +127,15 @@ ONLINE_LLM_MODEL = {
"api_key": "", "api_key": "",
"openai_proxy": "", "openai_proxy": "",
}, },
# 具体注册及api key获取请前往 http://open.bigmodel.cn # 具体注册及api key获取请前往 http://open.bigmodel.cn
"zhipu-api": { "zhipu-api": {
"api_key": "", "api_key": "",
"version": "chatglm_pro", # 可选包括 "chatglm_lite", "chatglm_std", "chatglm_pro" "version": "chatglm_turbo", # 可选包括 "chatglm_turbo"
"provider": "ChatGLMWorker", "provider": "ChatGLMWorker",
}, },
# 具体注册及api key获取请前往 https://api.minimax.chat/ # 具体注册及api key获取请前往 https://api.minimax.chat/
"minimax-api": { "minimax-api": {
"group_id": "", "group_id": "",
@ -140,6 +143,8 @@ ONLINE_LLM_MODEL = {
"is_pro": False, "is_pro": False,
"provider": "MiniMaxWorker", "provider": "MiniMaxWorker",
}, },
# 具体注册及api key获取请前往 https://xinghuo.xfyun.cn/ # 具体注册及api key获取请前往 https://xinghuo.xfyun.cn/
"xinghuo-api": { "xinghuo-api": {
"APPID": "", "APPID": "",
@ -148,6 +153,7 @@ ONLINE_LLM_MODEL = {
"version": "v1.5", # 你使用的讯飞星火大模型版本,可选包括 "v3.0", "v1.5", "v2.0" "version": "v1.5", # 你使用的讯飞星火大模型版本,可选包括 "v3.0", "v1.5", "v2.0"
"provider": "XingHuoWorker", "provider": "XingHuoWorker",
}, },
# 百度千帆 API申请方式请参考 https://cloud.baidu.com/doc/WENXINWORKSHOP/s/4lilb2lpf # 百度千帆 API申请方式请参考 https://cloud.baidu.com/doc/WENXINWORKSHOP/s/4lilb2lpf
"qianfan-api": { "qianfan-api": {
"version": "ERNIE-Bot", # 注意大小写。当前支持 "ERNIE-Bot" 或 "ERNIE-Bot-turbo" 更多的见官方文档。 "version": "ERNIE-Bot", # 注意大小写。当前支持 "ERNIE-Bot" 或 "ERNIE-Bot-turbo" 更多的见官方文档。
@ -156,6 +162,7 @@ ONLINE_LLM_MODEL = {
"secret_key": "", "secret_key": "",
"provider": "QianFanWorker", "provider": "QianFanWorker",
}, },
# 火山方舟 API文档参考 https://www.volcengine.com/docs/82379 # 火山方舟 API文档参考 https://www.volcengine.com/docs/82379
"fangzhou-api": { "fangzhou-api": {
"version": "chatglm-6b-model", # 当前支持 "chatglm-6b-model" 更多的见文档模型支持列表中方舟部分。 "version": "chatglm-6b-model", # 当前支持 "chatglm-6b-model" 更多的见文档模型支持列表中方舟部分。
@ -164,6 +171,7 @@ ONLINE_LLM_MODEL = {
"secret_key": "", "secret_key": "",
"provider": "FangZhouWorker", "provider": "FangZhouWorker",
}, },
# 阿里云通义千问 API文档参考 https://help.aliyun.com/zh/dashscope/developer-reference/api-details # 阿里云通义千问 API文档参考 https://help.aliyun.com/zh/dashscope/developer-reference/api-details
"qwen-api": { "qwen-api": {
"version": "qwen-turbo", # 可选包括 "qwen-turbo", "qwen-plus" "version": "qwen-turbo", # 可选包括 "qwen-turbo", "qwen-plus"

View File

@ -14,7 +14,7 @@ class ChatGLMWorker(ApiModelWorker):
model_names: List[str] = ["zhipu-api"], model_names: List[str] = ["zhipu-api"],
controller_addr: str = None, controller_addr: str = None,
worker_addr: str = None, worker_addr: str = None,
version: Literal["chatglm_pro", "chatglm_std", "chatglm_lite"] = "chatglm_std", version: Literal["chatglm_turbo"] = "chatglm_turbo",
**kwargs, **kwargs,
): ):
kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr) kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr)