Add chatglm2-6b configs
This commit is contained in:
parent
fc57d76c3c
commit
eaf46a04e3
|
|
@ -58,6 +58,12 @@ llm_model_dict = {
|
|||
"local_model_path": None,
|
||||
"provides": "ChatGLM"
|
||||
},
|
||||
"chatglm2-6b": {
|
||||
"name": "chatglm2-6b",
|
||||
"pretrained_model_name": "THUDM/chatglm2-6b",
|
||||
"local_model_path": None,
|
||||
"provides": "ChatGLM"
|
||||
},
|
||||
|
||||
"chatyuan": {
|
||||
"name": "chatyuan",
|
||||
|
|
@ -86,6 +92,13 @@ llm_model_dict = {
|
|||
"provides": "FastChatOpenAILLM", # 使用fastchat api时,需保证"provides"为"FastChatOpenAILLM"
|
||||
"api_base_url": "http://localhost:8000/v1" # "name"修改为fastchat服务中的"api_base_url"
|
||||
},
|
||||
"fastchat-chatglm2-6b": {
|
||||
"name": "chatglm2-6b", # "name"修改为fastchat服务中的"model_name"
|
||||
"pretrained_model_name": "chatglm2-6b",
|
||||
"local_model_path": None,
|
||||
"provides": "FastChatOpenAILLM", # 使用fastchat api时,需保证"provides"为"FastChatOpenAILLM"
|
||||
"api_base_url": "http://localhost:8000/v1" # "name"修改为fastchat服务中的"api_base_url"
|
||||
},
|
||||
|
||||
# 通过 fastchat 调用的模型请参考如下格式
|
||||
"fastchat-vicuna-13b-hf": {
|
||||
|
|
|
|||
Binary file not shown.
|
Before Width: | Height: | Size: 288 KiB |
Loading…
Reference in New Issue