From 1a40d464be080ff661c15c912ee2c2fcbec76847 Mon Sep 17 00:00:00 2001 From: hzg0601 Date: Wed, 16 Aug 2023 22:26:18 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0model=5Fconfig.py.example:=20?= =?UTF-8?q?=E6=9B=B4=E6=94=B9=E6=89=80=E6=9C=89=E6=A8=A1=E5=9E=8B=E7=9A=84?= =?UTF-8?q?=E9=BB=98=E8=AE=A4=E7=AB=AF=E5=8F=A3=E4=B8=BA8888?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- configs/model_config.py.example | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/configs/model_config.py.example b/configs/model_config.py.example index 1090f85..8771cfc 100644 --- a/configs/model_config.py.example +++ b/configs/model_config.py.example @@ -46,7 +46,7 @@ llm_model_dict = { "chatglm-6b-int4": { "local_model_path": "THUDM/chatglm-6b-int4", - "api_base_url": "http://localhost:8001/v1", # "name"修改为fastchat服务中的"api_base_url" + "api_base_url": "http://localhost:8888/v1", # "name"修改为fastchat服务中的"api_base_url" "api_key": "EMPTY" }, @@ -64,7 +64,7 @@ llm_model_dict = { "vicuna-13b-hf": { "local_model_path": "", - "api_base_url": "http://localhost:8000/v1", # "name"修改为fastchat服务中的"api_base_url" + "api_base_url": "http://localhost:8888/v1", # "name"修改为fastchat服务中的"api_base_url" "api_key": "EMPTY" }, @@ -85,6 +85,7 @@ llm_model_dict = { }, } + # LLM 名称 LLM_MODEL = "chatglm2-6b"