diff --git a/configs/model_config.py b/configs/model_config.py index dbb7bce..4a51c5c 100644 --- a/configs/model_config.py +++ b/configs/model_config.py @@ -203,7 +203,7 @@ llm_model_dict = { } # LLM 名称 -LLM_MODEL = "fastchat-chatglm-6b-int4" +LLM_MODEL = "fastchat-chatglm" # 量化加载8bit 模型 LOAD_IN_8BIT = False # Load the model with bfloat16 precision. Requires NVIDIA Ampere GPU.