Update model_config.py 修改默认的LLM_MODEL

This commit is contained in:
bones-zhu 2023-07-21 15:10:13 +08:00 committed by GitHub
parent a1b454fc43
commit e2eaefc999
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions

View File

@ -203,7 +203,7 @@ llm_model_dict = {
}
# LLM 名称
LLM_MODEL = "fastchat-chatglm-6b-int4"
LLM_MODEL = "fastchat-chatglm"
# 量化加载8bit 模型
LOAD_IN_8BIT = False
# Load the model with bfloat16 precision. Requires NVIDIA Ampere GPU.