更改默认的LLM_MODEL
This commit is contained in:
parent
6ec1e56e03
commit
3b6819f091
|
|
@ -203,7 +203,7 @@ llm_model_dict = {
|
||||||
}
|
}
|
||||||
|
|
||||||
# LLM 名称
|
# LLM 名称
|
||||||
LLM_MODEL = "fastchat-chatglm"
|
LLM_MODEL = "chatglm-6b"
|
||||||
# 量化加载8bit 模型
|
# 量化加载8bit 模型
|
||||||
LOAD_IN_8BIT = False
|
LOAD_IN_8BIT = False
|
||||||
# Load the model with bfloat16 precision. Requires NVIDIA Ampere GPU.
|
# Load the model with bfloat16 precision. Requires NVIDIA Ampere GPU.
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue