weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update model_config.py.example

This commit is contained in:
Zhi-guo Huang 2023-12-20 13:33:00 +08:00 committed by GitHub
parent fdea406101
commit 60510ff2f0
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
configs/model_config.py.example
View File

@ -179,9 +179,10 @@ MODEL_PATH = {
"Qwen-14B": "Qwen/Qwen-14B", "Qwen-14B": "Qwen/Qwen-14B",
"Qwen-14B-Chat": "Qwen/Qwen-14B-Chat", "Qwen-14B-Chat": "Qwen/Qwen-14B-Chat",
"Qwen-14B-Chat-Int8": "Qwen/Qwen-14B-Chat-Int8",
# 在新版的transformers下需要手动修改模型的config.json文件，在quantization_config字典中 # 在新版的transformers下需要手动修改模型的config.json文件，在quantization_config字典中
# 增加`disable_exllama:true` 字段才能启动qwen的量化模型 # 增加`disable_exllama:true` 字段才能启动qwen的量化模型
"Qwen-14B-Chat-Int8": "Qwen/Qwen-14B-Chat-Int8",
"Qwen-14B-Chat-Int4": "Qwen/Qwen-14B-Chat-Int4", "Qwen-14B-Chat-Int4": "Qwen/Qwen-14B-Chat-Int4",
"Qwen-72B": "Qwen/Qwen-72B", "Qwen-72B": "Qwen/Qwen-72B",