weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix bug when config["device"]="auto"

This commit is contained in:
imClumsyPanda 2023-09-02 22:11:54 +08:00
parent 3de9b2649c
commit 25880ebd52
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
server/utils.py
View File

@ -203,6 +203,7 @@ def get_model_worker_config(model_name: str = LLM_MODEL) -> dict:
from configs.model_config import llm_model_dict from configs.model_config import llm_model_dict
config = FSCHAT_MODEL_WORKERS.get("default", {}).copy() config = FSCHAT_MODEL_WORKERS.get("default", {}).copy()
config["device"] = llm_device(config["device"])
config.update(llm_model_dict.get(model_name, {})) config.update(llm_model_dict.get(model_name, {}))
config.update(FSCHAT_MODEL_WORKERS.get(model_name, {})) config.update(FSCHAT_MODEL_WORKERS.get(model_name, {}))