From 25880ebd526ce8e11017520b93f2ac490dc4ca35 Mon Sep 17 00:00:00 2001 From: imClumsyPanda Date: Sat, 2 Sep 2023 22:11:54 +0800 Subject: [PATCH] fix bug when config["device"]="auto" --- server/utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/server/utils.py b/server/utils.py index 20a1562..6174d87 100644 --- a/server/utils.py +++ b/server/utils.py @@ -203,6 +203,7 @@ def get_model_worker_config(model_name: str = LLM_MODEL) -> dict: from configs.model_config import llm_model_dict config = FSCHAT_MODEL_WORKERS.get("default", {}).copy() + config["device"] = llm_device(config["device"]) config.update(llm_model_dict.get(model_name, {})) config.update(FSCHAT_MODEL_WORKERS.get(model_name, {}))