diff --git a/server/utils.py b/server/utils.py index 20a1562..6174d87 100644 --- a/server/utils.py +++ b/server/utils.py @@ -203,6 +203,7 @@ def get_model_worker_config(model_name: str = LLM_MODEL) -> dict: from configs.model_config import llm_model_dict config = FSCHAT_MODEL_WORKERS.get("default", {}).copy() + config["device"] = llm_device(config["device"]) config.update(llm_model_dict.get(model_name, {})) config.update(FSCHAT_MODEL_WORKERS.get(model_name, {}))