weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update model_config.py.example

This commit is contained in:
imClumsyPanda 2023-09-03 15:57:44 +08:00
parent 9855bc6f55
commit 8a73673d6b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/utils.py
View File

@ -203,7 +203,6 @@ def get_model_worker_config(model_name: str = LLM_MODEL) -> dict:
from configs.model_config import llm_model_dict from configs.model_config import llm_model_dict
config = FSCHAT_MODEL_WORKERS.get("default", {}).copy() config = FSCHAT_MODEL_WORKERS.get("default", {}).copy()
config["device"] = llm_device(config["device"])
config.update(llm_model_dict.get(model_name, {})) config.update(llm_model_dict.get(model_name, {}))
config.update(FSCHAT_MODEL_WORKERS.get(model_name, {})) config.update(FSCHAT_MODEL_WORKERS.get(model_name, {}))
@ -216,6 +215,7 @@ def get_model_worker_config(model_name: str = LLM_MODEL) -> dict:
except Exception as e: except Exception as e:
print(f"在线模型 ‘{model_name}’ 的provider没有正确配置") print(f"在线模型 ‘{model_name}’ 的provider没有正确配置")
config["device"] = llm_device(config.get("device") or LLM_DEVICE)
return config return config