update model_config.py

This commit is contained in:
imClumsyPanda 2023-07-11 20:19:50 +08:00
parent 7480005822
commit 3a6a6fa8f6
1 changed files with 16 additions and 17 deletions

View File

@ -27,7 +27,6 @@ EMBEDDING_MODEL = "text2vec"
# Embedding running device
EMBEDDING_DEVICE = "cuda" if torch.cuda.is_available() else "mps" if torch.backends.mps.is_available() else "cpu"
# supported LLM models
# llm_model_dict 处理了loader的一些预设行为如加载位置模型名称模型处理器实例
# 在以下字典中修改属性值,以指定本地 LLM 模型存储位置