weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge remote-tracking branch 'origin/dev' into dev

This commit is contained in:
imClumsyPanda 2023-05-19 23:42:00 +08:00
parent e057c88621 62ce5f0775
commit 09248391c2
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
models/loader/loader.py
View File

@ -130,13 +130,13 @@ class LoaderCheckPoint:
# 可传入device_map自定义每张卡的部署情况
if self.device_map is None:
if 'chatglm' in model_name.lower():
device_map = self.chatglm_auto_configure_device_map(num_gpus)
self.device_map = self.chatglm_auto_configure_device_map(num_gpus)
elif 'moss' in model_name.lower():
device_map = self.moss_auto_configure_device_map(num_gpus, model_name)
self.device_map = self.moss_auto_configure_device_map(num_gpus, model_name)
else:
device_map = self.chatglm_auto_configure_device_map(num_gpus)
self.device_map = self.chatglm_auto_configure_device_map(num_gpus)
model = dispatch_model(model, device_map=device_map)
model = dispatch_model(model, device_map=self.device_map)
else:
print(
"Warning: torch.cuda.is_available() returned False.\nThis means that no GPU has been "