weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Update loader.py 

删除低显存加载参数
This commit is contained in:
glide-the 2023-05-22 16:12:01 +08:00 committed by GitHub
parent 52cf43a479
commit 6f8da56083
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
models/loader/loader.py
View File

@ -113,7 +113,6 @@ class LoaderCheckPoint:
if num_gpus < 2 and self.device_map is None: if num_gpus < 2 and self.device_map is None:
model = ( model = (
LoaderClass.from_pretrained(checkpoint, LoaderClass.from_pretrained(checkpoint,
low_cpu_mem_usage=True,
config=self.model_config, config=self.model_config,
torch_dtype=torch.bfloat16 if self.bf16 else torch.float16, torch_dtype=torch.bfloat16 if self.bf16 else torch.float16,
trust_remote_code=True) trust_remote_code=True)
@ -124,7 +123,6 @@ class LoaderCheckPoint:
from accelerate import dispatch_model from accelerate import dispatch_model
model = LoaderClass.from_pretrained(checkpoint, model = LoaderClass.from_pretrained(checkpoint,
low_cpu_mem_usage=True,
config=self.model_config, config=self.model_config,
torch_dtype=torch.bfloat16 if self.bf16 else torch.float16, torch_dtype=torch.bfloat16 if self.bf16 else torch.float16,
trust_remote_code=True).half() trust_remote_code=True).half()