From 6f8da56083bbba7a3bc7c9ed3673d7d0ded89585 Mon Sep 17 00:00:00 2001
From: glide-the <2533736852@qq.com>
Date: Mon, 22 May 2023 16:12:01 +0800
Subject: [PATCH] Update loader.py
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

删除低显存加载参数
---
 models/loader/loader.py | 2 --
 1 file changed, 2 deletions(-)

diff --git a/models/loader/loader.py b/models/loader/loader.py
index fffc66e..8cdc7ec 100644
--- a/models/loader/loader.py
+++ b/models/loader/loader.py
@@ -113,7 +113,6 @@ class LoaderCheckPoint:
                 if num_gpus < 2 and self.device_map is None:
                     model = (
                         LoaderClass.from_pretrained(checkpoint,
-                                                    low_cpu_mem_usage=True,
                                                     config=self.model_config,
                                                     torch_dtype=torch.bfloat16 if self.bf16 else torch.float16,
                                                     trust_remote_code=True)
@@ -124,7 +123,6 @@ class LoaderCheckPoint:
                     from accelerate import dispatch_model
 
                     model = LoaderClass.from_pretrained(checkpoint,
-                                                        low_cpu_mem_usage=True,
                                                         config=self.model_config,
                                                         torch_dtype=torch.bfloat16 if self.bf16 else torch.float16,
                                                         trust_remote_code=True).half()