From 51d0b7f855f7a166d48499070c40ee59a586843b Mon Sep 17 00:00:00 2001 From: Bob Chang Date: Fri, 5 May 2023 08:21:39 +0800 Subject: [PATCH 1/2] =?UTF-8?q?Fix=20=E7=9F=A5=E8=AF=86=E5=BA=93=E6=97=A0?= =?UTF-8?q?=E6=B3=95=E4=B8=8A=E8=BD=BD,NLTK=5FDATA=5FPATH=E8=B7=AF?= =?UTF-8?q?=E5=BE=84=E9=94=99=E8=AF=AF=20(#236)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- configs/model_config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/configs/model_config.py b/configs/model_config.py index c8a8a4c..cb6c5f8 100644 --- a/configs/model_config.py +++ b/configs/model_config.py @@ -62,4 +62,4 @@ LLM_HISTORY_LEN = 3 # return top-k text chunk from vector store VECTOR_SEARCH_TOP_K = 5 -NLTK_DATA_PATH = os.path.join(os.path.dirname(__file__), "nltk_data") \ No newline at end of file +NLTK_DATA_PATH = os.path.join(os.path.dirname(os.path.dirname(__file__)), "nltk_data") \ No newline at end of file From e62952658904cb12f2048b14da6b5274da3fe676 Mon Sep 17 00:00:00 2001 From: imClumsyPanda Date: Fri, 5 May 2023 15:14:17 +0800 Subject: [PATCH 2/2] Update chatglm_llm.py (#242) --- models/chatglm_llm.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/models/chatglm_llm.py b/models/chatglm_llm.py index b789fea..60abf86 100644 --- a/models/chatglm_llm.py +++ b/models/chatglm_llm.py @@ -144,12 +144,12 @@ class ChatGLM(LLM): config=model_config, **kwargs) if LLM_LORA_PATH and use_lora: from peft import PeftModel - model_auto = PeftModel.from_pretrained(model, LLM_LORA_PATH) + model = PeftModel.from_pretrained(model, LLM_LORA_PATH) # 可传入device_map自定义每张卡的部署情况 if device_map is None: device_map = auto_configure_device_map(num_gpus) - self.model = dispatch_model(model_auto.half(), device_map=device_map) + self.model = dispatch_model(model.half(), device_map=device_map) else: self.model = self.model.float().to(llm_device)