From dfe966ed41ae1fa41b7f7731aa6d266bd0bb1322 Mon Sep 17 00:00:00 2001 From: littlepanda0716 Date: Fri, 7 Apr 2023 09:58:44 +0800 Subject: [PATCH] update chatglm_llm.py --- chatglm_llm.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/chatglm_llm.py b/chatglm_llm.py index e592e00..3d5f4e7 100644 --- a/chatglm_llm.py +++ b/chatglm_llm.py @@ -15,9 +15,6 @@ model = ( .cuda() ) -tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True) -model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda() - class ChatGLM(LLM): max_token: int = 10000 temperature: float = 0.1