update chatglm_llm.py

This commit is contained in:
littlepanda0716 2023-04-07 09:58:44 +08:00
parent befcdf6e32
commit dfe966ed41
1 changed files with 0 additions and 3 deletions

View File

@ -15,9 +15,6 @@ model = (
.cuda()
)
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True)
model = AutoModel.from_pretrained("THUDM/chatglm-6b", trust_remote_code=True).half().cuda()
class ChatGLM(LLM):
max_token: int = 10000
temperature: float = 0.1