From 6d5b14381136a511605d956fbdc9ec4c91351db6 Mon Sep 17 00:00:00 2001 From: imClumsyPanda Date: Sun, 9 Apr 2023 23:20:05 +0800 Subject: [PATCH] Add llm_model_dict to choose llm and add chatglm-6b-int4 as an option --- chatglm_llm.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/chatglm_llm.py b/chatglm_llm.py index 84f130a..4b974b5 100644 --- a/chatglm_llm.py +++ b/chatglm_llm.py @@ -22,6 +22,8 @@ class ChatGLM(LLM): temperature: float = 0.1 top_p = 0.9 history = [] + tokenizer: object = None + model: object = None def __init__(self): super().__init__()