Add llm_model_dict to choose llm and add chatglm-6b-int4 as an option

This commit is contained in:
imClumsyPanda 2023-04-09 23:20:05 +08:00
parent 7720bb58e0
commit 6d5b143811
1 changed files with 2 additions and 0 deletions

View File

@ -22,6 +22,8 @@ class ChatGLM(LLM):
temperature: float = 0.1
top_p = 0.9
history = []
tokenizer: object = None
model: object = None
def __init__(self):
super().__init__()