Add llm_model_dict to choose llm and add chatglm-6b-int4 as an option
This commit is contained in:
parent
7720bb58e0
commit
6d5b143811
|
|
@ -22,6 +22,8 @@ class ChatGLM(LLM):
|
||||||
temperature: float = 0.1
|
temperature: float = 0.1
|
||||||
top_p = 0.9
|
top_p = 0.9
|
||||||
history = []
|
history = []
|
||||||
|
tokenizer: object = None
|
||||||
|
model: object = None
|
||||||
|
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
super().__init__()
|
super().__init__()
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue