Update chatglm_llm.py

This commit is contained in:
imClumsyPanda 2023-05-25 22:00:17 +08:00 committed by GitHub
parent 92185962ce
commit a1fd0b8750
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions

View File

@ -63,7 +63,7 @@ class ChatGLM(BaseAnswer, LLM, ABC):
temperature=self.temperature, temperature=self.temperature,
stopping_criteria=stopping_criteria_list stopping_criteria=stopping_criteria_list
)): )):
self.checkPoint.clear_torch_cache() # self.checkPoint.clear_torch_cache()
history[-1] = [prompt, stream_resp] history[-1] = [prompt, stream_resp]
answer_result = AnswerResult() answer_result = AnswerResult()
answer_result.history = history answer_result.history = history