weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

删除流式请求中的缓存清理

This commit is contained in:
glide-the 2023-05-25 20:58:04 +08:00
parent 5eccb58759
commit e7b06a9072
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
models/chatglm_llm.py
View File

@ -63,7 +63,7 @@ class ChatGLM(BaseAnswer, LLM, ABC):
temperature=self.temperature, temperature=self.temperature,
stopping_criteria=stopping_criteria_list stopping_criteria=stopping_criteria_list
)): )):
self.checkPoint.clear_torch_cache() # self.checkPoint.clear_torch_cache()
history[-1] = [prompt, stream_resp] history[-1] = [prompt, stream_resp]
answer_result = AnswerResult() answer_result = AnswerResult()
answer_result.history = history answer_result.history = history