删除流式请求中的缓存清理

2023-05-25 20:58:04 +08:00 · 2023-05-25 20:58:04 +08:00 · e7b06a9072
parent 5eccb58759
commit e7b06a9072
1 changed files with 1 additions and 1 deletions
--- a/models/chatglm_llm.py
+++ b/models/chatglm_llm.py
@ -63,7 +63,7 @@ class ChatGLM(BaseAnswer, LLM, ABC):
                    temperature=self.temperature,
                    stopping_criteria=stopping_criteria_list
            )):
-                self.checkPoint.clear_torch_cache()
+                # self.checkPoint.clear_torch_cache()
                history[-1] = [prompt, stream_resp]
                answer_result = AnswerResult()
                answer_result.history = history