From a6f42e7c8e60ee3dcf725d2995ad2a47bf26a8c3 Mon Sep 17 00:00:00 2001 From: liunux4odoo Date: Fri, 21 Jul 2023 23:07:50 +0800 Subject: [PATCH] fix iss#889: when init_model on startup, set llm model's history_len to LLM_HISTORY_LEN from model_config. --- webui.py | 1 + 1 file changed, 1 insertion(+) diff --git a/webui.py b/webui.py index b7ff9fd..c7e7880 100644 --- a/webui.py +++ b/webui.py @@ -104,6 +104,7 @@ def init_model(): args_dict = vars(args) shared.loaderCheckPoint = LoaderCheckPoint(args_dict) llm_model_ins = shared.loaderLLM() + llm_model_ins.history_len = LLM_HISTORY_LEN try: local_doc_qa.init_cfg(llm_model=llm_model_ins) answer_result_stream_result = local_doc_qa.llm_model_chain(