fix iss#889:

when init_model on startup, set llm model's history_len to LLM_HISTORY_LEN from model_config.
This commit is contained in:
liunux4odoo 2023-07-21 23:07:50 +08:00
parent 3b6819f091
commit a6f42e7c8e
1 changed files with 1 additions and 0 deletions

View File

@ -104,6 +104,7 @@ def init_model():
args_dict = vars(args)
shared.loaderCheckPoint = LoaderCheckPoint(args_dict)
llm_model_ins = shared.loaderLLM()
llm_model_ins.history_len = LLM_HISTORY_LEN
try:
local_doc_qa.init_cfg(llm_model=llm_model_ins)
answer_result_stream_result = local_doc_qa.llm_model_chain(