diff --git a/server/chat/knowledge_base_chat.py b/server/chat/knowledge_base_chat.py index 62bd31a..6e8a982 100644 --- a/server/chat/knowledge_base_chat.py +++ b/server/chat/knowledge_base_chat.py @@ -58,6 +58,9 @@ async def knowledge_base_chat(query: str = Body(..., description="用户输入", context = "\n".join([doc.page_content for doc in docs]) input_msg = History(role="user", content=PROMPT_TEMPLATE).to_msg_template(False) + # 用户最后一个问题会进入PROMPT_TEMPLATE,不用再作为history 了 + if len(history) >= 1: + history.pop() chat_prompt = ChatPromptTemplate.from_messages( [i.to_msg_template() for i in history] + [input_msg]) diff --git a/server/model_workers/fangzhou.py b/server/model_workers/fangzhou.py index 5207fdb..f2865b7 100644 --- a/server/model_workers/fangzhou.py +++ b/server/model_workers/fangzhou.py @@ -54,6 +54,7 @@ class FangZhouWorker(ApiModelWorker): 火山方舟 """ SUPPORT_MODELS = ["chatglm-6b-model"] + def __init__( self, *, @@ -65,6 +66,7 @@ class FangZhouWorker(ApiModelWorker): ): kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr) kwargs.setdefault("context_len", 16384) # TODO: 不同的模型有不同的大小 + super().__init__(**kwargs) config = self.get_config()