weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

feat: support volc fangzhou (#1501) 

* feat: support volc fangzhou

---------

Co-authored-by: liunux4odoo <41217877+liunux4odoo@users.noreply.github.com>
Co-authored-by: liqiankun.1111 <liqiankun.1111@bytedance.com>
This commit is contained in:
qiankunli 2023-09-17 00:53:12 +08:00 committed by GitHub
parent 7577bd52ce
commit 13cca9cf81
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
server/chat/knowledge_base_chat.py
View File

@ -58,6 +58,9 @@ async def knowledge_base_chat(query: str = Body(..., description="用户输入",
context = "\n".join([doc.page_content for doc in docs]) context = "\n".join([doc.page_content for doc in docs])
input_msg = History(role="user", content=PROMPT_TEMPLATE).to_msg_template(False) input_msg = History(role="user", content=PROMPT_TEMPLATE).to_msg_template(False)
# 用户最后一个问题会进入PROMPT_TEMPLATE，不用再作为history 了
if len(history) >= 1:
history.pop()
chat_prompt = ChatPromptTemplate.from_messages( chat_prompt = ChatPromptTemplate.from_messages(
[i.to_msg_template() for i in history] + [input_msg]) [i.to_msg_template() for i in history] + [input_msg])

2
server/model_workers/fangzhou.py
View File

@ -54,6 +54,7 @@ class FangZhouWorker(ApiModelWorker):
火山方舟 火山方舟
""" """
SUPPORT_MODELS = ["chatglm-6b-model"] SUPPORT_MODELS = ["chatglm-6b-model"]
def __init__( def __init__(
self, self,
*, *,
@ -65,6 +66,7 @@ class FangZhouWorker(ApiModelWorker):
): ):
kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr) kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr)
kwargs.setdefault("context_len", 16384) # TODO: 不同的模型有不同的大小 kwargs.setdefault("context_len", 16384) # TODO: 不同的模型有不同的大小
super().__init__(**kwargs) super().__init__(**kwargs)
config = self.get_config() config = self.get_config()