feat: support volc fangzhou (#1501)
* feat: support volc fangzhou --------- Co-authored-by: liunux4odoo <41217877+liunux4odoo@users.noreply.github.com> Co-authored-by: liqiankun.1111 <liqiankun.1111@bytedance.com>
This commit is contained in:
parent
7577bd52ce
commit
13cca9cf81
|
|
@ -58,6 +58,9 @@ async def knowledge_base_chat(query: str = Body(..., description="用户输入",
|
|||
context = "\n".join([doc.page_content for doc in docs])
|
||||
|
||||
input_msg = History(role="user", content=PROMPT_TEMPLATE).to_msg_template(False)
|
||||
# 用户最后一个问题会进入PROMPT_TEMPLATE,不用再作为history 了
|
||||
if len(history) >= 1:
|
||||
history.pop()
|
||||
chat_prompt = ChatPromptTemplate.from_messages(
|
||||
[i.to_msg_template() for i in history] + [input_msg])
|
||||
|
||||
|
|
|
|||
|
|
@ -54,6 +54,7 @@ class FangZhouWorker(ApiModelWorker):
|
|||
火山方舟
|
||||
"""
|
||||
SUPPORT_MODELS = ["chatglm-6b-model"]
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
*,
|
||||
|
|
@ -65,6 +66,7 @@ class FangZhouWorker(ApiModelWorker):
|
|||
):
|
||||
kwargs.update(model_names=model_names, controller_addr=controller_addr, worker_addr=worker_addr)
|
||||
kwargs.setdefault("context_len", 16384) # TODO: 不同的模型有不同的大小
|
||||
|
||||
super().__init__(**kwargs)
|
||||
|
||||
config = self.get_config()
|
||||
|
|
|
|||
Loading…
Reference in New Issue