207 lines
8.7 KiB
Python
207 lines
8.7 KiB
Python
import streamlit as st
|
||
from configs.server_config import FSCHAT_MODEL_WORKERS
|
||
from webui_pages.utils import *
|
||
from streamlit_chatbox import *
|
||
from datetime import datetime
|
||
from server.chat.search_engine_chat import SEARCH_ENGINES
|
||
import os
|
||
from configs.model_config import LLM_MODEL, TEMPERATURE
|
||
from server.utils import get_model_worker_config
|
||
from typing import List, Dict
|
||
|
||
|
||
chat_box = ChatBox(
|
||
assistant_avatar=os.path.join(
|
||
"img",
|
||
"chatchat_icon_blue_square_v2.png"
|
||
)
|
||
)
|
||
|
||
|
||
def get_messages_history(history_len: int) -> List[Dict]:
|
||
def filter(msg):
|
||
'''
|
||
针对当前简单文本对话，只返回每条消息的第一个element的内容
|
||
'''
|
||
content = [x._content for x in msg["elements"] if x._output_method in ["markdown", "text"]]
|
||
return {
|
||
"role": msg["role"],
|
||
"content": content[0] if content else "",
|
||
}
|
||
|
||
history = chat_box.filter_history(100000, filter) # workaround before upgrading streamlit-chatbox.
|
||
user_count = 0
|
||
i = 1
|
||
for i in range(1, len(history) + 1):
|
||
if history[-i]["role"] == "user":
|
||
user_count += 1
|
||
if user_count >= history_len:
|
||
break
|
||
return history[-i:]
|
||
|
||
|
||
def dialogue_page(api: ApiRequest):
|
||
chat_box.init_session()
|
||
|
||
with st.sidebar:
|
||
# TODO: 对话模型与会话绑定
|
||
def on_mode_change():
|
||
mode = st.session_state.dialogue_mode
|
||
text = f"已切换到 {mode} 模式。"
|
||
if mode == "知识库问答":
|
||
cur_kb = st.session_state.get("selected_kb")
|
||
if cur_kb:
|
||
text = f"{text} 当前知识库： `{cur_kb}`。"
|
||
st.toast(text)
|
||
# sac.alert(text, description="descp", type="success", closable=True, banner=True)
|
||
|
||
dialogue_mode = st.selectbox("请选择对话模式：",
|
||
["LLM 对话",
|
||
"知识库问答",
|
||
"搜索引擎问答",
|
||
],
|
||
index=1,
|
||
on_change=on_mode_change,
|
||
key="dialogue_mode",
|
||
)
|
||
|
||
def on_llm_change():
|
||
config = get_model_worker_config(llm_model)
|
||
if not config.get("online_api"): # 只有本地model_worker可以切换模型
|
||
st.session_state["prev_llm_model"] = llm_model
|
||
|
||
def llm_model_format_func(x):
|
||
if x in running_models:
|
||
return f"{x} (Running)"
|
||
return x
|
||
|
||
running_models = api.list_running_models()
|
||
config_models = api.list_config_models()
|
||
for x in running_models:
|
||
if x in config_models:
|
||
config_models.remove(x)
|
||
llm_models = running_models + config_models
|
||
cur_model = st.session_state.get("cur_llm_model", LLM_MODEL)
|
||
index = llm_models.index(cur_model)
|
||
llm_model = st.selectbox("选择LLM模型：",
|
||
llm_models,
|
||
index,
|
||
format_func=llm_model_format_func,
|
||
on_change=on_llm_change,
|
||
# key="llm_model",
|
||
)
|
||
if (st.session_state.get("prev_llm_model") != llm_model
|
||
and not get_model_worker_config(llm_model).get("online_api")):
|
||
with st.spinner(f"正在加载模型： {llm_model}，请勿进行操作或刷新页面"):
|
||
r = api.change_llm_model(st.session_state.get("prev_llm_model"), llm_model)
|
||
st.session_state["cur_llm_model"] = llm_model
|
||
|
||
temperature = st.slider("Temperature：", 0.0, 1.0, TEMPERATURE, 0.05)
|
||
history_len = st.number_input("历史对话轮数：", 0, 10, HISTORY_LEN)
|
||
|
||
def on_kb_change():
|
||
st.toast(f"已加载知识库： {st.session_state.selected_kb}")
|
||
|
||
if dialogue_mode == "知识库问答":
|
||
with st.expander("知识库配置", True):
|
||
kb_list = api.list_knowledge_bases(no_remote_api=True)
|
||
selected_kb = st.selectbox(
|
||
"请选择知识库：",
|
||
kb_list,
|
||
on_change=on_kb_change,
|
||
key="selected_kb",
|
||
)
|
||
kb_top_k = st.number_input("匹配知识条数：", 1, 20, VECTOR_SEARCH_TOP_K)
|
||
score_threshold = st.slider("知识匹配分数阈值：", 0.0, 1.0, float(SCORE_THRESHOLD), 0.01)
|
||
# chunk_content = st.checkbox("关联上下文", False, disabled=True)
|
||
# chunk_size = st.slider("关联长度：", 0, 500, 250, disabled=True)
|
||
elif dialogue_mode == "搜索引擎问答":
|
||
search_engine_list = list(SEARCH_ENGINES.keys())
|
||
with st.expander("搜索引擎配置", True):
|
||
search_engine = st.selectbox(
|
||
label="请选择搜索引擎",
|
||
options=search_engine_list,
|
||
index=search_engine_list.index("duckduckgo") if "duckduckgo" in search_engine_list else 0,
|
||
)
|
||
se_top_k = st.number_input("匹配搜索结果条数：", 1, 20, SEARCH_ENGINE_TOP_K)
|
||
|
||
# Display chat messages from history on app rerun
|
||
|
||
chat_box.output_messages()
|
||
|
||
chat_input_placeholder = "请输入对话内容，换行请使用Shift+Enter "
|
||
|
||
if prompt := st.chat_input(chat_input_placeholder, key="prompt"):
|
||
history = get_messages_history(history_len)
|
||
chat_box.user_say(prompt)
|
||
if dialogue_mode == "LLM 对话":
|
||
chat_box.ai_say("正在思考...")
|
||
text = ""
|
||
r = api.chat_chat(prompt, history=history, model=llm_model, temperature=temperature)
|
||
for t in r:
|
||
if error_msg := check_error_msg(t): # check whether error occured
|
||
st.error(error_msg)
|
||
break
|
||
text += t
|
||
chat_box.update_msg(text)
|
||
chat_box.update_msg(text, streaming=False) # 更新最终的字符串，去除光标
|
||
elif dialogue_mode == "知识库问答":
|
||
history = get_messages_history(history_len)
|
||
chat_box.ai_say([
|
||
f"正在查询知识库 `{selected_kb}` ...",
|
||
Markdown("...", in_expander=True, title="知识库匹配结果"),
|
||
])
|
||
text = ""
|
||
for d in api.knowledge_base_chat(prompt,
|
||
knowledge_base_name=selected_kb,
|
||
top_k=kb_top_k,
|
||
score_threshold=score_threshold,
|
||
history=history,
|
||
model=llm_model,
|
||
temperature=temperature):
|
||
if error_msg := check_error_msg(d): # check whether error occured
|
||
st.error(error_msg)
|
||
elif chunk := d.get("answer"):
|
||
text += chunk
|
||
chat_box.update_msg(text, 0)
|
||
chat_box.update_msg(text, 0, streaming=False)
|
||
chat_box.update_msg("\n\n".join(d.get("docs", [])), 1, streaming=False)
|
||
elif dialogue_mode == "搜索引擎问答":
|
||
chat_box.ai_say([
|
||
f"正在执行 `{search_engine}` 搜索...",
|
||
Markdown("...", in_expander=True, title="网络搜索结果"),
|
||
])
|
||
text = ""
|
||
for d in api.search_engine_chat(prompt,
|
||
search_engine_name=search_engine,
|
||
top_k=se_top_k,
|
||
model=llm_model,
|
||
temperature=temperature):
|
||
if error_msg := check_error_msg(d): # check whether error occured
|
||
st.error(error_msg)
|
||
elif chunk := d.get("answer"):
|
||
text += chunk
|
||
chat_box.update_msg(text, 0)
|
||
chat_box.update_msg(text, 0, streaming=False)
|
||
chat_box.update_msg("\n\n".join(d.get("docs", [])), 1, streaming=False)
|
||
|
||
now = datetime.now()
|
||
with st.sidebar:
|
||
|
||
cols = st.columns(2)
|
||
export_btn = cols[0]
|
||
if cols[1].button(
|
||
"清空对话",
|
||
use_container_width=True,
|
||
):
|
||
chat_box.reset_history()
|
||
st.experimental_rerun()
|
||
|
||
export_btn.download_button(
|
||
"导出记录",
|
||
"".join(chat_box.export2md()),
|
||
file_name=f"{now:%Y-%m-%d %H.%M}_对话记录.md",
|
||
mime="text/markdown",
|
||
use_container_width=True,
|
||
)
|