parent
88b81e494c
commit
4acc5e7ad9
|
|
@ -33,7 +33,7 @@ async def document():
|
||||||
|
|
||||||
def create_app(run_mode: str = None):
|
def create_app(run_mode: str = None):
|
||||||
app = FastAPI(
|
app = FastAPI(
|
||||||
title="Langchain-Chatchat API Server",
|
title="思极大模型 API Server",
|
||||||
version=VERSION
|
version=VERSION
|
||||||
)
|
)
|
||||||
MakeFastAPIOffline(app)
|
MakeFastAPIOffline(app)
|
||||||
|
|
|
||||||
|
|
@ -69,10 +69,12 @@ class ChineseRecursiveTextSplitter(RecursiveCharacterTextSplitter):
|
||||||
text = re.sub(r'(\n+表\s*[A-Za-z0-9]+(\s*\.\s*[A-Za-z0-9]+)*\s+)', r"\n\n\n\n\n\n\n\n\1", text) # 通过表 A.2
|
text = re.sub(r'(\n+表\s*[A-Za-z0-9]+(\s*\.\s*[A-Za-z0-9]+)*\s+)', r"\n\n\n\n\n\n\n\n\1", text) # 通过表 A.2
|
||||||
text = re.sub(r'(\n+(?<!\.|[a-zA-Z0-9])[a-zA-Z0-9]+\s*\.\s*[a-zA-Z0-9]+[^\S\n]+[^\s\.]+(?!\.|[a-zA-Z0-9]))', r"\n\n\n\n\n\n\n\n\1", text) # 通过\n1.2 这样的章和节来分块
|
text = re.sub(r'(\n+(?<!\.|[a-zA-Z0-9])[a-zA-Z0-9]+\s*\.\s*[a-zA-Z0-9]+[^\S\n]+[^\s\.]+(?!\.|[a-zA-Z0-9]))', r"\n\n\n\n\n\n\n\n\1", text) # 通过\n1.2 这样的章和节来分块
|
||||||
text = re.sub(r'(\n+第\s*\S+\s*条\s+)', r"\n\n\n\n\n\n\n\n\1", text) # 通过第 条
|
text = re.sub(r'(\n+第\s*\S+\s*条\s+)', r"\n\n\n\n\n\n\n\n\1", text) # 通过第 条
|
||||||
|
text = re.sub(r'(\n+第\s*\S+\s*条(:|:))', r"\n\n\n\n\n\n\n\n\1", text) # 通过第 条
|
||||||
text = re.sub(r'(\n+(一、|二、|三、|四、|五、|六、|七、|八、|九、|十、|十一、|十二、|十三、|十四、|十五、|十六、|十七、|十八、|十九、|二十、))', r"\n\n\n\n\n\n\n\n\1", text) # 通过第 条
|
text = re.sub(r'(\n+(一、|二、|三、|四、|五、|六、|七、|八、|九、|十、|十一、|十二、|十三、|十四、|十五、|十六、|十七、|十八、|十九、|二十、))', r"\n\n\n\n\n\n\n\n\1", text) # 通过第 条
|
||||||
|
|
||||||
text = re.sub(r'(\n+(?<!\.|[a-zA-Z0-9])[a-zA-Z0-9]+\s*\.\s*[a-zA-Z0-9]+\s*\.\s*[a-zA-Z0-9]+[^\S\n]+[^\s\.]+(?!\.|[a-zA-Z0-9]))', r"\n\n\n\n\n\n\1", text) # 再通过 1.2.3
|
text = re.sub(r'(\n+(?<!\.|[a-zA-Z0-9])[a-zA-Z0-9]+\s*\.\s*[a-zA-Z0-9]+\s*\.\s*[a-zA-Z0-9]+[^\S\n]+[^\s\.]+(?!\.|[a-zA-Z0-9]))', r"\n\n\n\n\n\n\1", text) # 再通过 1.2.3
|
||||||
text = re.sub(r'(\n+((一)|(二)|(三)|(四)|(五)|(六)|(七)|(八)|(九)|(十)|(十一)|(十二)|(十三)|(十四)|(十五)|(十六)|(十七)|(十八)|(十九)|(二十)))', r"\n\n\n\n\n\n\1", text) # 通过第 条
|
text = re.sub(r'(\n+((一)|(二)|(三)|(四)|(五)|(六)|(七)|(八)|(九)|(十)|(十一)|(十二)|(十三)|(十四)|(十五)|(十六)|(十七)|(十八)|(十九)|(二十)))', r"\n\n\n\n\n\n\1", text) # 通过第 条
|
||||||
|
text = re.sub(r'(\n+(\(一\)|\(二\)|\(三\)|\(四\)|\(五\)|\(六\)|\(七\)|\(八\)|\(九\)|\(十\)|\(十一\)|\(十二\)|\(十三\)|\(十四\)|\(十五\)|\(十六\)|\(十七\)|\(十八\)|\(十九\)|\(二十\)))', r"\n\n\n\n\n\n\1", text) # 通过第 条
|
||||||
text = text.rstrip() # 段尾如果有多余的\n就去掉它
|
text = text.rstrip() # 段尾如果有多余的\n就去掉它
|
||||||
self.is_recursive = True
|
self.is_recursive = True
|
||||||
for i, _s in enumerate(separators):
|
for i, _s in enumerate(separators):
|
||||||
|
|
|
||||||
4
webui.py
4
webui.py
|
|
@ -15,8 +15,8 @@ if __name__ == "__main__":
|
||||||
is_lite = "lite" in sys.argv
|
is_lite = "lite" in sys.argv
|
||||||
|
|
||||||
st.set_page_config(
|
st.set_page_config(
|
||||||
"Langchain-Chatchat WebUI",
|
"思极大模型 WebUI",
|
||||||
os.path.join("img", "chatchat_icon_blue_square_v2.png"),
|
os.path.join("img", "siji.jpg"), #chatchat_icon_blue_square_v2.png
|
||||||
initial_sidebar_state="expanded",
|
initial_sidebar_state="expanded",
|
||||||
menu_items={
|
menu_items={
|
||||||
'Get Help': 'https://github.com/chatchat-space/Langchain-Chatchat',
|
'Get Help': 'https://github.com/chatchat-space/Langchain-Chatchat',
|
||||||
|
|
|
||||||
Binary file not shown.
|
|
@ -15,7 +15,7 @@ from typing import List, Dict
|
||||||
chat_box = ChatBox(
|
chat_box = ChatBox(
|
||||||
assistant_avatar=os.path.join(
|
assistant_avatar=os.path.join(
|
||||||
"img",
|
"img",
|
||||||
"chatchat_icon_blue_square_v2.png"
|
"siji.jpg"#"chatchat_icon_blue_square_v2.png"
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue