BNSTechnologyDevelopment
/
Langchain-Chatchat
6
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

将知识库文件分块文件保存，但是不显示

This commit is contained in:
weiweiw 2025-04-07 07:55:31 +08:00
parent 28c87ac7a7
commit c897a1722f
1 changed files with 12 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
libs/chatchat-server/chatchat/server/knowledge_base/utils.py
View File

@ -70,6 +70,9 @@ def list_files_from_folder(kb_name: str):
for x in ["temp", "tmp", ".", "~$"]: for x in ["temp", "tmp", ".", "~$"]:
if tail.startswith(x): if tail.startswith(x):
return True return True
if "_source.txt" in tail.lower() or "_split.txt" in tail.lower():
return True
return False return False
def process_entry(entry): def process_entry(entry):
@ -422,15 +425,15 @@ class KnowledgeFile:
docs = zh_first_title_enhance(docs) docs = zh_first_title_enhance(docs)
docs = customize_zh_title_enhance(docs) docs = customize_zh_title_enhance(docs)
# i = 1 i = 1
# outputfile = file_name_without_extension + "_split.txt" outputfile = file_name_without_extension + "_split.txt"
# # 打开文件以写入模式 # 打开文件以写入模式
# with open(outputfile, 'w') as file: with open(outputfile, 'w') as file:
# for doc in docs: for doc in docs:
# #print(f"**********切分段{i}：{doc}") #print(f"**********切分段{i}：{doc}")
# file.write(f"\n**********切分段{i}") file.write(f"\n**********切分段{i}")
# file.write(doc.page_content) file.write(doc.page_content)
# i = i+1 i = i+1
self.splited_docs = docs self.splited_docs = docs
return self.splited_docs return self.splited_docs