commit log

2023-12-15 09:48:42 +08:00 · 2023-12-15 09:48:42 +08:00 · 33dc60df5e
parent 2ac52147d3
commit 33dc60df5e
1 changed files with 0 additions and 1 deletions
--- a/text_splitter/chinese_recursive_text_splitter.py
+++ b/text_splitter/chinese_recursive_text_splitter.py
@ -100,7 +100,6 @@ class ChineseRecursiveTextSplitter(RecursiveCharacterTextSplitter):
            final_chunks.extend(merged_text)
        
        final_chunks = [re.sub(r"\n{2,}", "\n", chunk.strip()) for chunk in final_chunks if chunk.strip()!=""]
-        #将单行和两行的和下面的分块合并
        #将单行并且字数小于25，和下面的分块合并
        return_chunks = []
        temp_sencond = ""