From 33dc60df5e163e41acd4b536579a6f44bbcb8560 Mon Sep 17 00:00:00 2001 From: wvivi2023 Date: Fri, 15 Dec 2023 09:48:42 +0800 Subject: [PATCH] commit log --- text_splitter/chinese_recursive_text_splitter.py | 1 - 1 file changed, 1 deletion(-) diff --git a/text_splitter/chinese_recursive_text_splitter.py b/text_splitter/chinese_recursive_text_splitter.py index 795f942..8b31461 100644 --- a/text_splitter/chinese_recursive_text_splitter.py +++ b/text_splitter/chinese_recursive_text_splitter.py @@ -100,7 +100,6 @@ class ChineseRecursiveTextSplitter(RecursiveCharacterTextSplitter): final_chunks.extend(merged_text) final_chunks = [re.sub(r"\n{2,}", "\n", chunk.strip()) for chunk in final_chunks if chunk.strip()!=""] - #将单行和两行的和下面的分块合并 #将单行并且字数小于25,和下面的分块合并 return_chunks = [] temp_sencond = ""