update chinese_text_splitter.py
This commit is contained in:
parent
14295392d0
commit
f986b756ff
|
|
@ -5,7 +5,7 @@ from configs.model_config import SENTENCE_SIZE
|
||||||
|
|
||||||
|
|
||||||
class ChineseTextSplitter(CharacterTextSplitter):
|
class ChineseTextSplitter(CharacterTextSplitter):
|
||||||
def __init__(self, pdf: bool = False, sentence_size: int = None, **kwargs):
|
def __init__(self, pdf: bool = False, sentence_size: int = SENTENCE_SIZE, **kwargs):
|
||||||
super().__init__(**kwargs)
|
super().__init__(**kwargs)
|
||||||
self.pdf = pdf
|
self.pdf = pdf
|
||||||
self.sentence_size = sentence_size
|
self.sentence_size = sentence_size
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue