diff --git a/configs/model_config.py.example b/configs/model_config.py.example index 6cbfc9b..6a32423 100644 --- a/configs/model_config.py.example +++ b/configs/model_config.py.example @@ -131,13 +131,13 @@ LLM_DEVICE = "auto" text_splitter_dict = { "ChineseRecursiveTextSplitter": { - "source": "huggingface", - "tokenizer_name_or_path": "gpt2", - }, - "SpacyTextSplitter": { "source": "", "tokenizer_name_or_path": "", }, + "SpacyTextSplitter": { + "source": "huggingface", + "tokenizer_name_or_path": "gpt2", + }, "RecursiveCharacterTextSplitter": { "source": "tiktoken", "tokenizer_name_or_path": "cl100k_base",