From 4c61a642cf3730d38d0bac0369d0d914f9e44621 Mon Sep 17 00:00:00 2001 From: imClumsyPanda Date: Thu, 14 Sep 2023 22:29:26 +0800 Subject: [PATCH] update model_config.py.example --- configs/model_config.py.example | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/configs/model_config.py.example b/configs/model_config.py.example index 6cbfc9b..6a32423 100644 --- a/configs/model_config.py.example +++ b/configs/model_config.py.example @@ -131,13 +131,13 @@ LLM_DEVICE = "auto" text_splitter_dict = { "ChineseRecursiveTextSplitter": { - "source": "huggingface", - "tokenizer_name_or_path": "gpt2", - }, - "SpacyTextSplitter": { "source": "", "tokenizer_name_or_path": "", }, + "SpacyTextSplitter": { + "source": "huggingface", + "tokenizer_name_or_path": "gpt2", + }, "RecursiveCharacterTextSplitter": { "source": "tiktoken", "tokenizer_name_or_path": "cl100k_base",