update model_config.py.example

2023-09-14 22:29:26 +08:00 · 2023-09-14 22:29:26 +08:00 · 4c61a642cf
parent bda1b01a2d
commit 4c61a642cf
1 changed files with 4 additions and 4 deletions
--- a/configs/model_config.py.example
+++ b/configs/model_config.py.example
@ -131,13 +131,13 @@ LLM_DEVICE = "auto"

 text_splitter_dict = {
    "ChineseRecursiveTextSplitter": {
-        "source": "huggingface",
-        "tokenizer_name_or_path": "gpt2",
-    },
-    "SpacyTextSplitter": {
        "source": "",
        "tokenizer_name_or_path": "",
    },
+    "SpacyTextSplitter": {
+        "source": "huggingface",
+        "tokenizer_name_or_path": "gpt2",
+    },
    "RecursiveCharacterTextSplitter": {
        "source": "tiktoken",
        "tokenizer_name_or_path": "cl100k_base",