weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update model_config.py.example

This commit is contained in:
imClumsyPanda 2023-09-14 22:29:26 +08:00
parent bda1b01a2d
commit 4c61a642cf
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
configs/model_config.py.example
View File

@ -131,13 +131,13 @@ LLM_DEVICE = "auto"
text_splitter_dict = { text_splitter_dict = {
"ChineseRecursiveTextSplitter": { "ChineseRecursiveTextSplitter": {
"source": "huggingface",
"tokenizer_name_or_path": "gpt2",
},
"SpacyTextSplitter": {
"source": "", "source": "",
"tokenizer_name_or_path": "", "tokenizer_name_or_path": "",
}, },
"SpacyTextSplitter": {
"source": "huggingface",
"tokenizer_name_or_path": "gpt2",
},
"RecursiveCharacterTextSplitter": { "RecursiveCharacterTextSplitter": {
"source": "tiktoken", "source": "tiktoken",
"tokenizer_name_or_path": "cl100k_base", "tokenizer_name_or_path": "cl100k_base",