weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update config templates

This commit is contained in:
imClumsyPanda 2023-11-30 23:26:15 +08:00
parent 89b07ba55d
commit f2d917d1e4
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
configs/server_config.py.example
View File

@ -66,7 +66,7 @@ FSCHAT_MODEL_WORKERS = {
# "no_register": False, # "no_register": False,
# "embed_in_truncate": False, # "embed_in_truncate": False,
# 以下为vllm_woker配置参数,注意使用vllm必须有gpu，仅在Linux测试通过 # 以下为vllm_worker配置参数,注意使用vllm必须有gpu，仅在Linux测试通过
# tokenizer = model_path # 如果tokenizer与model_path不一致在此处添加 # tokenizer = model_path # 如果tokenizer与model_path不一致在此处添加
# 'tokenizer_mode':'auto', # 'tokenizer_mode':'auto',
@ -100,7 +100,7 @@ FSCHAT_MODEL_WORKERS = {
"device": "cuda", "device": "cuda",
}, },
#以下配置可以不用修改，在model_config中设置启动的模型 # 以下配置可以不用修改，在model_config中设置启动的模型
"zhipu-api": { "zhipu-api": {
"port": 21001, "port": 21001,
}, },