weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

reformat server_config.py.example

This commit is contained in:
imClumsyPanda 2023-08-17 21:30:40 +08:00
parent 0ecf3379b4
commit 4318197ac7
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
configs/server_config.py.example
View File

@ -1,5 +1,4 @@
from .model_config import LLM_MODEL, llm_model_dict, LLM_DEVICE from .model_config import LLM_MODEL, LLM_DEVICE
# API 是否开启跨域，默认为False，如果需要开启，请设置为True # API 是否开启跨域，默认为False，如果需要开启，请设置为True
# is open cross domain # is open cross domain
@ -23,7 +22,7 @@ API_SERVER = {
# fastchat openai_api server # fastchat openai_api server
FSCHAT_OPENAI_API = { FSCHAT_OPENAI_API = {
"host": DEFAULT_BIND_HOST, "host": DEFAULT_BIND_HOST,
"port": 8888, # model_config.llm_model_dict中模型配置的api_base_url需要与这里一致。 "port": 8888, # model_config.llm_model_dict中模型配置的api_base_url需要与这里一致。
} }
# fastchat model_worker server # fastchat model_worker server
@ -56,7 +55,6 @@ FSCHAT_MODEL_WORKERS = {
}, },
} }
# fastchat multi model worker server # fastchat multi model worker server
FSCHAT_MULTI_MODEL_WORKERS = { FSCHAT_MULTI_MODEL_WORKERS = {
# todo # todo
@ -76,12 +74,14 @@ def fschat_controller_address() -> str:
port = FSCHAT_CONTROLLER["port"] port = FSCHAT_CONTROLLER["port"]
return f"http://{host}:{port}" return f"http://{host}:{port}"
def fschat_model_worker_address(model_name: str = LLM_MODEL) -> str: def fschat_model_worker_address(model_name: str = LLM_MODEL) -> str:
if model := FSCHAT_MODEL_WORKERS.get(model_name): if model := FSCHAT_MODEL_WORKERS.get(model_name):
host = model["host"] host = model["host"]
port = model["port"] port = model["port"]
return f"http://{host}:{port}" return f"http://{host}:{port}"
def fschat_openai_api_address() -> str: def fschat_openai_api_address() -> str:
host = FSCHAT_OPENAI_API["host"] host = FSCHAT_OPENAI_API["host"]
port = FSCHAT_OPENAI_API["port"] port = FSCHAT_OPENAI_API["port"]