reformat server_config.py.example
This commit is contained in:
parent
0ecf3379b4
commit
4318197ac7
|
|
@ -1,5 +1,4 @@
|
||||||
from .model_config import LLM_MODEL, llm_model_dict, LLM_DEVICE
|
from .model_config import LLM_MODEL, LLM_DEVICE
|
||||||
|
|
||||||
|
|
||||||
# API 是否开启跨域,默认为False,如果需要开启,请设置为True
|
# API 是否开启跨域,默认为False,如果需要开启,请设置为True
|
||||||
# is open cross domain
|
# is open cross domain
|
||||||
|
|
@ -56,7 +55,6 @@ FSCHAT_MODEL_WORKERS = {
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
# fastchat multi model worker server
|
# fastchat multi model worker server
|
||||||
FSCHAT_MULTI_MODEL_WORKERS = {
|
FSCHAT_MULTI_MODEL_WORKERS = {
|
||||||
# todo
|
# todo
|
||||||
|
|
@ -76,12 +74,14 @@ def fschat_controller_address() -> str:
|
||||||
port = FSCHAT_CONTROLLER["port"]
|
port = FSCHAT_CONTROLLER["port"]
|
||||||
return f"http://{host}:{port}"
|
return f"http://{host}:{port}"
|
||||||
|
|
||||||
|
|
||||||
def fschat_model_worker_address(model_name: str = LLM_MODEL) -> str:
|
def fschat_model_worker_address(model_name: str = LLM_MODEL) -> str:
|
||||||
if model := FSCHAT_MODEL_WORKERS.get(model_name):
|
if model := FSCHAT_MODEL_WORKERS.get(model_name):
|
||||||
host = model["host"]
|
host = model["host"]
|
||||||
port = model["port"]
|
port = model["port"]
|
||||||
return f"http://{host}:{port}"
|
return f"http://{host}:{port}"
|
||||||
|
|
||||||
|
|
||||||
def fschat_openai_api_address() -> str:
|
def fschat_openai_api_address() -> str:
|
||||||
host = FSCHAT_OPENAI_API["host"]
|
host = FSCHAT_OPENAI_API["host"]
|
||||||
port = FSCHAT_OPENAI_API["port"]
|
port = FSCHAT_OPENAI_API["port"]
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue