update llm_api_launch,llm_api_shutdown
This commit is contained in:
parent
9ed91f0e8a
commit
9525915a85
|
|
@ -228,7 +228,7 @@ $ python server/api.py
|
|||
|
||||
#### 4.3 启动Web UI服务
|
||||
|
||||
启动**LLM服务**后,执行 [webui.py](webui.py) 启动 **Web UI** 服务
|
||||
执行 [webui.py](webui.py) 启动 **Web UI** 服务
|
||||
|
||||
```shell
|
||||
$ python webui.py
|
||||
|
|
|
|||
|
|
@ -135,8 +135,8 @@ worker_args = [
|
|||
]
|
||||
#-----------------openai server---------------------------
|
||||
|
||||
parser.add_argument("--server-host", type=str, default="localhost", help="host name")
|
||||
parser.add_argument("--server-port", type=int, default=8001, help="port number")
|
||||
parser.add_argument("--server-host", type=str, default="127.0.0.1", help="host name")
|
||||
parser.add_argument("--server-port", type=int, default=8888, help="port number")
|
||||
parser.add_argument(
|
||||
"--allow-credentials", action="store_true", help="allow credentials"
|
||||
)
|
||||
|
|
|
|||
|
|
@ -11,7 +11,7 @@ import subprocess
|
|||
import argparse
|
||||
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--serve",choices=["all","controller","model_worker","openai_api_server"])
|
||||
parser.add_argument("--serve",choices=["all","controller","model_worker","openai_api_server"],default="all")
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
|
|
|
|||
Loading…
Reference in New Issue