33 lines
825 B
Python
33 lines
825 B
Python
|
"""
|
|||
|
|
调用示例：
|
|||
|
|
python llm_api_shutdown.py --serve all
|
|||
|
|
可选"all","controller","model_worker","openai_api_server"， all表示停止所有服务
|
|||
|
|
"""
|
|||
|
|
import os
|
|||
|
|
import sys
|
|||
|
|
|
|||
|
|
sys.path.append(os.path.dirname(os.path.dirname(__file__)))
|
|||
|
|
|
|||
|
|
import argparse
|
|||
|
|
import subprocess
|
|||
|
|
|
|||
|
|
parser = argparse.ArgumentParser()
|
|||
|
|
parser.add_argument(
|
|||
|
|
"--serve",
|
|||
|
|
choices=["all", "controller", "model_worker", "openai_api_server"],
|
|||
|
|
default="all",
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
args = parser.parse_args()
|
|||
|
|
|
|||
|
|
base_shell = "ps -eo user,pid,cmd|grep fastchat.serve{}|grep -v grep|awk '{{print $2}}'|xargs kill -9"
|
|||
|
|
|
|||
|
|
if args.serve == "all":
|
|||
|
|
shell_script = base_shell.format("")
|
|||
|
|
else:
|
|||
|
|
serve = f".{args.serve}"
|
|||
|
|
shell_script = base_shell.format(serve)
|
|||
|
|
|
|||
|
|
subprocess.run(shell_script, shell=True, check=True)
|
|||
|
|
print(f"llm api sever --{args.serve} has been shutdown!")
|