53 lines
1.8 KiB
Python
53 lines
1.8 KiB
Python
|
import subprocess
|
||
|
|
import sys
|
||
|
|
import os
|
||
|
|
sys.path.append(os.path.dirname(os.path.dirname(__file__)))
|
||
|
|
from configs.model_config import llm_model_dict, LLM_MODEL, LOG_PATH, logger
|
||
|
|
|
||
|
|
|
||
|
|
def execute_command(command):
|
||
|
|
process = subprocess.Popen(command, shell=True)
|
||
|
|
return process.pid
|
||
|
|
|
||
|
|
|
||
|
|
host_ip = "0.0.0.0"
|
||
|
|
port = 8888
|
||
|
|
|
||
|
|
model_path = llm_model_dict[LLM_MODEL]["local_model_path"]
|
||
|
|
if not model_path:
|
||
|
|
logger.error("local_model_path 不能为空")
|
||
|
|
else:
|
||
|
|
# 启动任务
|
||
|
|
command1 = f'nohup python -m fastchat.serve.controller >> {LOG_PATH}/fastchat_log.txt 2>&1 &'
|
||
|
|
process1 = execute_command(command1)
|
||
|
|
logger.info(f"已执行 {command1}")
|
||
|
|
logger.info(f"Process 1 started with PID: {process1}")
|
||
|
|
|
||
|
|
command2 = f'nohup python -m fastchat.serve.model_worker --model-path "{model_path}" --device mps >> {LOG_PATH}/fastchat_log.txt 2>&1 &'
|
||
|
|
process2 = execute_command(command2)
|
||
|
|
logger.info(f"已执行 {command2}")
|
||
|
|
logger.info(f"Process 2 started with PID: {process2}")
|
||
|
|
|
||
|
|
command3 = f'nohup python -m fastchat.serve.openai_api_server --host "{host_ip}" --port {port} >> {LOG_PATH}/fastchat_log.txt 2>&1 &'
|
||
|
|
process3 = execute_command(command3)
|
||
|
|
logger.info(f"已执行 {command3}")
|
||
|
|
logger.info(f"Process 3 started with PID: {process3}")
|
||
|
|
|
||
|
|
# TODO: model_worker.log 与 controller.log 存储位置未指定为 LOG_PATH
|
||
|
|
logger.info(f"如需查看 llm_api 日志，请前往 {LOG_PATH}")
|
||
|
|
|
||
|
|
# 服务启动后接口调用示例：
|
||
|
|
# import openai
|
||
|
|
# openai.api_key = "EMPTY" # Not support yet
|
||
|
|
# openai.api_base = "http://0.0.0.0:8000/v1"
|
||
|
|
|
||
|
|
# model = "chatglm2-6b"
|
||
|
|
|
||
|
|
# # create a chat completion
|
||
|
|
# completion = openai.ChatCompletion.create(
|
||
|
|
# model=model,
|
||
|
|
# messages=[{"role": "user", "content": "Hello! What is your name?"}]
|
||
|
|
# )
|
||
|
|
# # print the completion
|
||
|
|
# print(completion.choices[0].message.content)
|