From ab7a76f380e9ea2d85b1b85b77f7d5af4492c7b3 Mon Sep 17 00:00:00 2001 From: hzg0601 Date: Tue, 1 Aug 2023 22:07:05 +0800 Subject: [PATCH] update llm_api_sh.py and model_config.example --- configs/model_config.py.example | 2 +- server/llm_api_sh.py | 6 +++++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/configs/model_config.py.example b/configs/model_config.py.example index 586b90c..a3e1c0c 100644 --- a/configs/model_config.py.example +++ b/configs/model_config.py.example @@ -117,7 +117,7 @@ parser.add_argument("--stream-interval", type=int, default=2) parser.add_argument("--no-register", action="store_true") worker_args = [ - "worker-host","work-port", + "worker-host","worker-port", "model-path","revision","device","gpus","num-gpus", "max-gpu-memory","load-8bit","cpu-offloading", "gptq-ckpt","gptq-wbits","gptq-groupsize", diff --git a/server/llm_api_sh.py b/server/llm_api_sh.py index 673fbc7..9d02150 100644 --- a/server/llm_api_sh.py +++ b/server/llm_api_sh.py @@ -66,10 +66,14 @@ def string_args(args,args_list): return args_str def launch_worker(item): - log_name = item.split("/")[-1].split("\\")[-1].replace("-","_").replace("@","_") + log_name = item.split("/")[-1].split("\\")[-1].replace("-","_").replace("@","_").replace(".","_") # 先分割model-path-address,在传到string_args中分析参数 args.model_path,args.worker_host, args.worker_port = item.split("@") + print( args.model_path,args.worker_host, args.worker_port) + print("*"*80) + worker_str_args = string_args(args,worker_args) + print(worker_str_args) worker_sh = base_launch_sh.format("model_worker",worker_str_args,LOG_PATH,f"worker_{log_name}") worker_check_sh = base_check_sh.format(LOG_PATH,f"worker_{log_name}","model_worker") subprocess.run(worker_sh,shell=True,check=True)