From 1d3a69ff86f5daeb62069382d6b22771fa2989ce Mon Sep 17 00:00:00 2001 From: Zhi-guo Huang Date: Fri, 24 Nov 2023 17:03:02 +0800 Subject: [PATCH] Update startup.py MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 解决vllm启动worker_id used before assigned的问题 --- startup.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/startup.py b/startup.py index 88840aa..fab87c2 100644 --- a/startup.py +++ b/startup.py @@ -104,7 +104,7 @@ def create_model_worker_app(log_level: str = "INFO", **kwargs) -> FastAPI: from configs.model_config import VLLM_MODEL_DICT if kwargs["model_names"][0] in VLLM_MODEL_DICT and args.infer_turbo == "vllm": import fastchat.serve.vllm_worker - from fastchat.serve.vllm_worker import VLLMWorker, app + from fastchat.serve.vllm_worker import VLLMWorker, app,worker_id from vllm import AsyncLLMEngine from vllm.engine.arg_utils import AsyncEngineArgs,EngineArgs