From 01577d6264bdc2acff169be81d46cee979ec7ee9 Mon Sep 17 00:00:00 2001 From: liunux4odoo Date: Thu, 12 Oct 2023 10:55:53 +0800 Subject: [PATCH] =?UTF-8?q?=E5=8F=AA=E5=90=AF=E5=8A=A8=E5=9C=A8server=5Fco?= =?UTF-8?q?nfig=E4=B8=AD=E9=85=8D=E7=BD=AE=E7=9A=84=E5=9C=A8=E7=BA=BFAPI?= =?UTF-8?q?=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- startup.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/startup.py b/startup.py index 24099be..878e7ec 100644 --- a/startup.py +++ b/startup.py @@ -7,6 +7,7 @@ from multiprocessing import Process from datetime import datetime from pprint import pprint + # 设置numexpr最大线程数,默认为CPU核心数 try: import numexpr @@ -26,6 +27,7 @@ from configs import ( TEXT_SPLITTER_NAME, FSCHAT_CONTROLLER, FSCHAT_OPENAI_API, + FSCHAT_MODEL_WORKERS, API_SERVER, WEBUI_SERVER, HTTPX_DEFAULT_TIMEOUT, @@ -666,7 +668,9 @@ async def start_main_server(): if args.api_worker: configs = get_all_model_worker_configs() for model_name, config in configs.items(): - if config.get("online_api") and config.get("worker_class"): + if (config.get("online_api") + and config.get("worker_class") + and model_name in FSCHAT_MODEL_WORKERS): e = manager.Event() model_worker_started.append(e) process = Process(