weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

只启动在server_config中配置的在线API模型

This commit is contained in:
liunux4odoo 2023-10-12 10:55:53 +08:00
parent 111bc45d04
commit 01577d6264
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
startup.py
View File

@ -7,6 +7,7 @@ from multiprocessing import Process
from datetime import datetime from datetime import datetime
from pprint import pprint from pprint import pprint
# 设置numexpr最大线程数，默认为CPU核心数 # 设置numexpr最大线程数，默认为CPU核心数
try: try:
import numexpr import numexpr
@ -26,6 +27,7 @@ from configs import (
TEXT_SPLITTER_NAME, TEXT_SPLITTER_NAME,
FSCHAT_CONTROLLER, FSCHAT_CONTROLLER,
FSCHAT_OPENAI_API, FSCHAT_OPENAI_API,
FSCHAT_MODEL_WORKERS,
API_SERVER, API_SERVER,
WEBUI_SERVER, WEBUI_SERVER,
HTTPX_DEFAULT_TIMEOUT, HTTPX_DEFAULT_TIMEOUT,
@ -666,7 +668,9 @@ async def start_main_server():
if args.api_worker: if args.api_worker:
configs = get_all_model_worker_configs() configs = get_all_model_worker_configs()
for model_name, config in configs.items(): for model_name, config in configs.items():
if config.get("online_api") and config.get("worker_class"): if (config.get("online_api")
and config.get("worker_class")
and model_name in FSCHAT_MODEL_WORKERS):
e = manager.Event() e = manager.Event()
model_worker_started.append(e) model_worker_started.append(e)
process = Process( process = Process(