weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update baichuan.py

This commit is contained in:
hzg0601 2023-09-29 13:19:17 +08:00
parent 0e20552083
commit 00745c99e2
1 changed files with 10 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
server/model_workers/baichuan.py
View File

@ -149,15 +149,15 @@ class BaiChuanWorker(ApiModelWorker):
print(params)
if __name__ == "__main__":
# import uvicorn
# from server.utils import MakeFastAPIOffline
# from fastchat.serve.model_worker import app
import uvicorn
from server.utils import MakeFastAPIOffline
from fastchat.serve.model_worker import app
# worker = BaiChuanWorker(
# controller_addr="http://127.0.0.1:20001",
# worker_addr="http://127.0.0.1:21001",
# )
# sys.modules["fastchat.serve.model_worker"].worker = worker
# MakeFastAPIOffline(app)
# uvicorn.run(app, port=21001)
worker = BaiChuanWorker(
controller_addr="http://127.0.0.1:20001",
worker_addr="http://127.0.0.1:21001",
)
sys.modules["fastchat.serve.model_worker"].worker = worker
MakeFastAPIOffline(app)
uvicorn.run(app, port=21001)
# do_request()