weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

更新文件：1. startup,model_config.py.example,serve_config.py.example,FAQ

This commit is contained in:
hzg0601 2023-09-23 01:38:54 +08:00
parent 810145c5fb
commit f4da0845b9
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
startup.py
View File

@ -153,7 +153,6 @@ def create_model_worker_app(log_level: str = "INFO", **kwargs) -> FastAPI:
sys.modules["fastchat.serve.vllm_worker"].worker = worker sys.modules["fastchat.serve.vllm_worker"].worker = worker
else: else:
# default args. should be deleted after pr is merged by fastchat
args.gpus = "1" args.gpus = "1"
args.max_gpu_memory = "20GiB" args.max_gpu_memory = "20GiB"
args.load_8bit = False args.load_8bit = False