更新文件：1. startup,model_config.py.example,serve_config.py.example,FAQ

2023-09-23 01:38:54 +08:00 · 2023-09-23 01:38:54 +08:00 · f4da0845b9
parent 810145c5fb
commit f4da0845b9
1 changed files with 0 additions and 1 deletions
--- a/startup.py
+++ b/startup.py
@ -153,7 +153,6 @@ def create_model_worker_app(log_level: str = "INFO", **kwargs) -> FastAPI:
            sys.modules["fastchat.serve.vllm_worker"].worker = worker

        else:
-                # default args. should be deleted after pr is merged by fastchat
            args.gpus = "1"
            args.max_gpu_memory = "20GiB"
            args.load_8bit = False