update server_config.py.example: 增加多卡启动的说明

2023-08-25 11:27:39 +08:00 · 2023-08-25 11:27:39 +08:00 · cc0bd4efd9
parent 999870c3a7
commit cc0bd4efd9
1 changed files with 4 additions and 4 deletions
--- a/configs/server_config.py.example
+++ b/configs/server_config.py.example
@ -34,11 +34,11 @@ FSCHAT_MODEL_WORKERS = {
        "port": 20002,
        "device": LLM_DEVICE,
        # todo: 多卡加载需要配置的参数
-        "gpus": None,
-        "numgpus": 1,
+        "gpus": None, # 使用的GPU，以str的格式指定，如"0,1"
+        "num_gpus": 1, # 使用GPU的数量
        # 以下为非常用参数，可根据需要配置
-        # "max_gpu_memory": "20GiB",
-        # "load_8bit": False,
+        # "max_gpu_memory": "20GiB", # 每个GPU占用的最大显存
+        # "load_8bit": False, # 开启8bit量化
        # "cpu_offloading": None,
        # "gptq_ckpt": None,
        # "gptq_wbits": 16,