From cc0bd4efd99106a461a0074b6ab9bf7f074d2b44 Mon Sep 17 00:00:00 2001
From: hzg0601 <hzg0601@163.com>
Date: Fri, 25 Aug 2023 11:27:39 +0800
Subject: [PATCH] =?UTF-8?q?update=20server=5Fconfig.py.example:=20?=
 =?UTF-8?q?=E5=A2=9E=E5=8A=A0=E5=A4=9A=E5=8D=A1=E5=90=AF=E5=8A=A8=E7=9A=84?=
 =?UTF-8?q?=E8=AF=B4=E6=98=8E?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 configs/server_config.py.example | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/configs/server_config.py.example b/configs/server_config.py.example
index 5f37779..b0f37bf 100644
--- a/configs/server_config.py.example
+++ b/configs/server_config.py.example
@@ -34,11 +34,11 @@ FSCHAT_MODEL_WORKERS = {
         "port": 20002,
         "device": LLM_DEVICE,
         # todo: 多卡加载需要配置的参数
-        "gpus": None,
-        "numgpus": 1,
+        "gpus": None, # 使用的GPU，以str的格式指定，如"0,1"
+        "num_gpus": 1, # 使用GPU的数量
         # 以下为非常用参数，可根据需要配置
-        # "max_gpu_memory": "20GiB",
-        # "load_8bit": False,
+        # "max_gpu_memory": "20GiB", # 每个GPU占用的最大显存
+        # "load_8bit": False, # 开启8bit量化
         # "cpu_offloading": None,
         # "gptq_ckpt": None,
         # "gptq_wbits": 16,