更新llm_api_sh.py调用说明

2023-08-03 14:39:00 +08:00 · 2023-08-03 14:39:00 +08:00 · 6f93a27e53
parent d0fd6253a3
commit 6f93a27e53
1 changed files with 6 additions and 0 deletions
--- a/server/llm_api_sh.py
+++ b/server/llm_api_sh.py
@ -1,3 +1,9 @@
+"""
+调用示例: python llm_api_sh.py --model-path-address THUDM/chatglm2-6b@localhost@7650 THUDM/chatglm2-6b-32k@localhost@7651
+其他fastchat.server.controller/worker/openai_api_server参数可按照fastchat文档调用
+但少数非关键参数如--worker-address,--allowed-origins,--allowed-methods,--allowed-headers不支持
+
+"""
 import sys
 import os 
 sys.path.append(os.path.dirname(os.path.dirname(__file__)))