diff --git a/server/llm_api_sh.py b/server/llm_api_sh.py index 6d0d143..904ac71 100644 --- a/server/llm_api_sh.py +++ b/server/llm_api_sh.py @@ -1,3 +1,9 @@ +""" +调用示例: python llm_api_sh.py --model-path-address THUDM/chatglm2-6b@localhost@7650 THUDM/chatglm2-6b-32k@localhost@7651 +其他fastchat.server.controller/worker/openai_api_server参数可按照fastchat文档调用 +但少数非关键参数如--worker-address,--allowed-origins,--allowed-methods,--allowed-headers不支持 + +""" import sys import os sys.path.append(os.path.dirname(os.path.dirname(__file__)))