From 6f93a27e53cd0c644f85993009d6bdf90e06047a Mon Sep 17 00:00:00 2001 From: hzg0601 Date: Thu, 3 Aug 2023 14:39:00 +0800 Subject: [PATCH] =?UTF-8?q?=E6=9B=B4=E6=96=B0llm=5Fapi=5Fsh.py=E8=B0=83?= =?UTF-8?q?=E7=94=A8=E8=AF=B4=E6=98=8E?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- server/llm_api_sh.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/server/llm_api_sh.py b/server/llm_api_sh.py index 6d0d143..904ac71 100644 --- a/server/llm_api_sh.py +++ b/server/llm_api_sh.py @@ -1,3 +1,9 @@ +""" +调用示例: python llm_api_sh.py --model-path-address THUDM/chatglm2-6b@localhost@7650 THUDM/chatglm2-6b-32k@localhost@7651 +其他fastchat.server.controller/worker/openai_api_server参数可按照fastchat文档调用 +但少数非关键参数如--worker-address,--allowed-origins,--allowed-methods,--allowed-headers不支持 + +""" import sys import os sys.path.append(os.path.dirname(os.path.dirname(__file__)))