From c501df2405ef3915c38e79968e967f19aabdd6d1 Mon Sep 17 00:00:00 2001 From: hzg0601 Date: Wed, 19 Jul 2023 10:57:09 +0800 Subject: [PATCH] temporarily save --- configs/model_config.py | 4 ++-- models/fastchat_openai_llm.py | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/configs/model_config.py b/configs/model_config.py index d95e37e..bcc6a97 100644 --- a/configs/model_config.py +++ b/configs/model_config.py @@ -188,7 +188,7 @@ llm_model_dict = { # 如果报出:raise NewConnectionError( # urllib3.exceptions.NewConnectionError: : # Failed to establish a new connection: [WinError 10060] - # 则是因为内地和香港的IP都被OPENAI封了,需要挂切换为日本、新加坡等地 + # 则是因为内地和香港的IP都被OPENAI封了,需要切换为日本、新加坡等地 "openai-chatgpt-3.5": { "name": "gpt-3.5-turbo", "pretrained_model_name": "gpt-3.5-turbo", @@ -201,7 +201,7 @@ llm_model_dict = { } # LLM 名称 -LLM_MODEL = "chatglm-6b" +LLM_MODEL = "fastchat-chatglm-6b-int4" # 量化加载8bit 模型 LOAD_IN_8BIT = False # Load the model with bfloat16 precision. Requires NVIDIA Ampere GPU. diff --git a/models/fastchat_openai_llm.py b/models/fastchat_openai_llm.py index d0972f7..217910a 100644 --- a/models/fastchat_openai_llm.py +++ b/models/fastchat_openai_llm.py @@ -245,7 +245,7 @@ if __name__ == "__main__": chain = FastChatOpenAILLMChain() - chain.set_api_key("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") + chain.set_api_key("EMPTY") # chain.set_api_base_url("https://api.openai.com/v1") # chain.call_model_name("gpt-3.5-turbo")