weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

temporarily save

This commit is contained in:
hzg0601 2023-07-19 10:57:09 +08:00
parent 6199c45a13
commit c501df2405
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
configs/model_config.py
View File

@ -188,7 +188,7 @@ llm_model_dict = {
# 如果报出：raise NewConnectionError(
# urllib3.exceptions.NewConnectionError: <urllib3.connection.HTTPSConnection object at 0x000001FE4BDB85E0>:
# Failed to establish a new connection: [WinError 10060]
# 则是因为内地和香港的IP都被OPENAI封了，需要挂切换为日本、新加坡等地
# 则是因为内地和香港的IP都被OPENAI封了，需要切换为日本、新加坡等地
"openai-chatgpt-3.5": {
"name": "gpt-3.5-turbo",
"pretrained_model_name": "gpt-3.5-turbo",
@ -201,7 +201,7 @@ llm_model_dict = {
}
# LLM 名称
LLM_MODEL = "chatglm-6b"
LLM_MODEL = "fastchat-chatglm-6b-int4"
# 量化加载8bit 模型
LOAD_IN_8BIT = False
# Load the model with bfloat16 precision. Requires NVIDIA Ampere GPU.

2
models/fastchat_openai_llm.py
View File

@ -245,7 +245,7 @@ if __name__ == "__main__":
chain = FastChatOpenAILLMChain()
chain.set_api_key("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")
chain.set_api_key("EMPTY")
# chain.set_api_base_url("https://api.openai.com/v1")
# chain.call_model_name("gpt-3.5-turbo")