增加其它模型的参数适配
This commit is contained in:
parent
a65bc4a63c
commit
175c90c362
|
|
@ -4,7 +4,7 @@ from langchain.prompts.chat import ChatMessagePromptTemplate
|
||||||
from configs import logger, log_verbose
|
from configs import logger, log_verbose
|
||||||
from server.utils import get_model_worker_config, fschat_openai_api_address
|
from server.utils import get_model_worker_config, fschat_openai_api_address
|
||||||
from langchain.chat_models import ChatOpenAI
|
from langchain.chat_models import ChatOpenAI
|
||||||
from typing import Awaitable, List, Tuple, Dict, Union, Callable
|
from typing import Awaitable, List, Tuple, Dict, Union, Callable, Any
|
||||||
|
|
||||||
|
|
||||||
def get_ChatOpenAI(
|
def get_ChatOpenAI(
|
||||||
|
|
@ -12,6 +12,7 @@ def get_ChatOpenAI(
|
||||||
temperature: float,
|
temperature: float,
|
||||||
streaming: bool = True,
|
streaming: bool = True,
|
||||||
callbacks: List[Callable] = [],
|
callbacks: List[Callable] = [],
|
||||||
|
**kwargs: Any,
|
||||||
) -> ChatOpenAI:
|
) -> ChatOpenAI:
|
||||||
config = get_model_worker_config(model_name)
|
config = get_model_worker_config(model_name)
|
||||||
model = ChatOpenAI(
|
model = ChatOpenAI(
|
||||||
|
|
@ -22,7 +23,8 @@ def get_ChatOpenAI(
|
||||||
openai_api_base=config.get("api_base_url", fschat_openai_api_address()),
|
openai_api_base=config.get("api_base_url", fschat_openai_api_address()),
|
||||||
model_name=model_name,
|
model_name=model_name,
|
||||||
temperature=temperature,
|
temperature=temperature,
|
||||||
openai_proxy=config.get("openai_proxy")
|
openai_proxy=config.get("openai_proxy"),
|
||||||
|
**kwargs
|
||||||
)
|
)
|
||||||
return model
|
return model
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue