32 lines
1.0 KiB
Python
32 lines
1.0 KiB
Python
from typing import Any, Dict, List, Union, Optional
|
||
|
||
from langchain.callbacks.base import BaseCallbackHandler
|
||
from langchain.schema import LLMResult
|
||
from server.db.repository import update_message
|
||
|
||
|
||
class ConversationCallbackHandler(BaseCallbackHandler):
|
||
raise_error: bool = True
|
||
|
||
def __init__(self, conversation_id: str, message_id: str, chat_type: str, query: str):
|
||
self.conversation_id = conversation_id
|
||
self.message_id = message_id
|
||
self.chat_type = chat_type
|
||
self.query = query
|
||
self.start_at = None
|
||
|
||
@property
|
||
def always_verbose(self) -> bool:
|
||
"""Whether to call verbose callbacks even if verbose is False."""
|
||
return True
|
||
|
||
def on_llm_start(
|
||
self, serialized: Dict[str, Any], prompts: List[str], **kwargs: Any
|
||
) -> None:
|
||
# 如果想存更多信息，则prompts 也需要持久化
|
||
pass
|
||
|
||
def on_llm_end(self, response: LLMResult, **kwargs: Any) -> None:
|
||
answer = response.generations[0][0].text
|
||
update_message(self.message_id, answer)
|