fix conflict between def_fastchat and pr1037

This commit is contained in:
liunux4odoo 2023-08-10 15:02:41 +08:00
parent fd247f4657
commit 17ddee38a4
5 changed files with 27 additions and 28 deletions

View File

@ -1,14 +0,0 @@
kbs_config = {
"faiss": {
},
"milvus": {
"host": "127.0.0.1",
"port": "19530",
"user": "",
"password": "",
"secure": False,
},
"pg": {
"connection_uri": "postgresql://postgres:postgres@192.168.50.128:5432/langchain_chatgml",
}
}

View File

@ -149,7 +149,20 @@ BING_SEARCH_URL = "https://api.bing.microsoft.com/v7.0/search"
# 是因为服务器加了防火墙需要联系管理员加白名单如果公司的服务器的话就别想了GG # 是因为服务器加了防火墙需要联系管理员加白名单如果公司的服务器的话就别想了GG
BING_SUBSCRIPTION_KEY = "" BING_SUBSCRIPTION_KEY = ""
kbs_config = {
"faiss": {
},
"milvus": {
"host": "127.0.0.1",
"port": "19530",
"user": "",
"password": "",
"secure": False,
},
"pg": {
"connection_uri": "postgresql://postgres:postgres@192.168.50.128:5432/langchain_chatgml",
}
}
# 是否开启中文标题加强,以及标题增强的相关配置 # 是否开启中文标题加强,以及标题增强的相关配置
# 通过增加标题判断判断哪些文本为标题并在metadata中进行标记 # 通过增加标题判断判断哪些文本为标题并在metadata中进行标记

View File

@ -1,5 +1,3 @@
import datetime
from server.db.models.knowledge_base_model import KnowledgeBaseModel from server.db.models.knowledge_base_model import KnowledgeBaseModel
from server.db.models.knowledge_file_model import KnowledgeFileModel from server.db.models.knowledge_file_model import KnowledgeFileModel
from server.db.session import with_session from server.db.session import with_session
@ -24,11 +22,15 @@ def add_doc_to_db(session, kb_file: KnowledgeFile):
existing_file.file_version += 1 existing_file.file_version += 1
# 否则,添加新文件 # 否则,添加新文件
else: else:
session.add(KnowledgeFileModel(file_name=kb_file.filename, new_file = KnowledgeFileModel(
file_ext=kb_file.ext, file_name=kb_file.filename,
document_loader_name=kb_file.document_loader_name, file_ext=kb_file.ext,
text_splitter_name=kb_file.text_splitter_name kb_name=kb_file.kb_name,
)) document_loader_name=kb_file.document_loader_name,
text_splitter_name=kb_file.text_splitter_name,
)
kb.file_count += 1
session.add(new_file)
return True return True

View File

@ -5,11 +5,10 @@ import os
from langchain.embeddings.base import Embeddings from langchain.embeddings.base import Embeddings
from langchain.docstore.document import Document from langchain.docstore.document import Document
from configs.config import kbs_config
from server.db.repository.knowledge_base_repository import add_kb_to_db, delete_kb_from_db, list_kbs_from_db, kb_exists, load_kb_from_db from server.db.repository.knowledge_base_repository import add_kb_to_db, delete_kb_from_db, list_kbs_from_db, kb_exists, load_kb_from_db
from server.db.repository.knowledge_file_repository import add_doc_to_db, delete_file_from_db, doc_exists, \ from server.db.repository.knowledge_file_repository import add_doc_to_db, delete_file_from_db, doc_exists, \
list_docs_from_db list_docs_from_db
from configs.model_config import (DB_ROOT_PATH, VECTOR_SEARCH_TOP_K, from configs.model_config import (DB_ROOT_PATH, kbs_config, VECTOR_SEARCH_TOP_K,
embedding_model_dict, EMBEDDING_DEVICE, EMBEDDING_MODEL) embedding_model_dict, EMBEDDING_DEVICE, EMBEDDING_MODEL)
from server.knowledge_base.utils import (get_kb_path, get_doc_path, load_embeddings, KnowledgeFile) from server.knowledge_base.utils import (get_kb_path, get_doc_path, load_embeddings, KnowledgeFile)
from typing import List, Union from typing import List, Union

View File

@ -5,10 +5,9 @@ from langchain.schema import Document
from langchain.vectorstores import PGVector from langchain.vectorstores import PGVector
from sqlalchemy import text from sqlalchemy import text
from configs.config import kbs_config from configs.model_config import EMBEDDING_DEVICE, kbs_config
from configs.model_config import EMBEDDING_DEVICE from server.knowledge_base.kb_service.base import SupportedVSType
from server.knowledge_base.kb_service.base import KBService, load_embeddings, SupportedVSType from server.knowledge_base.utils import KBService, load_embeddings, KnowledgeFile
from server.knowledge_base.utils import KnowledgeFile
class PGKBService(KBService): class PGKBService(KBService):