fix conflict between def_fastchat and pr1037
This commit is contained in:
parent
fd247f4657
commit
17ddee38a4
|
|
@ -1,14 +0,0 @@
|
||||||
kbs_config = {
|
|
||||||
"faiss": {
|
|
||||||
},
|
|
||||||
"milvus": {
|
|
||||||
"host": "127.0.0.1",
|
|
||||||
"port": "19530",
|
|
||||||
"user": "",
|
|
||||||
"password": "",
|
|
||||||
"secure": False,
|
|
||||||
},
|
|
||||||
"pg": {
|
|
||||||
"connection_uri": "postgresql://postgres:postgres@192.168.50.128:5432/langchain_chatgml",
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
@ -149,7 +149,20 @@ BING_SEARCH_URL = "https://api.bing.microsoft.com/v7.0/search"
|
||||||
# 是因为服务器加了防火墙,需要联系管理员加白名单,如果公司的服务器的话,就别想了GG
|
# 是因为服务器加了防火墙,需要联系管理员加白名单,如果公司的服务器的话,就别想了GG
|
||||||
BING_SUBSCRIPTION_KEY = ""
|
BING_SUBSCRIPTION_KEY = ""
|
||||||
|
|
||||||
|
kbs_config = {
|
||||||
|
"faiss": {
|
||||||
|
},
|
||||||
|
"milvus": {
|
||||||
|
"host": "127.0.0.1",
|
||||||
|
"port": "19530",
|
||||||
|
"user": "",
|
||||||
|
"password": "",
|
||||||
|
"secure": False,
|
||||||
|
},
|
||||||
|
"pg": {
|
||||||
|
"connection_uri": "postgresql://postgres:postgres@192.168.50.128:5432/langchain_chatgml",
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
# 是否开启中文标题加强,以及标题增强的相关配置
|
# 是否开启中文标题加强,以及标题增强的相关配置
|
||||||
# 通过增加标题判断,判断哪些文本为标题,并在metadata中进行标记;
|
# 通过增加标题判断,判断哪些文本为标题,并在metadata中进行标记;
|
||||||
|
|
|
||||||
|
|
@ -1,5 +1,3 @@
|
||||||
import datetime
|
|
||||||
|
|
||||||
from server.db.models.knowledge_base_model import KnowledgeBaseModel
|
from server.db.models.knowledge_base_model import KnowledgeBaseModel
|
||||||
from server.db.models.knowledge_file_model import KnowledgeFileModel
|
from server.db.models.knowledge_file_model import KnowledgeFileModel
|
||||||
from server.db.session import with_session
|
from server.db.session import with_session
|
||||||
|
|
@ -24,11 +22,15 @@ def add_doc_to_db(session, kb_file: KnowledgeFile):
|
||||||
existing_file.file_version += 1
|
existing_file.file_version += 1
|
||||||
# 否则,添加新文件
|
# 否则,添加新文件
|
||||||
else:
|
else:
|
||||||
session.add(KnowledgeFileModel(file_name=kb_file.filename,
|
new_file = KnowledgeFileModel(
|
||||||
|
file_name=kb_file.filename,
|
||||||
file_ext=kb_file.ext,
|
file_ext=kb_file.ext,
|
||||||
|
kb_name=kb_file.kb_name,
|
||||||
document_loader_name=kb_file.document_loader_name,
|
document_loader_name=kb_file.document_loader_name,
|
||||||
text_splitter_name=kb_file.text_splitter_name
|
text_splitter_name=kb_file.text_splitter_name,
|
||||||
))
|
)
|
||||||
|
kb.file_count += 1
|
||||||
|
session.add(new_file)
|
||||||
return True
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -5,11 +5,10 @@ import os
|
||||||
from langchain.embeddings.base import Embeddings
|
from langchain.embeddings.base import Embeddings
|
||||||
from langchain.docstore.document import Document
|
from langchain.docstore.document import Document
|
||||||
|
|
||||||
from configs.config import kbs_config
|
|
||||||
from server.db.repository.knowledge_base_repository import add_kb_to_db, delete_kb_from_db, list_kbs_from_db, kb_exists, load_kb_from_db
|
from server.db.repository.knowledge_base_repository import add_kb_to_db, delete_kb_from_db, list_kbs_from_db, kb_exists, load_kb_from_db
|
||||||
from server.db.repository.knowledge_file_repository import add_doc_to_db, delete_file_from_db, doc_exists, \
|
from server.db.repository.knowledge_file_repository import add_doc_to_db, delete_file_from_db, doc_exists, \
|
||||||
list_docs_from_db
|
list_docs_from_db
|
||||||
from configs.model_config import (DB_ROOT_PATH, VECTOR_SEARCH_TOP_K,
|
from configs.model_config import (DB_ROOT_PATH, kbs_config, VECTOR_SEARCH_TOP_K,
|
||||||
embedding_model_dict, EMBEDDING_DEVICE, EMBEDDING_MODEL)
|
embedding_model_dict, EMBEDDING_DEVICE, EMBEDDING_MODEL)
|
||||||
from server.knowledge_base.utils import (get_kb_path, get_doc_path, load_embeddings, KnowledgeFile)
|
from server.knowledge_base.utils import (get_kb_path, get_doc_path, load_embeddings, KnowledgeFile)
|
||||||
from typing import List, Union
|
from typing import List, Union
|
||||||
|
|
|
||||||
|
|
@ -5,10 +5,9 @@ from langchain.schema import Document
|
||||||
from langchain.vectorstores import PGVector
|
from langchain.vectorstores import PGVector
|
||||||
from sqlalchemy import text
|
from sqlalchemy import text
|
||||||
|
|
||||||
from configs.config import kbs_config
|
from configs.model_config import EMBEDDING_DEVICE, kbs_config
|
||||||
from configs.model_config import EMBEDDING_DEVICE
|
from server.knowledge_base.kb_service.base import SupportedVSType
|
||||||
from server.knowledge_base.kb_service.base import KBService, load_embeddings, SupportedVSType
|
from server.knowledge_base.utils import KBService, load_embeddings, KnowledgeFile
|
||||||
from server.knowledge_base.utils import KnowledgeFile
|
|
||||||
|
|
||||||
|
|
||||||
class PGKBService(KBService):
|
class PGKBService(KBService):
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue