update init_database.py

This commit is contained in:
imClumsyPanda 2023-08-13 10:25:02 +08:00
parent b59b34eaf7
commit 353d9fc72b
5 changed files with 9 additions and 2 deletions

View File

@ -1,5 +1,7 @@
from server.knowledge_base.migrate import create_tables, folder2db, recreate_all_vs, list_kbs_from_folder from server.knowledge_base.migrate import create_tables, folder2db, recreate_all_vs, list_kbs_from_folder
from configs.model_config import NLTK_DATA_PATH
import nltk
nltk.data.path = [NLTK_DATA_PATH] + nltk.data.path
if __name__ == "__main__": if __name__ == "__main__":
import argparse import argparse

View File

@ -14,6 +14,7 @@ unstructured[all-docs]
python-magic-bin; sys_platform == 'win32' python-magic-bin; sys_platform == 'win32'
SQLAlchemy==2.0.19 SQLAlchemy==2.0.19
faiss-cpu faiss-cpu
nltk
# uncomment libs if you want to use corresponding vector store # uncomment libs if you want to use corresponding vector store
# pymilvus==2.1.3 # requires milvus==2.1.3 # pymilvus==2.1.3 # requires milvus==2.1.3

View File

@ -14,6 +14,7 @@ unstructured[all-docs]
python-magic-bin; sys_platform == 'win32' python-magic-bin; sys_platform == 'win32'
SQLAlchemy==2.0.19 SQLAlchemy==2.0.19
faiss-cpu faiss-cpu
nltk
# uncomment libs if you want to use corresponding vector store # uncomment libs if you want to use corresponding vector store
# pymilvus==2.1.3 # requires milvus==2.1.3 # pymilvus==2.1.3 # requires milvus==2.1.3

View File

@ -6,3 +6,4 @@ streamlit-antd-components>=0.1.11
streamlit-chatbox>=1.1.6 streamlit-chatbox>=1.1.6
streamlit-aggrid>=0.3.4.post3 streamlit-aggrid>=0.3.4.post3
httpx~=0.24.1 httpx~=0.24.1
nltk

View File

@ -6,7 +6,6 @@ from configs.model_config import (
DEFAULT_VS_TYPE, DEFAULT_VS_TYPE,
KB_ROOT_PATH, KB_ROOT_PATH,
LLM_MODEL, LLM_MODEL,
llm_model_dict,
VECTOR_SEARCH_TOP_K, VECTOR_SEARCH_TOP_K,
SEARCH_ENGINE_TOP_K, SEARCH_ENGINE_TOP_K,
) )
@ -21,6 +20,9 @@ from server.db.repository.knowledge_base_repository import get_kb_detail
from server.db.repository.knowledge_file_repository import get_file_detail from server.db.repository.knowledge_file_repository import get_file_detail
from server.utils import run_async, iter_over_async from server.utils import run_async, iter_over_async
from configs.model_config import NLTK_DATA_PATH
import nltk
nltk.data.path = [NLTK_DATA_PATH] + nltk.data.path
def set_httpx_timeout(timeout=60.0): def set_httpx_timeout(timeout=60.0):
''' '''