diff --git a/init_database.py b/init_database.py index 61d00e1..7fc8494 100644 --- a/init_database.py +++ b/init_database.py @@ -2,6 +2,8 @@ from server.knowledge_base.migrate import create_tables, folder2db, recreate_all from configs.model_config import NLTK_DATA_PATH import nltk nltk.data.path = [NLTK_DATA_PATH] + nltk.data.path +from startup import dump_server_info + if __name__ == "__main__": import argparse @@ -21,6 +23,8 @@ if __name__ == "__main__": ) args = parser.parse_args() + dump_server_info() + create_tables() print("database talbes created") diff --git a/server/knowledge_base/kb_doc_api.py b/server/knowledge_base/kb_doc_api.py index 74edc98..ae027c1 100644 --- a/server/knowledge_base/kb_doc_api.py +++ b/server/knowledge_base/kb_doc_api.py @@ -201,7 +201,11 @@ async def recreate_vector_store( "finished": i, "doc": doc, }, ensure_ascii=False) - kb.add_doc(kb_file) + if i == len(docs) - 1: + not_refresh_vs_cache = False + else: + not_refresh_vs_cache = True + kb.add_doc(kb_file, not_refresh_vs_cache=not_refresh_vs_cache) except Exception as e: print(e) yield json.dumps({ diff --git a/server/knowledge_base/migrate.py b/server/knowledge_base/migrate.py index 1c023fa..c96d386 100644 --- a/server/knowledge_base/migrate.py +++ b/server/knowledge_base/migrate.py @@ -43,7 +43,11 @@ def folder2db( kb_file = KnowledgeFile(doc, kb_name) if callable(callback_before): callback_before(kb_file, i, docs) - kb.add_doc(kb_file) + if i == len(docs) - 1: + not_refresh_vs_cache = False + else: + not_refresh_vs_cache = True + kb.add_doc(kb_file, not_refresh_vs_cache=not_refresh_vs_cache) if callable(callback_after): callback_after(kb_file, i, docs) except Exception as e: @@ -67,7 +71,11 @@ def folder2db( kb_file = KnowledgeFile(doc, kb_name) if callable(callback_before): callback_before(kb_file, i, docs) - kb.update_doc(kb_file) + if i == len(docs) - 1: + not_refresh_vs_cache = False + else: + not_refresh_vs_cache = True + kb.update_doc(kb_file, not_refresh_vs_cache=not_refresh_vs_cache) if callable(callback_after): callback_after(kb_file, i, docs) except Exception as e: @@ -81,7 +89,11 @@ def folder2db( kb_file = KnowledgeFile(doc, kb_name) if callable(callback_before): callback_before(kb_file, i, docs) - kb.add_doc(kb_file) + if i == len(docs) - 1: + not_refresh_vs_cache = False + else: + not_refresh_vs_cache = True + kb.add_doc(kb_file, not_refresh_vs_cache=not_refresh_vs_cache) if callable(callback_after): callback_after(kb_file, i, docs) except Exception as e: diff --git a/startup.py b/startup.py index 519f4fc..9207307 100644 --- a/startup.py +++ b/startup.py @@ -317,6 +317,11 @@ def parse_args() -> argparse.ArgumentParser: def dump_server_info(after_start=False): + import platform + import langchain + import fastchat + from configs.server_config import api_address, webui_address + print("\n\n") print("=" * 30 + "Langchain-Chatchat Configuration" + "=" * 30) print(f"操作系统:{platform.platform()}.") @@ -342,11 +347,7 @@ def dump_server_info(after_start=False): if __name__ == "__main__": - import platform import time - import langchain - import fastchat - from configs.server_config import api_address, webui_address mp.set_start_method("spawn") queue = Queue()