from server.knowledge_base.migrate import create_tables, folder2db, recreate_all_vs, list_kbs_from_folder from configs.model_config import NLTK_DATA_PATH import nltk nltk.data.path = [NLTK_DATA_PATH] + nltk.data.path from startup import dump_server_info if __name__ == "__main__": import argparse parser = argparse.ArgumentParser() parser.formatter_class = argparse.RawTextHelpFormatter parser.add_argument( "--recreate-vs", action="store_true", help=(''' recreate all vector store. use this option if you have copied document files to the content folder, but vector store has not been populated or DEFAUL_VS_TYPE/EMBEDDING_MODEL changed. if your vector store is ready with the configs, just skip this option to fill info to database only. ''' ) ) args = parser.parse_args() dump_server_info() create_tables() print("database talbes created") if args.recreate_vs: print("recreating all vector stores") recreate_all_vs() else: print("filling kb infos to database") for kb in list_kbs_from_folder(): folder2db(kb, "fill_info_only")