2023-11-06 22:11:55 +08:00
|
|
|
# API requirements
|
|
|
|
|
|
2023-12-23 11:36:11 +08:00
|
|
|
# On Windows system, install the cuda version manually from https://pytorch.org/
|
|
|
|
|
torch>=2.1.2
|
|
|
|
|
torchvision>=0.16.2
|
|
|
|
|
torchaudio>=2.1.2
|
|
|
|
|
|
|
|
|
|
langchain>=0.0.352
|
|
|
|
|
langchain-experimental>=0.0.47
|
2023-12-01 11:34:41 +08:00
|
|
|
pydantic==1.10.13
|
|
|
|
|
fschat>=0.2.33
|
2023-12-23 11:36:11 +08:00
|
|
|
xformers>=0.0.23.post1
|
|
|
|
|
openai>=1.6.0
|
|
|
|
|
sentence_transformers>=2.2.2
|
|
|
|
|
transformers>=4.36.2
|
|
|
|
|
fastapi>=0.105
|
2023-10-20 18:13:55 +08:00
|
|
|
nltk>=3.8.1
|
2023-12-01 11:34:41 +08:00
|
|
|
uvicorn>=0.24.0.post1
|
2023-07-27 23:22:07 +08:00
|
|
|
starlette~=0.27.0
|
2023-11-30 22:23:15 +08:00
|
|
|
unstructured[all-docs]==0.11.0
|
2023-08-08 12:03:33 +08:00
|
|
|
python-magic-bin; sys_platform == 'win32'
|
2023-08-10 15:51:22 +08:00
|
|
|
SQLAlchemy==2.0.19
|
2023-12-23 11:36:11 +08:00
|
|
|
faiss-cpu>=1.7.4
|
2023-12-01 11:34:41 +08:00
|
|
|
accelerate>=0.24.1
|
|
|
|
|
spacy>=3.7.2
|
2023-12-23 11:36:11 +08:00
|
|
|
PyMuPDF>=1.23.8
|
|
|
|
|
rapidocr_onnxruntime>=1.3.8
|
2023-12-01 11:34:41 +08:00
|
|
|
requests>=2.31.0
|
|
|
|
|
pathlib>=1.0.1
|
|
|
|
|
pytest>=7.4.3
|
2023-12-23 11:36:11 +08:00
|
|
|
numexpr>=2.8.8
|
2023-12-01 11:34:41 +08:00
|
|
|
strsimpy>=0.2.1
|
|
|
|
|
markdownify>=0.11.6
|
2023-12-23 11:36:11 +08:00
|
|
|
tiktoken>=0.5.2
|
2023-12-01 11:34:41 +08:00
|
|
|
tqdm>=4.66.1
|
2023-12-23 11:36:11 +08:00
|
|
|
websockets>=12.0
|
|
|
|
|
numpy~=1.26.2
|
|
|
|
|
pandas~=2.1.4
|
2023-12-01 11:34:41 +08:00
|
|
|
einops>=0.7.0
|
2023-12-23 11:36:11 +08:00
|
|
|
transformers_stream_generator>=0.0.4
|
|
|
|
|
vllm>=0.2.6; sys_platform == "linux"
|
2023-10-25 08:58:31 +08:00
|
|
|
|
2023-12-04 09:39:56 +08:00
|
|
|
# optional document loaders
|
2023-12-01 11:34:41 +08:00
|
|
|
|
2023-12-23 11:36:11 +08:00
|
|
|
rapidocr_paddle[gpu]>=1.3.0.post5
|
|
|
|
|
jq>=1.6.0
|
|
|
|
|
html2text
|
|
|
|
|
beautifulsoup4>=4.12.2
|
|
|
|
|
pysrt>=1.1.2
|
2023-11-24 22:47:55 +08:00
|
|
|
|
2023-12-23 11:36:11 +08:00
|
|
|
# Online api libs dependencies
|
2023-12-19 15:59:41 +08:00
|
|
|
|
2023-12-23 11:36:11 +08:00
|
|
|
zhipuai>=1.0.7
|
|
|
|
|
dashscope>=1.13.6
|
|
|
|
|
volcengine>=1.0.119
|
|
|
|
|
pymilvus>=2.3.4
|
|
|
|
|
# psycopg2==2.9.9
|
2023-12-01 11:34:41 +08:00
|
|
|
# pgvector>=0.2.4
|
|
|
|
|
|
|
|
|
|
# Agent and Search Tools
|
|
|
|
|
|
|
|
|
|
arxiv>=2.0.0
|
|
|
|
|
youtube-search>=2.1.2
|
2023-12-23 11:36:11 +08:00
|
|
|
duckduckgo-search>=4.1.0
|
2023-12-01 11:34:41 +08:00
|
|
|
metaphor-python>=0.1.23
|
2023-08-12 10:44:04 +08:00
|
|
|
|
2023-11-06 22:11:55 +08:00
|
|
|
# WebUI requirements
|
|
|
|
|
|
2023-12-23 11:36:11 +08:00
|
|
|
streamlit>=1.29.0
|
2023-08-12 10:44:04 +08:00
|
|
|
streamlit-option-menu>=0.3.6
|
2023-12-23 11:36:11 +08:00
|
|
|
streamlit-antd-components>=0.2.4
|
2023-11-03 18:56:27 +08:00
|
|
|
streamlit-chatbox>=1.1.11
|
2023-12-01 11:34:41 +08:00
|
|
|
streamlit-modal>=0.1.0
|
2023-08-12 10:44:04 +08:00
|
|
|
streamlit-aggrid>=0.3.4.post3
|
2023-12-23 11:36:11 +08:00
|
|
|
httpx[brotli,http2,socks]>=0.25.2
|
2023-12-01 11:34:41 +08:00
|
|
|
watchdog>=3.0.0
|
|
|
|
|
|