2023-11-06 22:11:55 +08:00
|
|
|
# API requirements
|
|
|
|
|
|
2023-11-30 21:54:09 +08:00
|
|
|
langchain==0.0.343
|
2023-11-24 22:47:55 +08:00
|
|
|
langchain-experimental>=0.0.42
|
|
|
|
|
fschat[model_worker]>=0.2.33
|
|
|
|
|
xformers>=0.0.22.post7
|
2023-11-29 15:08:13 +08:00
|
|
|
openai>=1.3.5
|
2023-11-06 22:11:55 +08:00
|
|
|
sentence_transformers
|
2023-11-24 22:47:55 +08:00
|
|
|
transformers>=4.35.2
|
|
|
|
|
torch==2.1.0
|
2023-09-27 19:19:25 +08:00
|
|
|
torchvision
|
|
|
|
|
torchaudio
|
2023-10-20 18:13:55 +08:00
|
|
|
fastapi>=0.104
|
2023-11-06 22:11:55 +08:00
|
|
|
nltk>=3.8.1
|
2023-08-12 10:44:04 +08:00
|
|
|
uvicorn~=0.23.1
|
|
|
|
|
starlette~=0.27.0
|
2023-11-24 22:47:55 +08:00
|
|
|
pydantic<2
|
|
|
|
|
unstructured[all-docs]>=0.11.0
|
2023-08-12 10:44:04 +08:00
|
|
|
python-magic-bin; sys_platform == 'win32'
|
|
|
|
|
SQLAlchemy==2.0.19
|
|
|
|
|
faiss-cpu
|
2023-11-24 22:47:55 +08:00
|
|
|
accelerate>=0.24.1
|
2023-08-25 22:16:49 +08:00
|
|
|
spacy
|
2023-11-06 22:11:55 +08:00
|
|
|
PyMuPDF
|
|
|
|
|
rapidocr_onnxruntime
|
|
|
|
|
|
2023-09-14 22:59:05 +08:00
|
|
|
requests
|
|
|
|
|
pathlib
|
|
|
|
|
pytest
|
|
|
|
|
numexpr
|
2023-10-25 08:58:31 +08:00
|
|
|
strsimpy
|
|
|
|
|
markdownify
|
2023-11-06 22:11:55 +08:00
|
|
|
tiktoken
|
|
|
|
|
tqdm
|
|
|
|
|
websockets
|
|
|
|
|
numpy~=1.24.4
|
|
|
|
|
pandas~=2.0.3
|
|
|
|
|
einops
|
2023-11-24 22:47:55 +08:00
|
|
|
transformers_stream_generator>=0.0.4
|
2023-10-04 12:05:46 +08:00
|
|
|
|
|
|
|
|
vllm>=0.2.0; sys_platform == "linux"
|
2023-09-27 19:19:25 +08:00
|
|
|
|
2023-09-20 21:34:12 +08:00
|
|
|
# online api libs
|
2023-11-07 13:52:47 +08:00
|
|
|
zhipuai
|
|
|
|
|
dashscope>=1.10.0 # qwen
|
|
|
|
|
qianfan
|
2023-09-20 21:34:12 +08:00
|
|
|
# volcengine>=1.0.106 # fangzhou
|
|
|
|
|
|
2023-08-12 10:44:04 +08:00
|
|
|
# uncomment libs if you want to use corresponding vector store
|
|
|
|
|
# pymilvus==2.1.3 # requires milvus==2.1.3
|
|
|
|
|
# psycopg2
|
2023-11-29 15:08:13 +08:00
|
|
|
# pgvector
|
