2023-12-29 09:10:01 +08:00
|
|
|
torch~=2.1.2
|
|
|
|
|
torchvision~=0.16.2
|
|
|
|
|
torchaudio~=2.1.2
|
2024-01-26 06:58:49 +08:00
|
|
|
xformers>=0.0.23.post1
|
2023-12-29 09:31:16 +08:00
|
|
|
transformers==4.36.2
|
|
|
|
|
sentence_transformers==2.2.2
|
2024-01-11 19:58:25 +08:00
|
|
|
langchain==0.0.354
|
2023-12-29 09:10:01 +08:00
|
|
|
langchain-experimental==0.0.47
|
2023-12-01 11:34:41 +08:00
|
|
|
pydantic==1.10.13
|
2024-01-26 06:58:49 +08:00
|
|
|
fschat==0.2.35
|
|
|
|
|
openai~=1.9.0
|
|
|
|
|
fastapi~=0.109.0
|
2024-01-11 19:58:25 +08:00
|
|
|
sse_starlette==1.8.2
|
2023-11-06 22:11:55 +08:00
|
|
|
nltk>=3.8.1
|
2023-12-01 11:34:41 +08:00
|
|
|
uvicorn>=0.24.0.post1
|
2024-01-26 06:58:49 +08:00
|
|
|
starlette~=0.35.0
|
2023-11-30 22:23:15 +08:00
|
|
|
unstructured[all-docs]==0.11.0
|
2023-08-12 10:44:04 +08:00
|
|
|
python-magic-bin; sys_platform == 'win32'
|
|
|
|
|
SQLAlchemy==2.0.19
|
2024-01-26 06:58:49 +08:00
|
|
|
faiss-cpu~=1.7.4
|
2024-01-11 19:58:25 +08:00
|
|
|
accelerate~=0.24.1
|
2023-12-29 09:10:01 +08:00
|
|
|
spacy~=3.7.2
|
|
|
|
|
PyMuPDF~=1.23.8
|
2024-01-11 19:58:25 +08:00
|
|
|
rapidocr_onnxruntime==1.3.8
|
|
|
|
|
requests~=2.31.0
|
|
|
|
|
pathlib~=1.0.1
|
|
|
|
|
pytest~=7.4.3
|
2024-01-26 06:58:49 +08:00
|
|
|
numexpr~=2.8.6
|
2024-01-11 19:58:25 +08:00
|
|
|
strsimpy~=0.2.1
|
|
|
|
|
markdownify~=0.11.6
|
2023-12-29 09:31:16 +08:00
|
|
|
tiktoken~=0.5.2
|
2023-12-01 11:34:41 +08:00
|
|
|
tqdm>=4.66.1
|
2023-12-23 11:36:11 +08:00
|
|
|
websockets>=12.0
|
2024-01-11 19:58:25 +08:00
|
|
|
numpy~=1.24.4
|
|
|
|
|
pandas~=2.0.3
|
2023-12-01 11:34:41 +08:00
|
|
|
einops>=0.7.0
|
|
|
|
|
transformers_stream_generator==0.0.4
|
2024-01-26 06:58:49 +08:00
|
|
|
vllm==0.2.7; sys_platform == "linux"
|
|
|
|
|
httpx==0.26.0
|
|
|
|
|
llama-index==0.9.35
|
|
|
|
|
|
|
|
|
|
# jq==1.6.0
|
|
|
|
|
# beautifulsoup4~=4.12.2
|
|
|
|
|
# pysrt~=1.1.2
|
|
|
|
|
# dashscope==1.13.6
|
|
|
|
|
# arxiv~=2.1.0
|
|
|
|
|
# youtube-search~=2.1.2
|
|
|
|
|
# duckduckgo-search~=3.9.9
|
|
|
|
|
# metaphor-python~=0.1.23
|
|
|
|
|
|
|
|
|
|
# volcengine>=1.0.119
|
2023-12-29 09:31:16 +08:00
|
|
|
# pymilvus>=2.3.4
|
2023-12-23 11:36:11 +08:00
|
|
|
# psycopg2==2.9.9
|
2023-12-01 11:34:41 +08:00
|
|
|
# pgvector>=0.2.4
|
2024-01-26 06:58:49 +08:00
|
|
|
#flash-attn==2.4.2 # For Orion-14B-Chat and Qwen-14B-Chat
|
|
|
|
|
#autoawq==0.1.8 # For Int4
|
2024-01-26 18:08:14 +08:00
|
|
|
#rapidocr_paddle[gpu]==1.3.11 # gpu accelleration for ocr of pdf and image files
|