update requirements.txt

requirements.txt

@@ -1,3 +1,5 @@
+# API requirements
+
 langchain>=0.0.326
 langchain-experimental>=0.0.30
 fschat[model_worker]==0.2.32
@@ -25,10 +27,16 @@ rapidocr_onnxruntime
 requests
 pathlib
 pytest
-scikit-learn
 numexpr
 strsimpy
 markdownify
+tiktoken
+tqdm
+websockets
+numpy~=1.24.4
+pandas~=2.0.3
+einops
+transformers_stream_generator==0.0.4
 
 vllm>=0.2.0; sys_platform == "linux"
 
@@ -43,8 +51,8 @@ vllm>=0.2.0; sys_platform == "linux"
 # psycopg2
 # pgvector
 
-numpy~=1.24.4
-pandas~=2.0.3
+# WebUI requirements
+
 streamlit>=1.26.0
 streamlit-option-menu>=0.3.6
 streamlit-antd-components>=0.1.11
@@ -52,9 +60,3 @@ streamlit-chatbox>=1.1.11
 streamlit-aggrid>=0.3.4.post3
 httpx[brotli,http2,socks]>=0.25.0
 watchdog
-tqdm
-websockets
-tiktoken
-einops
-scipy
-transformers_stream_generator==0.0.4

requirements_api.txt

@@ -1,45 +1,52 @@
+# API requirements
+
 langchain>=0.0.326
 langchain-experimental>=0.0.30
 fschat[model_worker]==0.2.32
 xformers>=0.0.22.post4
 openai>=0.28.1
-sentence_transformers>=2.2.2
-transformers>=4.35
-torch>=2.1
+sentence_transformers
+transformers>=4.34
+torch>=2.0.1 # 推荐2.1
 torchvision
 torchaudio
 fastapi>=0.104
-nltk~=3.8.1
+nltk>=3.8.1
 uvicorn~=0.23.1
 starlette~=0.27.0
 pydantic~=1.10.11
-unstructured[all-docs]>=0.10.4
+unstructured[all-docs]>=0.10.12
 python-magic-bin; sys_platform == 'win32'
 SQLAlchemy==2.0.19
 faiss-cpu
 accelerate
 spacy
-PyMuPDF==1.22.5
-rapidocr_onnxruntime>=1.3.2
+PyMuPDF
+rapidocr_onnxruntime
+
 requests
 pathlib
 pytest
-scikit-learn
 numexpr
 strsimpy
 markdownify
+tiktoken
+tqdm
+websockets
+numpy~=1.24.4
+pandas~=2.0.3
+einops
+transformers_stream_generator==0.0.4
 
 vllm>=0.2.0; sys_platform == "linux"
 
-
 # online api libs
 # zhipuai
 # dashscope>=1.10.0 # qwen
 # qianfan
 # volcengine>=1.0.106 # fangzhou
-# duckduckgo-searchd #duckduckgo搜索
 
 # uncomment libs if you want to use corresponding vector store
 # pymilvus==2.1.3 # requires milvus==2.1.3
 # psycopg2
-# pgvector
+# pgvector

requirements_webui.txt

@@ -1,11 +1,9 @@
-numpy~=1.24.4
-pandas~=2.0.3
-streamlit>=1.27.2
+# WebUI requirements
+
+streamlit>=1.26.0
 streamlit-option-menu>=0.3.6
-streamlit-antd-components>=0.2.3
-streamlit-chatbox==1.1.11
+streamlit-antd-components>=0.1.11
+streamlit-chatbox>=1.1.11
 streamlit-aggrid>=0.3.4.post3
-httpx>=0.25.0
-nltk>=3.8.1
+httpx[brotli,http2,socks]>=0.25.0
 watchdog
-websockets