weiweiw
/
Langchain-Chatchat
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update embedding define in local_doc_qa.py and langchain version in requirements.txt

This commit is contained in:
imClumsyPanda 2023-04-22 12:30:27 +08:00
parent 54c983f4bc
commit 0706a29057
2 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
chains/local_doc_qa.py
View File

@ -33,6 +33,7 @@ def load_file(filepath):
class LocalDocQA:
llm: object = None
embeddings: object = None
top_k: int = VECTOR_SEARCH_TOP_K
def init_cfg(self,
embedding_model: str = EMBEDDING_MODEL,
@ -49,9 +50,10 @@ class LocalDocQA:
use_ptuning_v2=use_ptuning_v2)
self.llm.history_len = llm_history_len
self.embeddings = HuggingFaceEmbeddings(model_name=embedding_model_dict[embedding_model], )
self.embeddings.client = sentence_transformers.SentenceTransformer(self.embeddings.model_name,
device=embedding_device)
self.embeddings = HuggingFaceEmbeddings(model_name=embedding_model_dict[embedding_model],
model_kwargs={'device': embedding_device})
# self.embeddings.client = sentence_transformers.SentenceTransformer(self.embeddings.model_name,
# device=embedding_device)
self.top_k = top_k
def init_knowledge_vector_store(self,

4
requirements.txt
View File

@ -1,4 +1,4 @@
langchain>=0.0.124
langchain>=0.0.146
transformers==4.27.1
unstructured[local-inference]
layoutparser[layoutmodels,tesseract]
@ -9,4 +9,4 @@ icetk
cpm_kernels
faiss-cpu
gradio>=3.25.0
detectron2@git+https://github.com/facebookresearch/detectron2.git@v0.6#egg=detectron2
#detectron2@git+https://github.com/facebookresearch/detectron2.git@v0.6#egg=detectron2