更新 local_doc_qa.py

This commit is contained in:
imClumsyPanda 2023-05-22 13:14:23 +08:00 committed by GitHub
parent 1e43fcfbe3
commit c79058f064
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions

View File

@ -312,8 +312,8 @@ class LocalDocQA:
cut_txt = " ".join([w for w in list(related_docs[i].page_content)])
cut_txt =cut_txt.replace(" ", "")
text_batch0.append(cut_txt)
######文档去重
text_batch_new=[]
######文档去重
text_batch_new=[]
for i in range(len(text_batch0)):
if text_batch0[i] in text_batch_new:
continue