更新 local_doc_qa.py
This commit is contained in:
parent
1e43fcfbe3
commit
c79058f064
|
|
@ -312,8 +312,8 @@ class LocalDocQA:
|
||||||
cut_txt = " ".join([w for w in list(related_docs[i].page_content)])
|
cut_txt = " ".join([w for w in list(related_docs[i].page_content)])
|
||||||
cut_txt =cut_txt.replace(" ", "")
|
cut_txt =cut_txt.replace(" ", "")
|
||||||
text_batch0.append(cut_txt)
|
text_batch0.append(cut_txt)
|
||||||
######文档去重
|
######文档去重
|
||||||
text_batch_new=[]
|
text_batch_new=[]
|
||||||
for i in range(len(text_batch0)):
|
for i in range(len(text_batch0)):
|
||||||
if text_batch0[i] in text_batch_new:
|
if text_batch0[i] in text_batch_new:
|
||||||
continue
|
continue
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue