mtfyun/dify
1
0 Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-11-13 23:06:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: Ignore some emtpy page_content when append to split_documents (#2898)

Browse Source
This commit is contained in:
listeng authored and GitHub committed 2024-03-19 20:55:15 +08:00
1 parent 4419d357c4
commit 696efe494e
1 file changed
+4 -3
Download Patch File Download Diff File Expand all files Collapse all files
api/core/rag/index_processor/processor/paragraph_index_processor.py
+4 -3
View File
@@ -45,11 +45,12 @@ class ParagraphIndexProcessor(BaseIndexProcessor):
# delete Spliter character
page_content = document_node.page_content
if page_content.startswith(".") or page_content.startswith("。"):
page_content = page_content[1:]
page_content = page_content[1:].strip()
else:
page_content = page_content
document_node.page_content = page_content
split_documents.append(document_node)
if len(page_content) > 0:
document_node.page_content = page_content
split_documents.append(document_node)
all_documents.extend(split_documents)
return all_documents