jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Feat/support parent child chunk (#12092)

Browse source
This commit is contained in:
Jyong 2024-12-25 19:49:07 +08:00 • committed by GitHub
commit 9231fdbf4c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
54 changed files with 2578 additions and 808 deletions
Download patch file Download diff file Expand all files Collapse all files

2
api/tasks/clean_document_task.py
View file

@ -38,7 +38,7 @@ def clean_document_task(document_id: str, dataset_id: str, doc_form: str, file_i
if segments:
index_node_ids = [segment.index_node_id for segment in segments]
index_processor = IndexProcessorFactory(doc_form).init_index_processor()
index_processor.clean(dataset, index_node_ids)
index_processor.clean(dataset, index_node_ids, with_keywords=True, delete_child_chunks=True)
for segment in segments:
image_upload_file_ids = get_image_upload_file_ids(segment.content)