jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add document lock for multi-thread (#9873)

Browse source
This commit is contained in:
Jyong 2024-10-28 13:52:35 +08:00 • committed by GitHub
commit af68084895
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 157 additions and 155 deletions
Download patch file Download diff file Expand all files Collapse all files

2
api/services/dataset_service.py
View file

@ -760,6 +760,8 @@ class DocumentService:
) )
db.session.add(dataset_process_rule) db.session.add(dataset_process_rule)
db.session.commit() db.session.commit()
lock_name = "add_document_lock_dataset_id_{}".format(dataset.id)
with redis_client.lock(lock_name, timeout=600):
position = DocumentService.get_documents_position(dataset.id) position = DocumentService.get_documents_position(dataset.id)
document_ids = [] document_ids = []
duplicate_document_ids = [] duplicate_document_ids = []