Feat/add unstructured support (#1780)

Co-authored-by: jyong <jyong@dify.ai>
This commit is contained in:
Jyong 2023-12-18 23:24:06 +08:00 • committed by GitHub
commit 5e34f938c1
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
15 changed files with 361 additions and 14 deletions

View file

@ -397,7 +397,7 @@ class IndexingRunner:
one_or_none()
if file_detail:
text_docs = FileExtractor.load(file_detail, is_automatic=False)
text_docs = FileExtractor.load(file_detail, is_automatic=True)
elif dataset_document.data_source_type == 'notion_import':
loader = NotionLoader.from_document(dataset_document)
text_docs = loader.load()