feat: add support for DirectoryLoader

src/backend/langflow/config.yaml

@@ -48,6 +48,7 @@ documentloaders:
   - ReadTheDocsLoader
   - SlackDirectoryLoader
   - NotionDirectoryLoader
+  - DirectoryLoader
 embeddings:
   - OpenAIEmbeddings
   - HuggingFaceEmbeddings

src/backend/langflow/template/frontend_node/documentloaders.py

@@ -51,6 +51,7 @@ class DocumentLoaderFrontNode(FrontendNode):
 
     def add_extra_fields(self) -> None:
         name = None
+        display_name = "Web Page"
         if self.template.type_name in self.file_path_templates:
             self.template.add_field(self.file_path_templates[self.template.type_name])
         elif self.template.type_name in {
@@ -64,8 +65,9 @@ class DocumentLoaderFrontNode(FrontendNode):
             name = "web_path"
         elif self.template.type_name in {"GitbookLoader"}:
             name = "web_page"
-        elif self.template.type_name in {"ReadTheDocsLoader"}:
+        elif self.template.type_name in {"DirectoryLoader", "ReadTheDocsLoader"}:
             name = "path"
+            display_name = "Local directory"
         if name:
             self.template.add_field(
                 TemplateField(
@@ -74,6 +76,17 @@ class DocumentLoaderFrontNode(FrontendNode):
                     show=True,
                     name=name,
                     value="",
-                    display_name="Web Page",
+                    display_name=display_name,
+                )
+            )
+            if self.template.type_name in {"DirectoryLoader"}:
+                self.template.add_field(
+                TemplateField(
+                    field_type="str",
+                    required=True,
+                    show=True,
+                    name="glob",
+                    value="**/*.txt",
+                    display_name="glob",
                 )
             )