From 0bab7ae7143fe863a0e2284606de619233653182 Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Fri, 23 Jun 2023 16:50:22 -0300 Subject: [PATCH] =?UTF-8?q?=F0=9F=9A=80=20feat(documentloaders.py):=20add?= =?UTF-8?q?=20fields=20to=20GitLoader=20template=20to=20support=20reposito?= =?UTF-8?q?ry=20path,=20clone=20URL,=20branch,=20and=20file=20filter=20The?= =?UTF-8?q?=20GitLoader=20template=20now=20has=20four=20new=20fields:=20re?= =?UTF-8?q?po=5Fpath,=20clone=5Furl,=20branch,=20and=20file=5Ffilter.=20Th?= =?UTF-8?q?ese=20fields=20allow=20the=20user=20to=20specify=20the=20reposi?= =?UTF-8?q?tory=20path,=20clone=20URL,=20branch,=20and=20file=20extensions?= =?UTF-8?q?=20to=20be=20loaded.=20This=20improves=20the=20flexibility=20of?= =?UTF-8?q?=20the=20GitLoader=20template=20and=20allows=20it=20to=20be=20u?= =?UTF-8?q?sed=20in=20a=20wider=20range=20of=20scenarios.=20Additionally,?= =?UTF-8?q?=20a=20minor=20change=20was=20made=20to=20the=20add=5Fextra=5Ff?= =?UTF-8?q?ields=20method=20to=20ensure=20that=20the=20field.show=20attrib?= =?UTF-8?q?ute=20is=20set=20to=20True=20for=20all=20fields.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../template/frontend_node/documentloaders.py | 55 ++++++++++++++++++- 1 file changed, 53 insertions(+), 2 deletions(-) diff --git a/src/backend/langflow/template/frontend_node/documentloaders.py b/src/backend/langflow/template/frontend_node/documentloaders.py index 8cfb9d229..b2729374c 100644 --- a/src/backend/langflow/template/frontend_node/documentloaders.py +++ b/src/backend/langflow/template/frontend_node/documentloaders.py @@ -55,7 +55,54 @@ class DocumentLoaderFrontNode(FrontendNode): def add_extra_fields(self) -> None: name = None display_name = "Web Page" - if self.template.type_name in self.file_path_templates: + if self.template.type_name in {"GitLoader"}: + # Add fields repo_path, clone_url, branch and file_filter + self.template.add_field( + TemplateField( + field_type="str", + required=True, + show=True, + name="repo_path", + value="", + display_name="Path to repository", + advanced=False, + ) + ) + self.template.add_field( + TemplateField( + field_type="str", + required=False, + show=True, + name="clone_url", + value="", + display_name="Clone URL", + advanced=False, + ) + ) + self.template.add_field( + TemplateField( + field_type="str", + required=True, + show=True, + name="branch", + value="", + display_name="Branch", + advanced=False, + ) + ) + self.template.add_field( + TemplateField( + field_type="str", + required=False, + show=True, + name="file_filter", + value="", + display_name="File extensions (comma-separated)", + advanced=False, + ) + ) + + elif self.template.type_name in self.file_path_templates: self.template.add_field(self.file_path_templates[self.template.type_name]) elif self.template.type_name in { "WebBaseLoader", @@ -68,7 +115,10 @@ class DocumentLoaderFrontNode(FrontendNode): name = "web_path" elif self.template.type_name in {"GitbookLoader"}: name = "web_page" - elif self.template.type_name in {"DirectoryLoader", "ReadTheDocsLoader"}: + elif self.template.type_name in { + "DirectoryLoader", + "ReadTheDocsLoader", + }: name = "path" display_name = "Local directory" if name: @@ -112,3 +162,4 @@ class DocumentLoaderFrontNode(FrontendNode): if field.name == "metadata": field.show = True field.advanced = False + field.show = True