jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

🚀 feat(documentloaders.py): add fields to GitLoader template to support repository path, clone URL, branch, and file filter

Browse source 
The GitLoader template now has four new fields: repo_path, clone_url, branch, and file_filter. These fields allow the user to specify the repository path, clone URL, branch, and file extensions to be loaded. This improves the flexibility of the GitLoader template and allows it to be used in a wider range of scenarios. Additionally, a minor change was made to the add_extra_fields method to ensure that the field.show attribute is set to True for all fields.
This commit is contained in:
Gabriel Luiz Freitas Almeida 2023-06-23 16:50:22 -03:00
commit 0bab7ae714
1 changed files with 53 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

55
src/backend/langflow/template/frontend_node/documentloaders.py
View file

@ -55,7 +55,54 @@ class DocumentLoaderFrontNode(FrontendNode):
def add_extra_fields(self) -> None:
name = None
display_name = "Web Page"
if self.template.type_name in self.file_path_templates:
if self.template.type_name in {"GitLoader"}:
# Add fields repo_path, clone_url, branch and file_filter
self.template.add_field(
TemplateField(
field_type="str",
required=True,
show=True,
name="repo_path",
value="",
display_name="Path to repository",
advanced=False,
)
)
self.template.add_field(
TemplateField(
field_type="str",
required=False,
show=True,
name="clone_url",
value="",
display_name="Clone URL",
advanced=False,
)
)
self.template.add_field(
TemplateField(
field_type="str",
required=True,
show=True,
name="branch",
value="",
display_name="Branch",
advanced=False,
)
)
self.template.add_field(
TemplateField(
field_type="str",
required=False,
show=True,
name="file_filter",
value="",
display_name="File extensions (comma-separated)",
advanced=False,
)
)
elif self.template.type_name in self.file_path_templates:
self.template.add_field(self.file_path_templates[self.template.type_name])
elif self.template.type_name in {
"WebBaseLoader",
@ -68,7 +115,10 @@ class DocumentLoaderFrontNode(FrontendNode):
name = "web_path"
elif self.template.type_name in {"GitbookLoader"}:
name = "web_page"
elif self.template.type_name in {"DirectoryLoader", "ReadTheDocsLoader"}:
elif self.template.type_name in {
"DirectoryLoader",
"ReadTheDocsLoader",
}:
name = "path"
display_name = "Local directory"
if name:
@ -112,3 +162,4 @@ class DocumentLoaderFrontNode(FrontendNode):
if field.name == "metadata":
field.show = True
field.advanced = False
field.show = True