jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

feat(component): implement directory component enhancements (#5012)

Browse source 
* feat: directory component enhancements

* [autofix.ci] apply automated fixes

* feat: update directory component implementation

* [autofix.ci] apply automated fixes

* feat(directory): add MultiselectInput for file types selection

* [autofix.ci] apply automated fixes

* Fix mypy issue

* Update directory.py

* fix: correct type annotation in DirectoryComponent to ensure list[Data] return type

---------

Co-authored-by: autofix-ci[bot] <114827586+autofix-ci[bot]@users.noreply.github.com>
Co-authored-by: Eric Hare <ericrhare@gmail.com>
This commit is contained in:
Raphael Valdetaro 2024-12-12 15:23:07 -03:00 • committed by GitHub
commit 943bef1167
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 15 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

28
src/backend/base/langflow/components/data/directory.py
View file

@ -1,6 +1,6 @@
from langflow.base.data.utils import TEXT_FILE_TYPES, parallel_load_data, parse_text_file_to_data, retrieve_file_paths from langflow.base.data.utils import TEXT_FILE_TYPES, parallel_load_data, parse_text_file_to_data, retrieve_file_paths
from langflow.custom import Component from langflow.custom import Component
from langflow.io import BoolInput, IntInput, MessageTextInput from langflow.io import BoolInput, IntInput, MessageTextInput, MultiselectInput
from langflow.schema import Data from langflow.schema import Data
from langflow.template import Output from langflow.template import Output
@ -15,13 +15,16 @@ class DirectoryComponent(Component):
MessageTextInput( MessageTextInput(
name="path", name="path",
display_name="Path", display_name="Path",
info="Path to the directory to load files from.", info="Path to the directory to load files from. Defaults to current directory ('.')",
value=".",
tool_mode=True,
), ),
MessageTextInput( MultiselectInput(
name="types", name="types",
display_name="Types", display_name="File Types",
info="File types to load. Leave empty to load all default supported types.", info="File types to load. Select one or more types or leave empty to load all supported types.",
is_list=True, options=TEXT_FILE_TYPES,
value=[],
), ),
IntInput( IntInput(
name="depth", name="depth",
@ -68,9 +71,7 @@ class DirectoryComponent(Component):
def load_directory(self) -> list[Data]: def load_directory(self) -> list[Data]:
path = self.path path = self.path
types = ( types = self.types if self.types else TEXT_FILE_TYPES
self.types if self.types and self.types != [""] else TEXT_FILE_TYPES
) # self.types is already a list due to is_list=True
depth = self.depth depth = self.depth
max_concurrency = self.max_concurrency max_concurrency = self.max_concurrency
load_hidden = self.load_hidden load_hidden = self.load_hidden
@ -79,6 +80,7 @@ class DirectoryComponent(Component):
use_multithreading = self.use_multithreading use_multithreading = self.use_multithreading
resolved_path = self.resolve_path(path) resolved_path = self.resolve_path(path)
file_paths = retrieve_file_paths( file_paths = retrieve_file_paths(
resolved_path, load_hidden=load_hidden, recursive=recursive, depth=depth, types=types resolved_path, load_hidden=load_hidden, recursive=recursive, depth=depth, types=types
) )
@ -87,11 +89,11 @@ class DirectoryComponent(Component):
file_paths = [fp for fp in file_paths if any(fp.endswith(ext) for ext in types)] file_paths = [fp for fp in file_paths if any(fp.endswith(ext) for ext in types)]
loaded_data = [] loaded_data = []
if use_multithreading: if use_multithreading:
loaded_data = parallel_load_data(file_paths, silent_errors=silent_errors, max_concurrency=max_concurrency) loaded_data = parallel_load_data(file_paths, silent_errors=silent_errors, max_concurrency=max_concurrency)
else: else:
loaded_data = [parse_text_file_to_data(file_path, silent_errors=silent_errors) for file_path in file_paths] loaded_data = [parse_text_file_to_data(file_path, silent_errors=silent_errors) for file_path in file_paths]
loaded_data = list(filter(None, loaded_data))
self.status = loaded_data valid_data = [x for x in loaded_data if x is not None and isinstance(x, Data)]
return loaded_data # type: ignore[return-value] self.status = valid_data
return valid_data