jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

Refactor FileLoaderComponent to use Record and add Record import

Browse source
This commit is contained in:
Gabriel Luiz Freitas Almeida 2024-03-01 09:23:22 -03:00
commit 3e5c41666c
1 changed files with 14 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

20
src/backend/langflow/components/documentloaders/FileLoader.py
View file

@ -1,6 +1,7 @@
from langchain_core.documents import Document from typing import List
from langflow import CustomComponent from langflow import CustomComponent
from langflow.schema import Record
from langflow.utils.constants import LOADERS_INFO from langflow.utils.constants import LOADERS_INFO
@ -10,7 +11,9 @@ class FileLoaderComponent(CustomComponent):
beta = True beta = True
def build_config(self): def build_config(self):
loader_options = ["Automatic"] + [loader_info["name"] for loader_info in LOADERS_INFO] loader_options = ["Automatic"] + [
loader_info["name"] for loader_info in LOADERS_INFO
]
file_types = [] file_types = []
suffixes = [] suffixes = []
@ -74,7 +77,7 @@ class FileLoaderComponent(CustomComponent):
"code": {"show": False}, "code": {"show": False},
} }
def build(self, file_path: str, loader: str) -> Document: def build(self, file_path: str, loader: str) -> List[Record]:
file_type = file_path.split(".")[-1] file_type = file_path.split(".")[-1]
# Map the loader to the correct loader class # Map the loader to the correct loader class
@ -102,7 +105,9 @@ class FileLoaderComponent(CustomComponent):
if isinstance(selected_loader_info, dict): if isinstance(selected_loader_info, dict):
loader_import: str = selected_loader_info["import"] loader_import: str = selected_loader_info["import"]
else: else:
raise ValueError(f"Loader info for {loader} is not a dict\nLoader info:\n{selected_loader_info}") raise ValueError(
f"Loader info for {loader} is not a dict\nLoader info:\n{selected_loader_info}"
)
module_name, class_name = loader_import.rsplit(".", 1) module_name, class_name = loader_import.rsplit(".", 1)
try: try:
@ -110,7 +115,10 @@ class FileLoaderComponent(CustomComponent):
loader_module = __import__(module_name, fromlist=[class_name]) loader_module = __import__(module_name, fromlist=[class_name])
loader_instance = getattr(loader_module, class_name) loader_instance = getattr(loader_module, class_name)
except ImportError as e: except ImportError as e:
raise ValueError(f"Loader {loader} could not be imported\nLoader info:\n{selected_loader_info}") from e raise ValueError(
f"Loader {loader} could not be imported\nLoader info:\n{selected_loader_info}"
) from e
result = loader_instance(file_path=file_path) result = loader_instance(file_path=file_path)
return result.load() docs = result.load()
return self.to_records(docs, text_key="page_content", data_key="metadata")