jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

Add support for .mdx file format in FileLoaderComponent

Browse source
This commit is contained in:
Gabriel Luiz Freitas Almeida 2024-02-25 23:02:08 -03:00
commit 20890d511a
1 changed files with 6 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

9
src/backend/langflow/components/documentloaders/FileLoader.py
View file

@ -1,4 +1,5 @@
from langchain_core.documents import Document from langchain_core.documents import Document
from langflow import CustomComponent from langflow import CustomComponent
from langflow.utils.constants import LOADERS_INFO from langflow.utils.constants import LOADERS_INFO
@ -38,6 +39,7 @@ class FileLoaderComponent(CustomComponent):
"srt", "srt",
"eml", "eml",
"md", "md",
"mdx",
"pptx", "pptx",
"docx", "docx",
], ],
@ -55,6 +57,7 @@ class FileLoaderComponent(CustomComponent):
".srt", ".srt",
".eml", ".eml",
".md", ".md",
".mdx",
".pptx", ".pptx",
".docx", ".docx",
], ],
@ -74,7 +77,7 @@ class FileLoaderComponent(CustomComponent):
def build(self, file_path: str, loader: str) -> Document: def build(self, file_path: str, loader: str) -> Document:
file_type = file_path.split(".")[-1] file_type = file_path.split(".")[-1]
# Mapeie o nome do loader selecionado para suas informações # Map the loader to the correct loader class
selected_loader_info = None selected_loader_info = None
for loader_info in LOADERS_INFO: for loader_info in LOADERS_INFO:
if loader_info["name"] == loader: if loader_info["name"] == loader:
@ -85,7 +88,7 @@ class FileLoaderComponent(CustomComponent):
raise ValueError(f"Loader {loader} not found in the loader info list") raise ValueError(f"Loader {loader} not found in the loader info list")
if loader == "Automatic": if loader == "Automatic":
# Determine o loader automaticamente com base na extensão do arquivo # Determine the loader based on the file type
default_loader_info = None default_loader_info = None
for info in LOADERS_INFO: for info in LOADERS_INFO:
if "defaultFor" in info and file_type in info["defaultFor"]: if "defaultFor" in info and file_type in info["defaultFor"]:
@ -103,7 +106,7 @@ class FileLoaderComponent(CustomComponent):
module_name, class_name = loader_import.rsplit(".", 1) module_name, class_name = loader_import.rsplit(".", 1)
try: try:
# Importe o loader dinamicamente # Import the loader class
loader_module = __import__(module_name, fromlist=[class_name]) loader_module = __import__(module_name, fromlist=[class_name])
loader_instance = getattr(loader_module, class_name) loader_instance = getattr(loader_module, class_name)
except ImportError as e: except ImportError as e: