diff --git a/src/backend/langflow/components/data/UrlLoader.py b/src/backend/langflow/components/data/UrlLoader.py deleted file mode 100644 index c1346f142..000000000 --- a/src/backend/langflow/components/data/UrlLoader.py +++ /dev/null @@ -1,49 +0,0 @@ -from typing import List - -from langchain import document_loaders -from langchain_core.documents import Document - -from langflow import CustomComponent - - -class UrlLoaderComponent(CustomComponent): - display_name: str = "Url Loader" - description: str = "Generic Url Loader Component" - - def build_config(self): - return { - "web_path": { - "display_name": "Url", - "required": True, - }, - "loader": { - "display_name": "Loader", - "is_list": True, - "required": True, - "options": [ - "AZLyricsLoader", - "CollegeConfidentialLoader", - "GitbookLoader", - "HNLoader", - "IFixitLoader", - "IMSDbLoader", - "WebBaseLoader", - ], - "value": "WebBaseLoader", - }, - "code": {"show": False}, - } - - def build(self, web_path: str, loader: str) -> List[Document]: - try: - loader_instance = getattr(document_loaders, loader)(web_path=web_path) - except Exception as e: - raise ValueError(f"No loader found for: {web_path}") from e - docs = loader_instance.load() - avg_length = sum( - len(doc.page_content) for doc in docs if hasattr(doc, "page_content") - ) / len(docs) - self.status = f"""{len(docs)} documents) - \nAvg. Document Length (characters): {int(avg_length)} - Documents: {docs[:3]}...""" - return docs diff --git a/src/backend/langflow/components/langchain_utilities/DocumentToRecord.py b/src/backend/langflow/components/utilities/DocumentToRecord.py similarity index 100% rename from src/backend/langflow/components/langchain_utilities/DocumentToRecord.py rename to src/backend/langflow/components/utilities/DocumentToRecord.py