Refactor URLComponent to use WebBaseLoader instead of UnstructuredURLLoader

src/backend/langflow/components/data/URL.py

@@ -1,6 +1,6 @@
-from typing import Any, Dict, Optional
+from typing import Any, Dict
 
-from langchain_community.document_loaders.url import UnstructuredURLLoader
+from langchain_community.document_loaders.web_base import WebBaseLoader
 
 from langflow import CustomComponent
 from langflow.schema import Record
@@ -8,7 +8,7 @@ from langflow.schema import Record
 
 class URLComponent(CustomComponent):
     display_name = "URL"
-    description = "Load a URL."
+    description = "Load URLs and convert them to records."
 
     def build_config(self) -> Dict[str, Any]:
         return {
@@ -18,9 +18,9 @@ class URLComponent(CustomComponent):
     async def build(
         self,
         urls: list[str],
-    ) -> Optional[Record]:
+    ) -> Record:
 
-        loader = UnstructuredURLLoader(urls=urls)
+        loader = WebBaseLoader(web_paths=urls)
         docs = loader.load()
         records = self.to_records(docs)
         return records