Implemented add_extra_fields for the documentloaders

src/backend/langflow/interface/document_loaders/base.py

@@ -8,20 +8,6 @@ from langflow.settings import settings
 from langflow.utils.logger import logger
 from langflow.utils.util import build_template_from_class
 
-def build_file_path_template(
-        suffixes: list, fileTypes: list, name: str = "file_path"
-    ) -> Dict:
-        """Build a file path template for a document loader."""
-        return TemplateField(
-                field_type="file",
-                required=True,
-                show=True,
-                name=name,
-                value="",
-                suffixes=suffixes,
-                fileTypes=fileTypes,
-                )
-
 class DocumentLoaderCreator(LangChainTypeCreator):
     type_name: str = "documentloaders"
 

src/backend/langflow/interface/text_splitters/base.py

@@ -1,6 +1,7 @@
-from typing import Dict, List, Optional
+from typing import Dict, List, Optional, Type
 
 from langflow.interface.base import LangChainTypeCreator
+from langflow.template.frontend_node.textsplitters import VectorStoreFrontendNode
 from langflow.interface.custom_lists import textsplitter_type_to_cls_dict
 from langflow.settings import settings
 from langflow.utils.logger import logger
@@ -10,6 +11,10 @@ from langflow.utils.util import build_template_from_class
 class TextSplitterCreator(LangChainTypeCreator):
     type_name: str = "textsplitters"
 
+    @property
+    def frontend_node_class(self) -> Type[VectorStoreFrontendNode]:
+        return VectorStoreFrontendNode
+
     @property
     def type_to_loader_dict(self) -> Dict:
         return textsplitter_type_to_cls_dict
@@ -17,43 +22,7 @@ class TextSplitterCreator(LangChainTypeCreator):
     def get_signature(self, name: str) -> Optional[Dict]:
         """Get the signature of a text splitter."""
         try:
-            signature = build_template_from_class(name, textsplitter_type_to_cls_dict)
+            return build_template_from_class(name, textsplitter_type_to_cls_dict)
-
-            signature["template"]["documents"] = {
-                "type": "BaseLoader",
-                "required": True,
-                "show": True,
-                "name": "documents",
-            }
-
-            signature["template"]["separator"] = {
-                "type": "str",
-                "required": True,
-                "show": True,
-                "value": ".",
-                "name": "separator",
-                "display_name": "Separator",
-            }
-
-            signature["template"]["chunk_size"] = {
-                "type": "int",
-                "required": True,
-                "show": True,
-                "value": 4000,
-                "name": "chunk_size",
-                "display_name": "Chunk Size",
-            }
-
-            signature["template"]["chunk_overlap"] = {
-                "type": "int",
-                "required": True,
-                "show": True,
-                "value": 200,
-                "name": "chunk_overlap",
-                "display_name": "Chunk Overlap",
-            }
-
-            return signature
         except ValueError as exc:
             raise ValueError(f"Text Splitter {name} not found") from exc
         except AttributeError as exc:

src/backend/langflow/template/frontend_node/documentloaders.py

@@ -7,7 +7,7 @@ class DocumentLoaderFrontNode(FrontendNode):
 
     @staticmethod
     def build_template(suffixes: list, fileTypes: list, name: str = "file_path"
-        ) -> Dict:
+        ) -> TemplateField:
             """Build a template field for a document loader."""   
             return TemplateField(
                 field_type="file",
@@ -18,68 +18,65 @@ class DocumentLoaderFrontNode(FrontendNode):
                 suffixes=suffixes,
                 fileTypes=fileTypes,
                 )
-
+    
-    def get_file_path_template(self):
+    file_path_templates = {
-        return {
+        "AirbyteJSONLoader": build_template(
-            "AirbyteJSONLoader": self.build_template(
+            suffixes=[".json"], fileTypes=["json"]
-                suffixes=[".json"], fileTypes=["json"]
+        ),
-            ),
+        "CoNLLULoader": build_template(
-            "CoNLLULoader": self.build_template(
+            suffixes=[".csv"], fileTypes=["csv"]
-                suffixes=[".csv"], fileTypes=["csv"]
+        ),
-            ),
+        "CSVLoader": build_template(
-            "CSVLoader": self.build_template(
+            suffixes=[".csv"], fileTypes=["csv"]
-                suffixes=[".csv"], fileTypes=["csv"]
+        ),
-            ),
+        "UnstructuredEmailLoader": build_template(
-            "UnstructuredEmailLoader": self.build_template(
+            suffixes=[".eml"], fileTypes=["eml"]
-                suffixes=[".eml"], fileTypes=["eml"]
+        ),
-            ),
+        "EverNoteLoader": build_template(
-            "EverNoteLoader": self.build_template(
+            suffixes=[".xml"], fileTypes=["xml"]
-                suffixes=[".xml"], fileTypes=["xml"]
+        ),
-            ),
+        "FacebookChatLoader": build_template(
-            "FacebookChatLoader": self.build_template(
+            suffixes=[".json"], fileTypes=["json"]
-                suffixes=[".json"], fileTypes=["json"]
+        ),
-            ),
+        "GutenbergLoader": build_template(
-            "GutenbergLoader": self.build_template(
+            suffixes=[".txt"], fileTypes=["txt"]
-                suffixes=[".txt"], fileTypes=["txt"]
+        ),
-            ),
+        "BSHTMLLoader": build_template(
-            "BSHTMLLoader": self.build_template(
+            suffixes=[".html"], fileTypes=["html"]
-                suffixes=[".html"], fileTypes=["html"]
+        ),
-            ),
+        "UnstructuredHTMLLoader": build_template(
-            "UnstructuredHTMLLoader": self.build_template(
+            suffixes=[".html"], fileTypes=["html"]
-                suffixes=[".html"], fileTypes=["html"]
+        ),
-            ),
+        "UnstructuredImageLoader": build_template(
-            "UnstructuredImageLoader": self.build_template(
+            suffixes=[".jpg", ".jpeg", ".png", ".gif", ".bmp"],
-                suffixes=[".jpg", ".jpeg", ".png", ".gif", ".bmp"],
+            fileTypes=["jpg", "jpeg", "png", "gif", "bmp"],
-                fileTypes=["jpg", "jpeg", "png", "gif", "bmp"],
+        ),
-            ),
+        "UnstructuredMarkdownLoader": build_template(
-            "UnstructuredMarkdownLoader": self.build_template(
+            suffixes=[".md"], fileTypes=["md"]
-                suffixes=[".md"], fileTypes=["md"]
+        ),
-            ),
+        "PyPDFLoader": build_template(
-            "PyPDFLoader": self.build_template(
+            suffixes=[".pdf"], fileTypes=["pdf"]
-                suffixes=[".pdf"], fileTypes=["pdf"]
+        ),
-            ),
+        "UnstructuredPowerPointLoader": build_template(
-            "UnstructuredPowerPointLoader": self.build_template(
+            suffixes=[".pptx", ".ppt"], fileTypes=["pptx", "ppt"]
-                suffixes=[".pptx", ".ppt"], fileTypes=["pptx", "ppt"]
+        ),
-            ),
+        "SRTLoader": build_template(
-            "SRTLoader": self.build_template(
+            suffixes=[".srt"], fileTypes=["srt"]
-                suffixes=[".srt"], fileTypes=["srt"]
+        ),
-            ),
+        "TelegramChatLoader": build_template(
-            "TelegramChatLoader": self.build_template(
+            suffixes=[".json"], fileTypes=["json"]
-                suffixes=[".json"], fileTypes=["json"]
+        ),
-            ),
+        "TextLoader": build_template(
-            "TextLoader": self.build_template(
+            suffixes=[".txt"], fileTypes=["txt"]
-                suffixes=[".txt"], fileTypes=["txt"]
+        ),
-            ),
+        "UnstructuredWordDocumentLoader": build_template(
-            "UnstructuredWordDocumentLoader": self.build_template(
+            suffixes=[".docx", ".doc"], fileTypes=["docx", "doc"]
-                suffixes=[".docx", ".doc"], fileTypes=["docx", "doc"]
+        ),
-            ),
+    }
-        }
     
     def add_extra_fields(self) -> None:  
-        file_path_templates = self.get_file_path_template()
+        if self.template.type_name in self.file_path_templates:  
-
+            self.template.add_field(self.file_path_templates[self.template.type_name])
-        if self.template.type_name in file_path_templates:  
-            self.template.add_field(file_path_templates[self.template.type_name])
         elif self.template.type_name in {
             "WebBaseLoader",
             "AZLyricsLoader",
@@ -119,4 +116,6 @@ class DocumentLoaderFrontNode(FrontendNode):
                     value="",
                     display_name="Web Page",
                 )
-            )
+            )
+
+    

src/backend/langflow/template/frontend_node/textsplitters.py

@@ -3,7 +3,44 @@ from typing import Dict, List, Optional, Type
 from langflow.template.field.base import TemplateField
 from langflow.template.frontend_node.base import FrontendNode
 
-class TextSplittersFrontNode(FrontendNode):
+class VectorStoreFrontendNode(FrontendNode):
     
     def add_extra_fields(self) -> None:
-        pass
+        pass
+
+        """
+        signature["template"]["documents"] = {
+                "type": "BaseLoader",
+                "required": True,
+                "show": True,
+                "name": "documents",
+            }
+
+            signature["template"]["separator"] = {
+                "type": "str",
+                "required": True,
+                "show": True,
+                "value": ".",
+                "name": "separator",
+                "display_name": "Separator",
+            }
+
+            signature["template"]["chunk_size"] = {
+                "type": "int",
+                "required": True,
+                "show": True,
+                "value": 4000,
+                "name": "chunk_size",
+                "display_name": "Chunk Size",
+            }
+
+            signature["template"]["chunk_overlap"] = {
+                "type": "int",
+                "required": True,
+                "show": True,
+                "value": 200,
+                "name": "chunk_overlap",
+                "display_name": "Chunk Overlap",
+            }
+        """
+