feat: Add minimum chunk size to SplitContentComponent's split_text method

2024-06-15 23:09:04 -03:00 · 2024-06-15 23:09:04 -03:00 · d0039fae1e
commit d0039fae1e
parent 4f0f8f3e0e
1 changed files with 1 additions and 0 deletions
--- a/src/backend/base/langflow/components/experimental/SplitText.py
+++ b/src/backend/base/langflow/components/experimental/SplitText.py
@ -46,6 +46,7 @@ class SplitContentComponent(Component):
    ]

    def split_text(self) -> List[Data]:
+        # TODO: Add minimum chunk size - can be removed or merged
        data = self.data if isinstance(self.data, list) else [self.data]
        content_key = self.content_key
        separator = unescape_string(self.separator)