From feb3423101f9895318ce01456604f34ba5daccfd Mon Sep 17 00:00:00 2001 From: Alexandre Henrique Date: Wed, 7 Jun 2023 16:38:23 -0300 Subject: [PATCH] Added RecursiveCharacterTextSplitter method --- src/backend/langflow/config.yaml | 2 +- .../langflow/template/frontend_node/textsplitters.py | 7 ++++++- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/src/backend/langflow/config.yaml b/src/backend/langflow/config.yaml index 4060d1f3e..5e6a5cbed 100644 --- a/src/backend/langflow/config.yaml +++ b/src/backend/langflow/config.yaml @@ -65,7 +65,7 @@ prompts: - ZeroShotPrompt textsplitters: - CharacterTextSplitter - # - RecursiveCharacterTextSplitter + - RecursiveCharacterTextSplitter # - LatexTextSplitter # - PythonCodeTextSplitter toolkits: diff --git a/src/backend/langflow/template/frontend_node/textsplitters.py b/src/backend/langflow/template/frontend_node/textsplitters.py index f0bed10b0..03880379d 100644 --- a/src/backend/langflow/template/frontend_node/textsplitters.py +++ b/src/backend/langflow/template/frontend_node/textsplitters.py @@ -12,13 +12,18 @@ class TextSplittersFrontendNode(FrontendNode): name="documents", ) ) + name = "separator" + if self.template.type_name == "CharacterTextSplitter": + name = "separator" + elif self.template.type_name == "RecursiveCharacterTextSplitter": + name = "separators" self.template.add_field( TemplateField( field_type="str", required=True, show=True, value=".", - name="separator", + name=name, display_name="Separator", ) )