From 005e7ec51ce88b6870a2b43b9c0482b1a38725dd Mon Sep 17 00:00:00 2001
From: Gabriel Luiz Freitas Almeida <gabriel@logspace.ai>
Date: Sun, 25 Jun 2023 18:57:45 -0300
Subject: [PATCH] =?UTF-8?q?=F0=9F=9A=80=20feat(textsplitters.py):=20add=20?=
 =?UTF-8?q?a=20field=20for=20separator=20type=20in=20RecursiveCharacterTex?=
 =?UTF-8?q?tSplitter=20The=20RecursiveCharacterTextSplitter=20class=20in?=
 =?UTF-8?q?=20textsplitters.py=20now=20has=20a=20new=20field=20called=20se?=
 =?UTF-8?q?parator=5Ftype.=20This=20field=20is=20used=20to=20specify=20the?=
 =?UTF-8?q?=20type=20of=20separator=20to=20be=20used=20in=20the=20splitter?=
 =?UTF-8?q?.=20The=20separator=5Ftype=20field=20is=20a=20string=20and=20ca?=
 =?UTF-8?q?n=20take=20any=20value=20from=20the=20Language=20enum=20or=20"T?=
 =?UTF-8?q?ext".=20This=20change=20was=20made=20to=20improve=20the=20flexi?=
 =?UTF-8?q?bility=20of=20the=20RecursiveCharacterTextSplitter=20class.?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 .../template/frontend_node/textsplitters.py     | 17 +++++++++++++++++
 1 file changed, 17 insertions(+)

diff --git a/src/backend/langflow/template/frontend_node/textsplitters.py b/src/backend/langflow/template/frontend_node/textsplitters.py
index 03880379d..0a444ff08 100644
--- a/src/backend/langflow/template/frontend_node/textsplitters.py
+++ b/src/backend/langflow/template/frontend_node/textsplitters.py
@@ -1,5 +1,6 @@
 from langflow.template.field.base import TemplateField
 from langflow.template.frontend_node.base import FrontendNode
+from langchain.text_splitter import Language
 
 
 class TextSplittersFrontendNode(FrontendNode):
@@ -17,6 +18,22 @@ class TextSplittersFrontendNode(FrontendNode):
             name = "separator"
         elif self.template.type_name == "RecursiveCharacterTextSplitter":
             name = "separators"
+            # Add a field for type of separator
+            # which will have Text or any value from the
+            # Language enum
+            self.template.add_field(
+                TemplateField(
+                    field_type="str",
+                    required=True,
+                    show=True,
+                    name="separator_type",
+                    advanced=False,
+                    is_list=True,
+                    options=[x.value for x in Language],
+                    value="Text",
+                    display_name="Separator Type",
+                )
+            )
         self.template.add_field(
             TemplateField(
                 field_type="str",