Added RecursiveCharacterTextSplitter method

This commit is contained in:
Alexandre Henrique 2023-06-07 16:38:23 -03:00
commit feb3423101
2 changed files with 7 additions and 2 deletions

View file

@ -65,7 +65,7 @@ prompts:
- ZeroShotPrompt
textsplitters:
- CharacterTextSplitter
# - RecursiveCharacterTextSplitter
- RecursiveCharacterTextSplitter
# - LatexTextSplitter
# - PythonCodeTextSplitter
toolkits:

View file

@ -12,13 +12,18 @@ class TextSplittersFrontendNode(FrontendNode):
name="documents",
)
)
name = "separator"
if self.template.type_name == "CharacterTextSplitter":
name = "separator"
elif self.template.type_name == "RecursiveCharacterTextSplitter":
name = "separators"
self.template.add_field(
TemplateField(
field_type="str",
required=True,
show=True,
value=".",
name="separator",
name=name,
display_name="Separator",
)
)