Added RecursiveCharacterTextSplitter method

This commit is contained in:
Alexandre Henrique 2023-06-07 16:38:23 -03:00
commit feb3423101
2 changed files with 7 additions and 2 deletions

View file

@ -65,7 +65,7 @@ prompts:
- ZeroShotPrompt - ZeroShotPrompt
textsplitters: textsplitters:
- CharacterTextSplitter - CharacterTextSplitter
# - RecursiveCharacterTextSplitter - RecursiveCharacterTextSplitter
# - LatexTextSplitter # - LatexTextSplitter
# - PythonCodeTextSplitter # - PythonCodeTextSplitter
toolkits: toolkits:

View file

@ -12,13 +12,18 @@ class TextSplittersFrontendNode(FrontendNode):
name="documents", name="documents",
) )
) )
name = "separator"
if self.template.type_name == "CharacterTextSplitter":
name = "separator"
elif self.template.type_name == "RecursiveCharacterTextSplitter":
name = "separators"
self.template.add_field( self.template.add_field(
TemplateField( TemplateField(
field_type="str", field_type="str",
required=True, required=True,
show=True, show=True,
value=".", value=".",
name="separator", name=name,
display_name="Separator", display_name="Separator",
) )
) )