Added RecursiveCharacterTextSplitter method
This commit is contained in:
parent
7ebe47df44
commit
feb3423101
2 changed files with 7 additions and 2 deletions
|
|
@ -65,7 +65,7 @@ prompts:
|
||||||
- ZeroShotPrompt
|
- ZeroShotPrompt
|
||||||
textsplitters:
|
textsplitters:
|
||||||
- CharacterTextSplitter
|
- CharacterTextSplitter
|
||||||
# - RecursiveCharacterTextSplitter
|
- RecursiveCharacterTextSplitter
|
||||||
# - LatexTextSplitter
|
# - LatexTextSplitter
|
||||||
# - PythonCodeTextSplitter
|
# - PythonCodeTextSplitter
|
||||||
toolkits:
|
toolkits:
|
||||||
|
|
|
||||||
|
|
@ -12,13 +12,18 @@ class TextSplittersFrontendNode(FrontendNode):
|
||||||
name="documents",
|
name="documents",
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
name = "separator"
|
||||||
|
if self.template.type_name == "CharacterTextSplitter":
|
||||||
|
name = "separator"
|
||||||
|
elif self.template.type_name == "RecursiveCharacterTextSplitter":
|
||||||
|
name = "separators"
|
||||||
self.template.add_field(
|
self.template.add_field(
|
||||||
TemplateField(
|
TemplateField(
|
||||||
field_type="str",
|
field_type="str",
|
||||||
required=True,
|
required=True,
|
||||||
show=True,
|
show=True,
|
||||||
value=".",
|
value=".",
|
||||||
name="separator",
|
name=name,
|
||||||
display_name="Separator",
|
display_name="Separator",
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue