Add RecursiveCharacterTextSplitter import and documentation link (#1396)

This pull request adds the import statement for
RecursiveCharacterTextSplitter and includes a documentation link for it
in the text_splitter module.
This commit is contained in:
Gabriel Luiz Freitas Almeida 2024-02-05 17:02:20 -03:00 committed by GitHub
commit c2563f6832
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 3 additions and 1 deletions

View file

@ -4,6 +4,7 @@ from langchain_core.documents import Document
from langflow import CustomComponent
from langflow.utils.util import build_loader_repr_from_documents
from langchain.text_splitter import RecursiveCharacterTextSplitter
class RecursiveCharacterTextSplitterComponent(CustomComponent):
@ -56,7 +57,6 @@ class RecursiveCharacterTextSplitterComponent(CustomComponent):
Returns:
list[str]: The chunks of text.
"""
from langchain.text_splitter import RecursiveCharacterTextSplitter
if separators == "":
separators = None

View file

@ -174,6 +174,8 @@ prompts:
textsplitters:
CharacterTextSplitter:
documentation: "https://python.langchain.com/docs/modules/data_connection/document_transformers/text_splitters/character_text_splitter"
RecursiveCharacterTextSplitter:
documentation: "https://python.langchain.com/docs/modules/data_connection/document_transformers/recursive_text_splitter"
toolkits:
OpenAPIToolkit:
documentation: ""