From eb3a0d4bc4cfe51219a5b885c8ed600d9045878b Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Mon, 5 Feb 2024 16:28:13 -0300 Subject: [PATCH 1/2] Add RecursiveCharacterTextSplitter import --- .../components/textsplitters/RecursiveCharacterTextSplitter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/backend/langflow/components/textsplitters/RecursiveCharacterTextSplitter.py b/src/backend/langflow/components/textsplitters/RecursiveCharacterTextSplitter.py index 03a8d1e6a..d07ae3ebe 100644 --- a/src/backend/langflow/components/textsplitters/RecursiveCharacterTextSplitter.py +++ b/src/backend/langflow/components/textsplitters/RecursiveCharacterTextSplitter.py @@ -4,6 +4,7 @@ from langchain_core.documents import Document from langflow import CustomComponent from langflow.utils.util import build_loader_repr_from_documents +from langchain.text_splitter import RecursiveCharacterTextSplitter class RecursiveCharacterTextSplitterComponent(CustomComponent): @@ -56,7 +57,6 @@ class RecursiveCharacterTextSplitterComponent(CustomComponent): Returns: list[str]: The chunks of text. """ - from langchain.text_splitter import RecursiveCharacterTextSplitter if separators == "": separators = None From 54190f09baa0c5cc9cf2dc2a08fe8592262236f6 Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Mon, 5 Feb 2024 16:28:50 -0300 Subject: [PATCH 2/2] Add RecursiveCharacterTextSplitter documentation link --- src/backend/langflow/config.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/backend/langflow/config.yaml b/src/backend/langflow/config.yaml index caabffbf9..5ec4f3aaa 100644 --- a/src/backend/langflow/config.yaml +++ b/src/backend/langflow/config.yaml @@ -174,6 +174,8 @@ prompts: textsplitters: CharacterTextSplitter: documentation: "https://python.langchain.com/docs/modules/data_connection/document_transformers/text_splitters/character_text_splitter" + RecursiveCharacterTextSplitter: + documentation: "https://python.langchain.com/docs/modules/data_connection/document_transformers/recursive_text_splitter" toolkits: OpenAPIToolkit: documentation: ""