From d965040478722726241e5f55ec23b439596e0f9c Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Fri, 16 Feb 2024 08:46:05 -0300 Subject: [PATCH] Fix separator escaping in CharacterTextSplitterComponent --- .../langflow/components/textsplitters/CharacterTextSplitter.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/backend/langflow/components/textsplitters/CharacterTextSplitter.py b/src/backend/langflow/components/textsplitters/CharacterTextSplitter.py index 1bfd2d2e3..d165f47fd 100644 --- a/src/backend/langflow/components/textsplitters/CharacterTextSplitter.py +++ b/src/backend/langflow/components/textsplitters/CharacterTextSplitter.py @@ -24,6 +24,8 @@ class CharacterTextSplitterComponent(CustomComponent): chunk_size: int = 1000, separator: str = "\n", ) -> List[Document]: + # separator may come escaped from the frontend + separator = separator.encode().decode("unicode_escape") docs = CharacterTextSplitter( chunk_overlap=chunk_overlap, chunk_size=chunk_size,