jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

🐛 fix(loading.py): fix issue with separators being escaped strings by decoding them using unicode-escape encoding

Browse source
This commit is contained in:
Gabriel Luiz Freitas Almeida 2023-07-10 13:50:45 -03:00
commit 8f9bfd2a7c
1 changed files with 6 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

6
src/backend/langflow/interface/initialize/loading.py
View file

@ -361,6 +361,12 @@ def instantiate_textsplitter(
"separator_type" in params and params["separator_type"] == "Text" "separator_type" in params and params["separator_type"] == "Text"
) or "separator_type" not in params: ) or "separator_type" not in params:
params.pop("separator_type", None) params.pop("separator_type", None)
# separators might come in as an escaped string like \\n
# so we need to convert it to a string
if "separators" in params:
params["separators"] = (
params["separators"].encode().decode("unicode-escape")
)
text_splitter = class_object(**params) text_splitter = class_object(**params)
else: else:
from langchain.text_splitter import Language from langchain.text_splitter import Language