jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix text splitter (#22596)

Browse source
This commit is contained in:
znn 2025-07-18 11:21:58 +05:30 • committed by GitHub
commit ed263aed9f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
api/core/rag/splitter/fixed_text_splitter.py
View file

@ -102,6 +102,7 @@ class FixedRecursiveCharacterTextSplitter(EnhanceRecursiveCharacterTextSplitter)
splits = text.split() splits = text.split()
else: else:
splits = text.split(separator) splits = text.split(separator)
splits = [item + separator if i < len(splits) else item for i, item in enumerate(splits)]
else: else:
splits = list(text) splits = list(text)
splits = [s for s in splits if (s not in {"", "\n"})] splits = [s for s in splits if (s not in {"", "\n"})]