Refactor CharacterTextSplitterComponent to use typing and update return value
This commit is contained in:
parent
778ed3a8e7
commit
a76b356526
1 changed files with 6 additions and 3 deletions
|
|
@ -1,7 +1,8 @@
|
|||
from langflow import CustomComponent
|
||||
from typing import List
|
||||
|
||||
from langchain.text_splitter import CharacterTextSplitter
|
||||
from langchain_core.documents.base import Document
|
||||
from typing import List
|
||||
from langflow import CustomComponent
|
||||
|
||||
|
||||
class CharacterTextSplitterComponent(CustomComponent):
|
||||
|
|
@ -23,8 +24,10 @@ class CharacterTextSplitterComponent(CustomComponent):
|
|||
chunk_size: int = 1000,
|
||||
separator: str = "\n",
|
||||
) -> List[Document]:
|
||||
return CharacterTextSplitter(
|
||||
docs = CharacterTextSplitter(
|
||||
chunk_overlap=chunk_overlap,
|
||||
chunk_size=chunk_size,
|
||||
separator=separator,
|
||||
).split_documents(documents)
|
||||
self.status = docs
|
||||
return docs
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue