jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

fix: Fix Text Splitters (#3783)

Browse source 
* fix: Fix Text Splitters

* [autofix.ci] apply automated fixes

---------

Co-authored-by: autofix-ci[bot] <114827586+autofix-ci[bot]@users.noreply.github.com>
This commit is contained in:
Christophe Bornet 2024-09-18 01:45:38 +02:00 • committed by GitHub
commit f17de26ab0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 0 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

8
src/backend/base/langflow/base/textsplitters/model.py
View file

@ -4,15 +4,10 @@ from langchain_core.documents import BaseDocumentTransformer
from langchain_text_splitters import TextSplitter from langchain_text_splitters import TextSplitter
from langflow.base.document_transformers.model import LCDocumentTransformerComponent from langflow.base.document_transformers.model import LCDocumentTransformerComponent
from langflow.io import Output
from langflow.schema import Data
class LCTextSplitterComponent(LCDocumentTransformerComponent): class LCTextSplitterComponent(LCDocumentTransformerComponent):
trace_type = "text_splitter" trace_type = "text_splitter"
outputs = [
Output(display_name="Data", name="data", method="split_data"),
]
def _validate_outputs(self): def _validate_outputs(self):
required_output_methods = ["text_splitter"] required_output_methods = ["text_splitter"]
@ -23,9 +18,6 @@ class LCTextSplitterComponent(LCDocumentTransformerComponent):
elif not hasattr(self, method_name): elif not hasattr(self, method_name):
raise ValueError(f"Method '{method_name}' must be defined.") raise ValueError(f"Method '{method_name}' must be defined.")
def split_data(self) -> list[Data]:
return self.transform_data()
def build_document_transformer(self) -> BaseDocumentTransformer: def build_document_transformer(self) -> BaseDocumentTransformer:
return self.build_text_splitter() return self.build_text_splitter()