Feat/support parent child chunk (#12092)
This commit is contained in:
parent
017d7538ae
commit
9231fdbf4c
54 changed files with 2578 additions and 808 deletions
|
|
@ -5,6 +5,19 @@ from typing import Any, Optional
|
|||
from pydantic import BaseModel, Field
|
||||
|
||||
|
||||
class ChildDocument(BaseModel):
|
||||
"""Class for storing a piece of text and associated metadata."""
|
||||
|
||||
page_content: str
|
||||
|
||||
vector: Optional[list[float]] = None
|
||||
|
||||
"""Arbitrary metadata about the page content (e.g., source, relationships to other
|
||||
documents, etc.).
|
||||
"""
|
||||
metadata: Optional[dict] = Field(default_factory=dict)
|
||||
|
||||
|
||||
class Document(BaseModel):
|
||||
"""Class for storing a piece of text and associated metadata."""
|
||||
|
||||
|
|
@ -19,6 +32,8 @@ class Document(BaseModel):
|
|||
|
||||
provider: Optional[str] = "dify"
|
||||
|
||||
children: Optional[list[ChildDocument]] = None
|
||||
|
||||
|
||||
class BaseDocumentTransformer(ABC):
|
||||
"""Abstract base class for document transformation systems.
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue