From 778ed3a8e7f63a3748c40f9373790e6e8183ea57 Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Wed, 7 Feb 2024 18:50:04 -0300 Subject: [PATCH 1/4] Fix disallowed_special parameter in OpenAIEmbeddingsComponent --- .../langflow/components/embeddings/OpenAIEmbeddings.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/backend/langflow/components/embeddings/OpenAIEmbeddings.py b/src/backend/langflow/components/embeddings/OpenAIEmbeddings.py index 9ff91dd0e..9a16a2088 100644 --- a/src/backend/langflow/components/embeddings/OpenAIEmbeddings.py +++ b/src/backend/langflow/components/embeddings/OpenAIEmbeddings.py @@ -95,12 +95,15 @@ class OpenAIEmbeddingsComponent(CustomComponent): tikToken_enable: bool = True, tiktoken_model_name: Optional[str] = None, ) -> Union[OpenAIEmbeddings, Callable]: + # This is to avoid errors with Vector Stores (e.g Chroma) + if disallowed_special == ["all"]: + disallowed_special = "all" return OpenAIEmbeddings( tiktoken_enabled=tikToken_enable, default_headers=default_headers, default_query=default_query, allowed_special=set(allowed_special), - disallowed_special=set(disallowed_special), + disallowed_special="all", chunk_size=chunk_size, client=client, deployment=deployment, From a76b35652614798261ffe75351694c5f502b41b6 Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Wed, 7 Feb 2024 18:57:19 -0300 Subject: [PATCH 2/4] Refactor CharacterTextSplitterComponent to use typing and update return value --- .../components/textsplitters/CharacterTextSplitter.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/src/backend/langflow/components/textsplitters/CharacterTextSplitter.py b/src/backend/langflow/components/textsplitters/CharacterTextSplitter.py index d65c28dab..1bfd2d2e3 100644 --- a/src/backend/langflow/components/textsplitters/CharacterTextSplitter.py +++ b/src/backend/langflow/components/textsplitters/CharacterTextSplitter.py @@ -1,7 +1,8 @@ -from langflow import CustomComponent +from typing import List + from langchain.text_splitter import CharacterTextSplitter from langchain_core.documents.base import Document -from typing import List +from langflow import CustomComponent class CharacterTextSplitterComponent(CustomComponent): @@ -23,8 +24,10 @@ class CharacterTextSplitterComponent(CustomComponent): chunk_size: int = 1000, separator: str = "\n", ) -> List[Document]: - return CharacterTextSplitter( + docs = CharacterTextSplitter( chunk_overlap=chunk_overlap, chunk_size=chunk_size, separator=separator, ).split_documents(documents) + self.status = docs + return docs From 829c8105625938ecb63e9939a04b6fd6c494e26e Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Wed, 7 Feb 2024 18:57:24 -0300 Subject: [PATCH 3/4] Update ChromaComponent configuration --- src/backend/langflow/components/vectorstores/Chroma.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/backend/langflow/components/vectorstores/Chroma.py b/src/backend/langflow/components/vectorstores/Chroma.py index 8f25548a8..6eb8fedd6 100644 --- a/src/backend/langflow/components/vectorstores/Chroma.py +++ b/src/backend/langflow/components/vectorstores/Chroma.py @@ -29,7 +29,7 @@ class ChromaComponent(CustomComponent): "collection_name": {"display_name": "Collection Name", "value": "langflow"}, "persist": {"display_name": "Persist"}, "persist_directory": {"display_name": "Persist Directory"}, - "code": {"show": False, "display_name": "Code"}, + "code": {"advanced": True, "display_name": "Code"}, "documents": {"display_name": "Documents", "is_list": True}, "embedding": {"display_name": "Embedding"}, "chroma_server_cors_allow_origins": { From 0987affdf776473e42930b52ced8c118f82ea0c0 Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Wed, 7 Feb 2024 18:57:43 -0300 Subject: [PATCH 4/4] Bump version to 0.6.7a1 in pyproject.toml --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index b266bc71b..55bb0831c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "langflow" -version = "0.6.6" +version = "0.6.7a1" description = "A Python package with a built-in web application" authors = ["Logspace "] maintainers = [