From 8c12e17ad07d0bf36a407054dc5365c71443eeb5 Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Wed, 28 Jun 2023 18:06:46 -0300 Subject: [PATCH 1/4] =?UTF-8?q?=F0=9F=93=9D=20docs(config.yaml):=20update?= =?UTF-8?q?=20documentation=20link=20for=20ConversationBufferMemory=20in?= =?UTF-8?q?=20memories=20section=20The=20documentation=20link=20for=20Conv?= =?UTF-8?q?ersationBufferMemory=20in=20the=20memories=20section=20has=20be?= =?UTF-8?q?en=20updated=20to=20point=20to=20the=20correct=20URL=20"https:/?= =?UTF-8?q?/python.langchain.com/docs/modules/memory/how=5Fto/buffer".=20T?= =?UTF-8?q?his=20change=20ensures=20that=20users=20can=20access=20the=20co?= =?UTF-8?q?rrect=20documentation=20for=20using=20ConversationBufferMemory.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/backend/langflow/config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/backend/langflow/config.yaml b/src/backend/langflow/config.yaml index 518ff7029..310117381 100644 --- a/src/backend/langflow/config.yaml +++ b/src/backend/langflow/config.yaml @@ -121,7 +121,7 @@ llms: documentation: "https://python.langchain.com/docs/modules/model_io/models/llms/integrations/huggingface_hub" memories: ConversationBufferMemory: - documentation: "https://python.langchain.com/docs/modules/memory/how_to/summary" + documentation: "https://python.langchain.com/docs/modules/memory/how_to/buffer" ConversationSummaryMemory: documentation: "https://python.langchain.com/docs/modules/memory/how_to/summary" ConversationKGMemory: From 3485893be04bbca558cd5f7f8198a9fffc08e348 Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Wed, 28 Jun 2023 18:16:04 -0300 Subject: [PATCH 2/4] =?UTF-8?q?=F0=9F=94=80=20refactor(textsplitters.py):?= =?UTF-8?q?=20extract=20options=20list=20into=20a=20variable=20for=20reusa?= =?UTF-8?q?bility=20and=20sorting=20The=20options=20list=20for=20the=20sep?= =?UTF-8?q?arator=5Ftype=20field=20in=20the=20TextSplittersFrontendNode=20?= =?UTF-8?q?class=20has=20been=20extracted=20into=20a=20variable=20called?= =?UTF-8?q?=20options.=20This=20improves=20code=20readability=20and=20allo?= =?UTF-8?q?ws=20for=20easier=20modification=20and=20sorting=20of=20the=20o?= =?UTF-8?q?ptions=20list.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/backend/langflow/template/frontend_node/textsplitters.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/backend/langflow/template/frontend_node/textsplitters.py b/src/backend/langflow/template/frontend_node/textsplitters.py index 0a444ff08..65a2be6f6 100644 --- a/src/backend/langflow/template/frontend_node/textsplitters.py +++ b/src/backend/langflow/template/frontend_node/textsplitters.py @@ -21,6 +21,8 @@ class TextSplittersFrontendNode(FrontendNode): # Add a field for type of separator # which will have Text or any value from the # Language enum + options = [x.value for x in Language] + ["Text"] + options.sort() self.template.add_field( TemplateField( field_type="str", @@ -29,7 +31,7 @@ class TextSplittersFrontendNode(FrontendNode): name="separator_type", advanced=False, is_list=True, - options=[x.value for x in Language], + options=options, value="Text", display_name="Separator Type", ) From 36212884e4f3f8f7e11b9b47e6dbc572783f2a9c Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Wed, 28 Jun 2023 18:16:13 -0300 Subject: [PATCH 3/4] =?UTF-8?q?=F0=9F=90=9B=20fix(loading.py):=20refactor?= =?UTF-8?q?=20instantiate=5Ftextsplitter=20function=20to=20improve=20reada?= =?UTF-8?q?bility=20and=20remove=20unnecessary=20code=20The=20`instantiate?= =?UTF-8?q?=5Ftextsplitter`=20function=20has=20been=20refactored=20to=20im?= =?UTF-8?q?prove=20readability=20and=20remove=20unnecessary=20code.=20The?= =?UTF-8?q?=20condition=20for=20creating=20the=20`text=5Fsplitter`=20objec?= =?UTF-8?q?t=20has=20been=20simplified=20and=20the=20`separator=5Ftype`=20?= =?UTF-8?q?parameter=20is=20now=20removed=20from=20the=20`params`=20dictio?= =?UTF-8?q?nary=20if=20it=20exists.=20Additionally,=20the=20`language`=20p?= =?UTF-8?q?arameter=20is=20now=20passed=20as=20an=20instance=20of=20the=20?= =?UTF-8?q?`Language`=20class=20from=20the=20`langchain.text=5Fsplitter`?= =?UTF-8?q?=20module.=20This=20change=20ensures=20that=20the=20`text=5Fspl?= =?UTF-8?q?itter`=20object=20is=20created=20correctly=20and=20the=20`split?= =?UTF-8?q?=5Fdocuments`=20method=20is=20called=20with=20the=20appropriate?= =?UTF-8?q?=20parameters.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .../langflow/interface/initialize/loading.py | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) diff --git a/src/backend/langflow/interface/initialize/loading.py b/src/backend/langflow/interface/initialize/loading.py index 14642828a..3ddb64c24 100644 --- a/src/backend/langflow/interface/initialize/loading.py +++ b/src/backend/langflow/interface/initialize/loading.py @@ -221,14 +221,17 @@ def instantiate_textsplitter( ) from exc if ( - "separator_type" in params - and params["separator_type"] == "Text" - or "separator_type" not in params - ): + "separator_type" in params and params["separator_type"] == "Text" + ) or "separator_type" not in params: + params.pop("separator_type", None) text_splitter = class_object(**params) else: - params["language"] = params.pop("separator_type", None) + from langchain.text_splitter import Language + + language = params.pop("separator_type", None) + params["language"] = Language(language) params.pop("separators", None) + text_splitter = class_object.from_language(**params) return text_splitter.split_documents(documents) From 14da6494bf15fca7da472ff9e61b24477911f067 Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Wed, 28 Jun 2023 18:17:58 -0300 Subject: [PATCH 4/4] =?UTF-8?q?=F0=9F=94=96=20chore(pyproject.toml):=20upd?= =?UTF-8?q?ate=20package=20version=20to=200.2.6=20The=20package=20version?= =?UTF-8?q?=20has=20been=20updated=20from=200.2.5=20to=200.2.6.=20This=20c?= =?UTF-8?q?hange=20is=20made=20to=20reflect=20the=20latest=20changes=20and?= =?UTF-8?q?=20improvements=20in=20the=20package.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- poetry.lock | 6 +++--- pyproject.toml | 2 +- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/poetry.lock b/poetry.lock index 135c6f2c7..a000e3d77 100644 --- a/poetry.lock +++ b/poetry.lock @@ -2523,14 +2523,14 @@ i18n = ["Babel (>=2.7)"] [[package]] name = "joblib" -version = "1.2.0" +version = "1.3.0" description = "Lightweight pipelining with Python functions" category = "main" optional = false python-versions = ">=3.7" files = [ - {file = "joblib-1.2.0-py3-none-any.whl", hash = "sha256:091138ed78f800342968c523bdde947e7a305b8594b910a0fea2ab83c3c6d385"}, - {file = "joblib-1.2.0.tar.gz", hash = "sha256:e1cee4a79e4af22881164f218d4311f60074197fb707e082e803b61f6d137018"}, + {file = "joblib-1.3.0-py3-none-any.whl", hash = "sha256:172d56d4c43dd6bcd953bea213018c4084cf754963bbf54b8dae40faea716b98"}, + {file = "joblib-1.3.0.tar.gz", hash = "sha256:0b12a65dc76c530dbd790dd92881f75c40932b4254a7c8e608a868df408ca0a3"}, ] [[package]] diff --git a/pyproject.toml b/pyproject.toml index 1688e1ccf..9d549a405 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "langflow" -version = "0.2.5" +version = "0.2.6" description = "A Python package with a built-in web application" authors = ["Logspace "] maintainers = [