From fca22589a8d5fd62a269656087ac3e42c9338c55 Mon Sep 17 00:00:00 2001 From: Gabriel Almeida Date: Tue, 30 May 2023 23:56:42 -0300 Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9B=20fix(loading.py):=20remove=20load?= =?UTF-8?q?ed=20file=20after=20instantiating=20document=20loader=20When=20?= =?UTF-8?q?instantiating=20the=20document=20loader,=20the=20loaded=20file?= =?UTF-8?q?=20is=20now=20removed=20after=20it=20has=20been=20loaded.=20Thi?= =?UTF-8?q?s=20is=20done=20to=20prevent=20the=20file=20from=20taking=20up?= =?UTF-8?q?=20unnecessary=20space=20on=20the=20server.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/backend/langflow/interface/loading.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/src/backend/langflow/interface/loading.py b/src/backend/langflow/interface/loading.py index 69c697823..1ced1a667 100644 --- a/src/backend/langflow/interface/loading.py +++ b/src/backend/langflow/interface/loading.py @@ -11,6 +11,7 @@ from langchain.agents.load_tools import ( _EXTRA_OPTIONAL_TOOLS, _LLM_TOOLS, ) +from pathlib import Path from langchain.agents.loading import load_agent_from_config from langchain.agents.tools import Tool from langchain.base_language import BaseLanguageModel @@ -140,7 +141,13 @@ def instantiate_vectorstore(class_object, params): def instantiate_documentloader(class_object, params): - return class_object(**params).load() + documents = class_object(**params).load() + # now that the file is loaded, we can remove the path + for value in params.values(): + path = Path(value) + if path.exists(): + path.unlink() + return documents def instantiate_textsplitter(class_object, params):