From 7e712b1be87e24978f8fe2705814fdd6a855f27e Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Sat, 8 Jul 2023 13:59:46 -0300 Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9B=20fix(loading.py):=20convert=20"ma?= =?UTF-8?q?x=5Ftokens"=20parameter=20from=20string=20to=20int=20if=20it=20?= =?UTF-8?q?is=20a=20string=20and=20can=20be=20converted=20to=20int=20?= =?UTF-8?q?=F0=9F=90=9B=20fix(loading.py):=20remove=20"max=5Ftokens"=20par?= =?UTF-8?q?ameter=20if=20it=20is=20not=20an=20integer?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/backend/langflow/interface/initialize/loading.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/src/backend/langflow/interface/initialize/loading.py b/src/backend/langflow/interface/initialize/loading.py index 25149cd4b..df539d12c 100644 --- a/src/backend/langflow/interface/initialize/loading.py +++ b/src/backend/langflow/interface/initialize/loading.py @@ -120,6 +120,15 @@ def instantiate_llm(node_type, class_object, params: Dict): # False if condition is True if node_type == "VertexAI": return initialize_vertexai(class_object=class_object, params=params) + # max_tokens sometimes is a string and should be an int + if ( + "max_tokens" in params + and isinstance(params["max_tokens"], str) + and params["max_tokens"].isdigit() + ): + params["max_tokens"] = int(params["max_tokens"]) + elif not isinstance(params["max_tokens"], int): + params.pop("max_tokens", None) return class_object(**params)