diff --git a/src/backend/langflow/interface/initialize/loading.py b/src/backend/langflow/interface/initialize/loading.py index 25149cd4b..df539d12c 100644 --- a/src/backend/langflow/interface/initialize/loading.py +++ b/src/backend/langflow/interface/initialize/loading.py @@ -120,6 +120,15 @@ def instantiate_llm(node_type, class_object, params: Dict): # False if condition is True if node_type == "VertexAI": return initialize_vertexai(class_object=class_object, params=params) + # max_tokens sometimes is a string and should be an int + if ( + "max_tokens" in params + and isinstance(params["max_tokens"], str) + and params["max_tokens"].isdigit() + ): + params["max_tokens"] = int(params["max_tokens"]) + elif not isinstance(params["max_tokens"], int): + params.pop("max_tokens", None) return class_object(**params)