🐛 fix(loading.py): handle conversion of max_tokens from string to int if necessary

This commit is contained in:
Gabriel Luiz Freitas Almeida 2023-07-08 15:40:05 -03:00
commit bd9bd13f57

View file

@ -121,14 +121,11 @@ def instantiate_llm(node_type, class_object, params: Dict):
if node_type == "VertexAI": if node_type == "VertexAI":
return initialize_vertexai(class_object=class_object, params=params) return initialize_vertexai(class_object=class_object, params=params)
# max_tokens sometimes is a string and should be an int # max_tokens sometimes is a string and should be an int
if ( if "max_tokens" in params:
"max_tokens" in params if isinstance(params["max_tokens"], str) and params["max_tokens"].isdigit():
and isinstance(params["max_tokens"], str) params["max_tokens"] = int(params["max_tokens"])
and params["max_tokens"].isdigit() elif not isinstance(params.get("max_tokens"), int):
): params.pop("max_tokens", None)
params["max_tokens"] = int(params["max_tokens"])
elif not isinstance(params["max_tokens"], int):
params.pop("max_tokens", None)
return class_object(**params) return class_object(**params)