🐛 fix(loading.py): handle conversion of max_tokens from string to int if necessary
This commit is contained in:
parent
79261bf620
commit
bd9bd13f57
1 changed files with 5 additions and 8 deletions
|
|
@ -121,14 +121,11 @@ def instantiate_llm(node_type, class_object, params: Dict):
|
||||||
if node_type == "VertexAI":
|
if node_type == "VertexAI":
|
||||||
return initialize_vertexai(class_object=class_object, params=params)
|
return initialize_vertexai(class_object=class_object, params=params)
|
||||||
# max_tokens sometimes is a string and should be an int
|
# max_tokens sometimes is a string and should be an int
|
||||||
if (
|
if "max_tokens" in params:
|
||||||
"max_tokens" in params
|
if isinstance(params["max_tokens"], str) and params["max_tokens"].isdigit():
|
||||||
and isinstance(params["max_tokens"], str)
|
params["max_tokens"] = int(params["max_tokens"])
|
||||||
and params["max_tokens"].isdigit()
|
elif not isinstance(params.get("max_tokens"), int):
|
||||||
):
|
params.pop("max_tokens", None)
|
||||||
params["max_tokens"] = int(params["max_tokens"])
|
|
||||||
elif not isinstance(params["max_tokens"], int):
|
|
||||||
params.pop("max_tokens", None)
|
|
||||||
return class_object(**params)
|
return class_object(**params)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue