Fix/app runner typo (#2661)
This commit is contained in:
parent
f25cec265d
commit
607f9eda35
4 changed files with 4 additions and 4 deletions
|
|
@ -84,7 +84,7 @@ class AppRunner:
|
|||
|
||||
return rest_tokens
|
||||
|
||||
def recale_llm_max_tokens(self, model_config: ModelConfigEntity,
|
||||
def recalc_llm_max_tokens(self, model_config: ModelConfigEntity,
|
||||
prompt_messages: list[PromptMessage]):
|
||||
# recalc max_tokens if sum(prompt_token + max_tokens) over model token limit
|
||||
model_type_instance = model_config.provider_model_bundle.model_type_instance
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue