jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: max tokens can only up to 2048 (#2734)

Browse source
This commit is contained in:
Yeuoly 2024-03-07 15:35:56 +08:00 • committed by GitHub
commit 3a3ca8e6a9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
api/core/model_runtime/model_providers/xinference/llm/llm.py
View file

@ -308,6 +308,7 @@ class XinferenceAILargeLanguageModel(LargeLanguageModel):
type=ParameterType.INT, type=ParameterType.INT,
use_template='max_tokens', use_template='max_tokens',
min=1, min=1,
max=credentials.get('context_length', 2048),
default=512, default=512,
label=I18nObject( label=I18nObject(
zh_Hans='最大生成长度', zh_Hans='最大生成长度',