feat: model load balancing (#4926)
This commit is contained in:
parent
d1dbbc1e33
commit
37f292ea91
58 changed files with 1896 additions and 304 deletions
|
|
@ -278,6 +278,7 @@ const translation = {
|
|||
key: 'Rerank Model',
|
||||
tip: 'Rerank model will reorder the candidate document list based on the semantic match with user query, improving the results of semantic ranking',
|
||||
},
|
||||
apiKey: 'API-KEY',
|
||||
quota: 'Quota',
|
||||
searchModel: 'Search model',
|
||||
noModelFound: 'No model found for {{model}}',
|
||||
|
|
@ -334,6 +335,21 @@ const translation = {
|
|||
quotaTip: 'Remaining available free tokens',
|
||||
loadPresets: 'Load Presents',
|
||||
parameters: 'PARAMETERS',
|
||||
loadBalancing: 'Load balancing',
|
||||
loadBalancingDescription: 'Reduce pressure with multiple sets of credentials.',
|
||||
loadBalancingHeadline: 'Load Balancing',
|
||||
configLoadBalancing: 'Config Load Balancing',
|
||||
modelHasBeenDeprecated: 'This model has been deprecated',
|
||||
providerManaged: 'Provider managed',
|
||||
providerManagedDescription: 'Use the single set of credentials provided by the model provider.',
|
||||
defaultConfig: 'Default Config',
|
||||
apiKeyStatusNormal: 'APIKey status is normal',
|
||||
apiKeyRateLimit: 'Rate limit was reached, available after {{seconds}}s',
|
||||
addConfig: 'Add Config',
|
||||
editConfig: 'Edit Config',
|
||||
loadBalancingLeastKeyWarning: 'To enable load balancing at least 2 keys must be enabled.',
|
||||
loadBalancingInfo: 'By default, load balancing uses the Round-robin strategy. If rate limiting is triggered, a 1-minute cooldown period will be applied.',
|
||||
upgradeForLoadBalancing: 'Upgrade your plan to enable Load Balancing.',
|
||||
},
|
||||
dataSource: {
|
||||
add: 'Add a data source',
|
||||
|
|
|
|||
|
|
@ -334,6 +334,21 @@ const translation = {
|
|||
quotaTip: '剩余免费额度',
|
||||
loadPresets: '加载预设',
|
||||
parameters: '参数',
|
||||
loadBalancing: '负载均衡',
|
||||
loadBalancingDescription: '为了减轻单组凭据的压力,您可以为模型调用配置多组凭据。',
|
||||
loadBalancingHeadline: '负载均衡',
|
||||
configLoadBalancing: '设置负载均衡',
|
||||
modelHasBeenDeprecated: '该模型已废弃',
|
||||
providerManaged: '由模型供应商管理',
|
||||
providerManagedDescription: '使用模型供应商提供的单组凭据',
|
||||
defaultConfig: '默认配置',
|
||||
apiKeyStatusNormal: 'API Key 正常',
|
||||
apiKeyRateLimit: '已达频率上限,{{seconds}}秒后恢复',
|
||||
addConfig: '增加配置',
|
||||
editConfig: '修改配置',
|
||||
loadBalancingLeastKeyWarning: '至少启用 2 个 Key 以使用负载均衡',
|
||||
loadBalancingInfo: '默认情况下,负载平衡使用 Round-robin 策略。如果触发速率限制,将应用 1 分钟的冷却时间',
|
||||
upgradeForLoadBalancing: '升级以解锁负载均衡功能',
|
||||
},
|
||||
dataSource: {
|
||||
add: '添加数据源',
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue