jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: backend model load balancing support (#4927)

Browse source
This commit is contained in:
takatost 2024-06-05 00:13:04 +08:00 • committed by GitHub
commit d1dbbc1e33
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
47 changed files with 2191 additions and 256 deletions
Download patch file Download diff file Expand all files Collapse all files

19
api/core/entities/provider_entities.py
View file

@ -72,3 +72,22 @@ class CustomConfiguration(BaseModel):
"""
provider: Optional[CustomProviderConfiguration] = None
models: list[CustomModelConfiguration] = []
class ModelLoadBalancingConfiguration(BaseModel):
"""
Class for model load balancing configuration.
"""
id: str
name: str
credentials: dict
class ModelSettings(BaseModel):
"""
Model class for model settings.
"""
model: str
model_type: ModelType
enabled: bool = True
load_balancing_configs: list[ModelLoadBalancingConfiguration] = []