jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: add xinference embedding model support (#930)

Browse source
This commit is contained in:
takatost 2023-08-20 19:35:07 +08:00 • committed by GitHub
commit 25264e7852
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 94 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
api/core/model_providers/providers/xinference_provider.py
View file

@ -4,6 +4,7 @@ from typing import Type
from langchain.llms import Xinference
from core.helper import encrypter
from core.model_providers.models.embedding.xinference_embedding import XinferenceEmbedding
from core.model_providers.models.entity.model_params import KwargRule, ModelKwargsRules, ModelType
from core.model_providers.models.llm.xinference_model import XinferenceModel
from core.model_providers.providers.base import BaseModelProvider, CredentialsValidateFailedError
@ -32,6 +33,8 @@ class XinferenceProvider(BaseModelProvider):
"""
if model_type == ModelType.TEXT_GENERATION:
model_class = XinferenceModel
elif model_type == ModelType.EMBEDDINGS:
model_class = XinferenceEmbedding
else:
raise NotImplementedError