jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

feat: add cohere llm and embedding (#2115)

Browse source
This commit is contained in:
takatost 2024-01-21 20:52:56 +08:00 • committed by GitHub
commit a18dde9b0d
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
27 changed files with 1689 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

3
api/core/spiltter/fixed_text_splitter.py
View file

@ -24,6 +24,9 @@ class EnhanceRecursiveCharacterTextSplitter(RecursiveCharacterTextSplitter):
**kwargs: Any,
):
def _token_encoder(text: str) -> int:
if not text:
return 0
if embedding_model_instance:
embedding_model_type_instance = embedding_model_instance.model_type_instance
embedding_model_type_instance = cast(TextEmbeddingModel, embedding_model_type_instance)