jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

fix: set tiktoken_enable to True

Browse source
This commit is contained in:
ogabrielluiz 2024-06-17 09:34:43 -03:00
commit 50a37e92dc
1 changed files with 10 additions and 34 deletions
Download patch file Download diff file Expand all files Collapse all files

44
src/backend/base/langflow/components/embeddings/OpenAIEmbeddings.py
View file

@ -1,15 +1,8 @@
from langchain_openai.embeddings.base import OpenAIEmbeddings
from langflow.base.models.model import LCModelComponent
from langflow.field_typing import Embeddings
from langflow.inputs import (
BoolInput,
DictInput,
FloatInput,
IntInput,
SecretStrInput,
StrInput,
DropdownInput
)
from langflow.inputs import BoolInput, DictInput, DropdownInput, FloatInput, IntInput, SecretStrInput, StrInput
from langflow.template import Output
@ -33,12 +26,7 @@ class OpenAIEmbeddingsComponent(LCModelComponent):
IntInput(name="chunk_size", display_name="Chunk Size", advanced=True, value=1000),
StrInput(name="client", display_name="Client", advanced=True),
StrInput(name="deployment", display_name="Deployment", advanced=True),
IntInput(
name="embedding_ctx_length",
display_name="Embedding Context Length",
advanced=True,
value=1536
),
IntInput(name="embedding_ctx_length", display_name="Embedding Context Length", advanced=True, value=1536),
IntInput(name="max_retries", display_name="Max Retries", value=3, advanced=True),
DropdownInput(
name="model",
@ -49,40 +37,28 @@ class OpenAIEmbeddingsComponent(LCModelComponent):
"text-embedding-3-large",
"text-embedding-ada-002",
],
value="text-embedding-3-small"
value="text-embedding-3-small",
),
DictInput(name="model_kwargs", display_name="Model Kwargs", advanced=True),
SecretStrInput(
name="openai_api_base", display_name="OpenAI API Base", advanced=True
),
SecretStrInput(name="openai_api_base", display_name="OpenAI API Base", advanced=True),
SecretStrInput(name="openai_api_key", display_name="OpenAI API Key"),
SecretStrInput(
name="openai_api_type", display_name="OpenAI API Type", advanced=True
),
StrInput(
name="openai_api_version", display_name="OpenAI API Version", advanced=True
),
SecretStrInput(name="openai_api_type", display_name="OpenAI API Type", advanced=True),
StrInput(name="openai_api_version", display_name="OpenAI API Version", advanced=True),
StrInput(
name="openai_organization",
display_name="OpenAI Organization",
advanced=True,
),
StrInput(name="openai_proxy", display_name="OpenAI Proxy", advanced=True),
FloatInput(
name="request_timeout", display_name="Request Timeout", advanced=True
),
BoolInput(
name="show_progress_bar", display_name="Show Progress Bar", advanced=True
),
FloatInput(name="request_timeout", display_name="Request Timeout", advanced=True),
BoolInput(name="show_progress_bar", display_name="Show Progress Bar", advanced=True),
BoolInput(name="skip_empty", display_name="Skip Empty", advanced=True),
StrInput(
name="tiktoken_model_name",
display_name="TikToken Model Name",
advanced=True,
),
BoolInput(
name="tiktoken_enable", display_name="TikToken Enable", advanced=True
),
BoolInput(name="tiktoken_enable", display_name="TikToken Enable", advanced=True, value=True),
]
outputs = [