jyapayne/langflow
1
0
Fork 0
Code Issues Pull requests Projects Releases 1 Packages Wiki Activity Actions

fix: set tiktoken_enable to True

Browse source
This commit is contained in:
ogabrielluiz 2024-06-17 09:34:43 -03:00
commit 50a37e92dc
1 changed files with 10 additions and 34 deletions
Download patch file Download diff file Expand all files Collapse all files

44
src/backend/base/langflow/components/embeddings/OpenAIEmbeddings.py
View file

@ -1,15 +1,8 @@
from langchain_openai.embeddings.base import OpenAIEmbeddings from langchain_openai.embeddings.base import OpenAIEmbeddings
from langflow.base.models.model import LCModelComponent from langflow.base.models.model import LCModelComponent
from langflow.field_typing import Embeddings from langflow.field_typing import Embeddings
from langflow.inputs import ( from langflow.inputs import BoolInput, DictInput, DropdownInput, FloatInput, IntInput, SecretStrInput, StrInput
BoolInput,
DictInput,
FloatInput,
IntInput,
SecretStrInput,
StrInput,
DropdownInput
)
from langflow.template import Output from langflow.template import Output
@ -33,12 +26,7 @@ class OpenAIEmbeddingsComponent(LCModelComponent):
IntInput(name="chunk_size", display_name="Chunk Size", advanced=True, value=1000), IntInput(name="chunk_size", display_name="Chunk Size", advanced=True, value=1000),
StrInput(name="client", display_name="Client", advanced=True), StrInput(name="client", display_name="Client", advanced=True),
StrInput(name="deployment", display_name="Deployment", advanced=True), StrInput(name="deployment", display_name="Deployment", advanced=True),
IntInput( IntInput(name="embedding_ctx_length", display_name="Embedding Context Length", advanced=True, value=1536),
name="embedding_ctx_length",
display_name="Embedding Context Length",
advanced=True,
value=1536
),
IntInput(name="max_retries", display_name="Max Retries", value=3, advanced=True), IntInput(name="max_retries", display_name="Max Retries", value=3, advanced=True),
DropdownInput( DropdownInput(
name="model", name="model",
@ -49,40 +37,28 @@ class OpenAIEmbeddingsComponent(LCModelComponent):
"text-embedding-3-large", "text-embedding-3-large",
"text-embedding-ada-002", "text-embedding-ada-002",
], ],
value="text-embedding-3-small" value="text-embedding-3-small",
), ),
DictInput(name="model_kwargs", display_name="Model Kwargs", advanced=True), DictInput(name="model_kwargs", display_name="Model Kwargs", advanced=True),
SecretStrInput( SecretStrInput(name="openai_api_base", display_name="OpenAI API Base", advanced=True),
name="openai_api_base", display_name="OpenAI API Base", advanced=True
),
SecretStrInput(name="openai_api_key", display_name="OpenAI API Key"), SecretStrInput(name="openai_api_key", display_name="OpenAI API Key"),
SecretStrInput( SecretStrInput(name="openai_api_type", display_name="OpenAI API Type", advanced=True),
name="openai_api_type", display_name="OpenAI API Type", advanced=True StrInput(name="openai_api_version", display_name="OpenAI API Version", advanced=True),
),
StrInput(
name="openai_api_version", display_name="OpenAI API Version", advanced=True
),
StrInput( StrInput(
name="openai_organization", name="openai_organization",
display_name="OpenAI Organization", display_name="OpenAI Organization",
advanced=True, advanced=True,
), ),
StrInput(name="openai_proxy", display_name="OpenAI Proxy", advanced=True), StrInput(name="openai_proxy", display_name="OpenAI Proxy", advanced=True),
FloatInput( FloatInput(name="request_timeout", display_name="Request Timeout", advanced=True),
name="request_timeout", display_name="Request Timeout", advanced=True BoolInput(name="show_progress_bar", display_name="Show Progress Bar", advanced=True),
),
BoolInput(
name="show_progress_bar", display_name="Show Progress Bar", advanced=True
),
BoolInput(name="skip_empty", display_name="Skip Empty", advanced=True), BoolInput(name="skip_empty", display_name="Skip Empty", advanced=True),
StrInput( StrInput(
name="tiktoken_model_name", name="tiktoken_model_name",
display_name="TikToken Model Name", display_name="TikToken Model Name",
advanced=True, advanced=True,
), ),
BoolInput( BoolInput(name="tiktoken_enable", display_name="TikToken Enable", advanced=True, value=True),
name="tiktoken_enable", display_name="TikToken Enable", advanced=True
),
] ]
outputs = [ outputs = [