From 50a37e92dccfb6fc0905bd5075d5cee96a6b9e42 Mon Sep 17 00:00:00 2001
From: ogabrielluiz <gabriel@langflow.org>
Date: Mon, 17 Jun 2024 09:34:43 -0300
Subject: [PATCH] fix: set tiktoken_enable to True

---
 .../components/embeddings/OpenAIEmbeddings.py | 44 +++++--------------
 1 file changed, 10 insertions(+), 34 deletions(-)

diff --git a/src/backend/base/langflow/components/embeddings/OpenAIEmbeddings.py b/src/backend/base/langflow/components/embeddings/OpenAIEmbeddings.py
index 1f22e2a21..02d787644 100644
--- a/src/backend/base/langflow/components/embeddings/OpenAIEmbeddings.py
+++ b/src/backend/base/langflow/components/embeddings/OpenAIEmbeddings.py
@@ -1,15 +1,8 @@
 from langchain_openai.embeddings.base import OpenAIEmbeddings
+
 from langflow.base.models.model import LCModelComponent
 from langflow.field_typing import Embeddings
-from langflow.inputs import (
-    BoolInput,
-    DictInput,
-    FloatInput,
-    IntInput,
-    SecretStrInput,
-    StrInput,
-    DropdownInput
-)
+from langflow.inputs import BoolInput, DictInput, DropdownInput, FloatInput, IntInput, SecretStrInput, StrInput
 from langflow.template import Output
 
 
@@ -33,12 +26,7 @@ class OpenAIEmbeddingsComponent(LCModelComponent):
         IntInput(name="chunk_size", display_name="Chunk Size", advanced=True, value=1000),
         StrInput(name="client", display_name="Client", advanced=True),
         StrInput(name="deployment", display_name="Deployment", advanced=True),
-        IntInput(
-            name="embedding_ctx_length",
-            display_name="Embedding Context Length",
-            advanced=True,
-            value=1536
-        ),
+        IntInput(name="embedding_ctx_length", display_name="Embedding Context Length", advanced=True, value=1536),
         IntInput(name="max_retries", display_name="Max Retries", value=3, advanced=True),
         DropdownInput(
             name="model",
@@ -49,40 +37,28 @@ class OpenAIEmbeddingsComponent(LCModelComponent):
                 "text-embedding-3-large",
                 "text-embedding-ada-002",
             ],
-            value="text-embedding-3-small"
+            value="text-embedding-3-small",
         ),
         DictInput(name="model_kwargs", display_name="Model Kwargs", advanced=True),
-        SecretStrInput(
-            name="openai_api_base", display_name="OpenAI API Base", advanced=True
-        ),
+        SecretStrInput(name="openai_api_base", display_name="OpenAI API Base", advanced=True),
         SecretStrInput(name="openai_api_key", display_name="OpenAI API Key"),
-        SecretStrInput(
-            name="openai_api_type", display_name="OpenAI API Type", advanced=True
-        ),
-        StrInput(
-            name="openai_api_version", display_name="OpenAI API Version", advanced=True
-        ),
+        SecretStrInput(name="openai_api_type", display_name="OpenAI API Type", advanced=True),
+        StrInput(name="openai_api_version", display_name="OpenAI API Version", advanced=True),
         StrInput(
             name="openai_organization",
             display_name="OpenAI Organization",
             advanced=True,
         ),
         StrInput(name="openai_proxy", display_name="OpenAI Proxy", advanced=True),
-        FloatInput(
-            name="request_timeout", display_name="Request Timeout", advanced=True
-        ),
-        BoolInput(
-            name="show_progress_bar", display_name="Show Progress Bar", advanced=True
-        ),
+        FloatInput(name="request_timeout", display_name="Request Timeout", advanced=True),
+        BoolInput(name="show_progress_bar", display_name="Show Progress Bar", advanced=True),
         BoolInput(name="skip_empty", display_name="Skip Empty", advanced=True),
         StrInput(
             name="tiktoken_model_name",
             display_name="TikToken Model Name",
             advanced=True,
         ),
-        BoolInput(
-            name="tiktoken_enable", display_name="TikToken Enable", advanced=True
-        ),
+        BoolInput(name="tiktoken_enable", display_name="TikToken Enable", advanced=True, value=True),
     ]
 
     outputs = [