Fix disallowed_special parameter in OpenAIEmbeddingsComponent
This commit is contained in:
parent
e93c512f37
commit
778ed3a8e7
1 changed files with 4 additions and 1 deletions
|
|
@ -95,12 +95,15 @@ class OpenAIEmbeddingsComponent(CustomComponent):
|
||||||
tikToken_enable: bool = True,
|
tikToken_enable: bool = True,
|
||||||
tiktoken_model_name: Optional[str] = None,
|
tiktoken_model_name: Optional[str] = None,
|
||||||
) -> Union[OpenAIEmbeddings, Callable]:
|
) -> Union[OpenAIEmbeddings, Callable]:
|
||||||
|
# This is to avoid errors with Vector Stores (e.g Chroma)
|
||||||
|
if disallowed_special == ["all"]:
|
||||||
|
disallowed_special = "all"
|
||||||
return OpenAIEmbeddings(
|
return OpenAIEmbeddings(
|
||||||
tiktoken_enabled=tikToken_enable,
|
tiktoken_enabled=tikToken_enable,
|
||||||
default_headers=default_headers,
|
default_headers=default_headers,
|
||||||
default_query=default_query,
|
default_query=default_query,
|
||||||
allowed_special=set(allowed_special),
|
allowed_special=set(allowed_special),
|
||||||
disallowed_special=set(disallowed_special),
|
disallowed_special="all",
|
||||||
chunk_size=chunk_size,
|
chunk_size=chunk_size,
|
||||||
client=client,
|
client=client,
|
||||||
deployment=deployment,
|
deployment=deployment,
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue