From 534cf7c1a66867929ad48af25f688efefe07ed0d Mon Sep 17 00:00:00 2001 From: Ricardo Henriques Date: Sun, 18 Feb 2024 18:47:50 +0000 Subject: [PATCH] Changes some parameters for mypy linting compatibility --- .../langflow/components/llms/ChatLiteLLM.py | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/src/backend/langflow/components/llms/ChatLiteLLM.py b/src/backend/langflow/components/llms/ChatLiteLLM.py index 788b552ce..59507733f 100644 --- a/src/backend/langflow/components/llms/ChatLiteLLM.py +++ b/src/backend/langflow/components/llms/ChatLiteLLM.py @@ -102,20 +102,20 @@ class ChatLiteLLMComponent(CustomComponent): model_kwargs: Optional[Dict[str, Any]] = {}, top_p: Optional[float] = None, top_k: Optional[int] = None, - n: Optional[int] = 1, - max_tokens: Optional[int] = 256, - max_retries: Optional[int] = 6, - verbose: Optional[bool] = False, + n: int = 1, + max_tokens: int = 256, + max_retries: int = 6, + verbose: bool = False, ) -> Union[BaseLanguageModel, Callable]: try: import litellm + litellm.drop_params=True + litellm.set_verbose=verbose except ImportError: raise ChatLiteLLMException( "Could not import litellm python package. " "Please install it with `pip install litellm`" ) - litellm.drop_params=True - litellm.set_verbose=verbose if api_key: if "perplexity" in model: os.environ["PERPLEXITYAI_API_KEY"] = api_key @@ -124,9 +124,10 @@ class ChatLiteLLMComponent(CustomComponent): LLM = ChatLiteLLM( model=model, + client=None, streaming=streaming, temperature=temperature, - model_kwargs=model_kwargs, + model_kwargs=model_kwargs if model_kwargs is not None else {}, top_p=top_p, top_k=top_k, n=n,