From c2027898de8d1500c36aa7547d1a23c09b58519f Mon Sep 17 00:00:00 2001 From: Gabriel Almeida Date: Sun, 28 May 2023 17:14:49 -0300 Subject: [PATCH] =?UTF-8?q?=F0=9F=90=9B=20fix(config.yaml):=20add=20CTrans?= =?UTF-8?q?formers=20to=20the=20list=20of=20supported=20llms=20?= =?UTF-8?q?=F0=9F=90=9B=20fix(utils.py):=20fix=20setting=20of=20streaming?= =?UTF-8?q?=20option=20for=20llm=20=F0=9F=8E=A8=20style(llms.py):=20add=20?= =?UTF-8?q?model=5Ffile=20and=20model=5Ftype=20fields=20to=20the=20list=20?= =?UTF-8?q?of=20non-advanced=20fields=20The=20first=20change=20adds=20CTra?= =?UTF-8?q?nsformers=20to=20the=20list=20of=20supported=20llms=20in=20the?= =?UTF-8?q?=20config.yaml=20file.=20The=20second=20change=20fixes=20a=20bu?= =?UTF-8?q?g=20in=20the=20try=5Fsetting=5Fstreaming=5Foptions=20function?= =?UTF-8?q?=20in=20utils.py=20where=20the=20streaming=20option=20was=20not?= =?UTF-8?q?=20being=20set=20correctly.=20The=20third=20change=20is=20a=20s?= =?UTF-8?q?tyle=20change=20that=20adds=20the=20model=5Ffile=20and=20model?= =?UTF-8?q?=5Ftype=20fields=20to=20the=20list=20of=20non-advanced=20fields?= =?UTF-8?q?=20in=20the=20LLMFrontendNode=20class=20in=20llms.py.?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/backend/langflow/config.yaml | 4 ++-- src/backend/langflow/interface/utils.py | 4 ++-- src/backend/langflow/template/frontend_node/llms.py | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/src/backend/langflow/config.yaml b/src/backend/langflow/config.yaml index b1da1b622..18bdaf9e2 100644 --- a/src/backend/langflow/config.yaml +++ b/src/backend/langflow/config.yaml @@ -45,13 +45,13 @@ documentloaders: embeddings: - OpenAIEmbeddings - HuggingFaceEmbeddings - llms: - OpenAI # - AzureOpenAI - ChatOpenAI - HuggingFaceHub - LlamaCpp + - CTransformers memories: - ConversationBufferMemory - ConversationSummaryMemory @@ -113,7 +113,7 @@ vectorstores: - Qdrant - Weaviate wrappers: - - RequestsWrapper # Wait more tests + - RequestsWrapper # - ChatPromptTemplate # - SystemMessagePromptTemplate # - HumanMessagePromptTemplate diff --git a/src/backend/langflow/interface/utils.py b/src/backend/langflow/interface/utils.py index 7368fda3e..2b7c5acd1 100644 --- a/src/backend/langflow/interface/utils.py +++ b/src/backend/langflow/interface/utils.py @@ -44,7 +44,7 @@ def try_setting_streaming_options(langchain_object, websocket): langchain_object.llm_chain, "llm" ): llm = langchain_object.llm_chain.llm - if isinstance(llm, BaseLanguageModel): - llm.streaming = bool(hasattr(llm, "streaming")) + if isinstance(llm, BaseLanguageModel) and hasattr(llm, "streaming"): + llm.streaming = True return langchain_object diff --git a/src/backend/langflow/template/frontend_node/llms.py b/src/backend/langflow/template/frontend_node/llms.py index 4dc32dff1..272770e2e 100644 --- a/src/backend/langflow/template/frontend_node/llms.py +++ b/src/backend/langflow/template/frontend_node/llms.py @@ -43,7 +43,7 @@ class LLMFrontendNode(FrontendNode): field.field_type = "code" field.advanced = True field.show = True - elif field.name in ["model_name", "temperature"]: + elif field.name in ["model_name", "temperature", "model_file", "model_type"]: field.advanced = False field.show = True