🐛 fix(config.yaml): add CTransformers to the list of supported llms
🐛 fix(utils.py): fix setting of streaming option for llm 🎨 style(llms.py): add model_file and model_type fields to the list of non-advanced fields The first change adds CTransformers to the list of supported llms in the config.yaml file. The second change fixes a bug in the try_setting_streaming_options function in utils.py where the streaming option was not being set correctly. The third change is a style change that adds the model_file and model_type fields to the list of non-advanced fields in the LLMFrontendNode class in llms.py.
This commit is contained in:
parent
4848759aeb
commit
c2027898de
3 changed files with 5 additions and 5 deletions
|
|
@ -45,13 +45,13 @@ documentloaders:
|
||||||
embeddings:
|
embeddings:
|
||||||
- OpenAIEmbeddings
|
- OpenAIEmbeddings
|
||||||
- HuggingFaceEmbeddings
|
- HuggingFaceEmbeddings
|
||||||
|
|
||||||
llms:
|
llms:
|
||||||
- OpenAI
|
- OpenAI
|
||||||
# - AzureOpenAI
|
# - AzureOpenAI
|
||||||
- ChatOpenAI
|
- ChatOpenAI
|
||||||
- HuggingFaceHub
|
- HuggingFaceHub
|
||||||
- LlamaCpp
|
- LlamaCpp
|
||||||
|
- CTransformers
|
||||||
memories:
|
memories:
|
||||||
- ConversationBufferMemory
|
- ConversationBufferMemory
|
||||||
- ConversationSummaryMemory
|
- ConversationSummaryMemory
|
||||||
|
|
@ -113,7 +113,7 @@ vectorstores:
|
||||||
- Qdrant
|
- Qdrant
|
||||||
- Weaviate
|
- Weaviate
|
||||||
wrappers:
|
wrappers:
|
||||||
- RequestsWrapper # Wait more tests
|
- RequestsWrapper
|
||||||
# - ChatPromptTemplate
|
# - ChatPromptTemplate
|
||||||
# - SystemMessagePromptTemplate
|
# - SystemMessagePromptTemplate
|
||||||
# - HumanMessagePromptTemplate
|
# - HumanMessagePromptTemplate
|
||||||
|
|
|
||||||
|
|
@ -44,7 +44,7 @@ def try_setting_streaming_options(langchain_object, websocket):
|
||||||
langchain_object.llm_chain, "llm"
|
langchain_object.llm_chain, "llm"
|
||||||
):
|
):
|
||||||
llm = langchain_object.llm_chain.llm
|
llm = langchain_object.llm_chain.llm
|
||||||
if isinstance(llm, BaseLanguageModel):
|
if isinstance(llm, BaseLanguageModel) and hasattr(llm, "streaming"):
|
||||||
llm.streaming = bool(hasattr(llm, "streaming"))
|
llm.streaming = True
|
||||||
|
|
||||||
return langchain_object
|
return langchain_object
|
||||||
|
|
|
||||||
|
|
@ -43,7 +43,7 @@ class LLMFrontendNode(FrontendNode):
|
||||||
field.field_type = "code"
|
field.field_type = "code"
|
||||||
field.advanced = True
|
field.advanced = True
|
||||||
field.show = True
|
field.show = True
|
||||||
elif field.name in ["model_name", "temperature"]:
|
elif field.name in ["model_name", "temperature", "model_file", "model_type"]:
|
||||||
field.advanced = False
|
field.advanced = False
|
||||||
field.show = True
|
field.show = True
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue