Added HuggingFaceHub and fixed the stream parameter + added summarization as a task option
This commit is contained in:
parent
647f7b7a16
commit
90d2517fc1
3 changed files with 12 additions and 3 deletions
|
|
@ -55,6 +55,7 @@ llms:
|
||||||
- LlamaCpp
|
- LlamaCpp
|
||||||
- CTransformers
|
- CTransformers
|
||||||
- Cohere
|
- Cohere
|
||||||
|
- HuggingFaceHub
|
||||||
memories:
|
memories:
|
||||||
- ConversationBufferMemory
|
- ConversationBufferMemory
|
||||||
- ConversationSummaryMemory
|
- ConversationSummaryMemory
|
||||||
|
|
|
||||||
|
|
@ -44,7 +44,11 @@ def try_setting_streaming_options(langchain_object, websocket):
|
||||||
langchain_object.llm_chain, "llm"
|
langchain_object.llm_chain, "llm"
|
||||||
):
|
):
|
||||||
llm = langchain_object.llm_chain.llm
|
llm = langchain_object.llm_chain.llm
|
||||||
if isinstance(llm, BaseLanguageModel) and hasattr(llm, "streaming"):
|
|
||||||
llm.streaming = True
|
if isinstance(llm, BaseLanguageModel):
|
||||||
|
if hasattr(llm, "streaming"):
|
||||||
|
llm.streaming = True
|
||||||
|
if hasattr(llm, "stream"):
|
||||||
|
llm.stream = True
|
||||||
|
|
||||||
return langchain_object
|
return langchain_object
|
||||||
|
|
|
||||||
|
|
@ -34,7 +34,11 @@ class LLMFrontendNode(FrontendNode):
|
||||||
field.required = True
|
field.required = True
|
||||||
field.show = True
|
field.show = True
|
||||||
field.is_list = True
|
field.is_list = True
|
||||||
field.options = ["text-generation", "text2text-generation"]
|
field.options = [
|
||||||
|
"text-generation",
|
||||||
|
"text2text-generation",
|
||||||
|
"summarization"
|
||||||
|
]
|
||||||
field.advanced = True
|
field.advanced = True
|
||||||
|
|
||||||
if display_name := display_names_dict.get(field.name):
|
if display_name := display_names_dict.get(field.name):
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue