fix: Use Runnable's asynchronous methods to prevent blocking (#9466)
Co-authored-by: Gabriel Luiz Freitas Almeida <gabriel@langflow.org>
This commit is contained in:
parent
8c74c98b8d
commit
74080df2af
1 changed files with 3 additions and 3 deletions
|
|
@ -252,7 +252,7 @@ class LCModelComponent(Component):
|
||||||
if stream:
|
if stream:
|
||||||
lf_message, result = await self._handle_stream(runnable, inputs)
|
lf_message, result = await self._handle_stream(runnable, inputs)
|
||||||
else:
|
else:
|
||||||
message = runnable.invoke(inputs)
|
message = await runnable.ainvoke(inputs)
|
||||||
result = message.content if hasattr(message, "content") else message
|
result = message.content if hasattr(message, "content") else message
|
||||||
if isinstance(message, AIMessage):
|
if isinstance(message, AIMessage):
|
||||||
status_message = self.build_status_message(message)
|
status_message = self.build_status_message(message)
|
||||||
|
|
@ -288,7 +288,7 @@ class LCModelComponent(Component):
|
||||||
else:
|
else:
|
||||||
session_id = None
|
session_id = None
|
||||||
model_message = Message(
|
model_message = Message(
|
||||||
text=runnable.stream(inputs),
|
text=runnable.astream(inputs),
|
||||||
sender=MESSAGE_SENDER_AI,
|
sender=MESSAGE_SENDER_AI,
|
||||||
sender_name="AI",
|
sender_name="AI",
|
||||||
properties={"icon": self.icon, "state": "partial"},
|
properties={"icon": self.icon, "state": "partial"},
|
||||||
|
|
@ -298,7 +298,7 @@ class LCModelComponent(Component):
|
||||||
lf_message = await self.send_message(model_message)
|
lf_message = await self.send_message(model_message)
|
||||||
result = lf_message.text
|
result = lf_message.text
|
||||||
else:
|
else:
|
||||||
message = runnable.invoke(inputs)
|
message = await runnable.ainvoke(inputs)
|
||||||
result = message.content if hasattr(message, "content") else message
|
result = message.content if hasattr(message, "content") else message
|
||||||
return lf_message, result
|
return lf_message, result
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue