🐛 fix(callback.py): remove "Prompt after formatting" from text before sending it as a prompt to the frontend

✨ feat(callback.py): send an empty message with the prompt to the frontend when "Prompt after formatting" is in the text
🐛 fix(schemas.py): make the prompt field optional in the ChatResponse schema

src/backend/langflow/api/v1/callback.py

@@ -104,6 +104,15 @@ class AsyncStreamingLLMCallbackHandler(AsyncCallbackHandler):
         # This runs when first sending the prompt
         # to the LLM, adding it will send the final prompt
         # to the frontend
+        if "Prompt after formatting" in text:
+            text = text.replace("Prompt after formatting", "")
+            resp = ChatResponse(
+                message="",
+                type="stream",
+                intermediate_steps="",
+                prompt=text,
+            )
+            await self.websocket.send_json(resp.dict())
 
     async def on_agent_action(self, action: AgentAction, **kwargs: Any):
         log = f"Thought: {action.log}"

src/backend/langflow/api/v1/schemas.py

@@ -61,6 +61,7 @@ class ChatResponse(ChatMessage):
     """Chat response schema."""
 
     intermediate_steps: str
+    prompt: Optional[str] = ""
     type: str
     is_bot: bool = True
     files: list = []