From 94d00cc7b3ab6bb6b5526c1a62dae8f7e2d908c3 Mon Sep 17 00:00:00 2001 From: Gabriel Luiz Freitas Almeida Date: Wed, 28 Feb 2024 21:40:56 -0300 Subject: [PATCH] Remove unused code and callback handler --- src/backend/langflow/api/v1/callback.py | 22 +--------------------- src/backend/langflow/processing/base.py | 3 --- 2 files changed, 1 insertion(+), 24 deletions(-) diff --git a/src/backend/langflow/api/v1/callback.py b/src/backend/langflow/api/v1/callback.py index ba6854b28..bfde958f0 100644 --- a/src/backend/langflow/api/v1/callback.py +++ b/src/backend/langflow/api/v1/callback.py @@ -1,9 +1,8 @@ -import asyncio from typing import TYPE_CHECKING, Any, Dict, List, Optional from uuid import UUID from langchain.schema import AgentAction, AgentFinish -from langchain_core.callbacks.base import AsyncCallbackHandler, BaseCallbackHandler +from langchain_core.callbacks.base import AsyncCallbackHandler from loguru import logger from langflow.api.v1.schemas import ChatResponse, PromptResponse @@ -100,7 +99,6 @@ class AsyncStreamingLLMCallbackHandleSIO(AsyncCallbackHandler): await self.socketio_service.emit_message( to=self.sid, data=resp.model_dump() ) - self.chat_service.chat_history.add_message(self.client_id, resp) async def on_agent_action(self, action: AgentAction, **kwargs: Any): log = f"Thought: {action.log}" @@ -125,21 +123,3 @@ class AsyncStreamingLLMCallbackHandleSIO(AsyncCallbackHandler): intermediate_steps=finish.log, ) await self.socketio_service.emit_token(to=self.sid, data=resp.model_dump()) - - -class StreamingLLMCallbackHandler(BaseCallbackHandler): - """Callback handler for streaming LLM responses.""" - - def __init__(self, client_id: str): - self.chat_service = get_chat_service() - self.client_id = client_id - self.socketio_service = self.chat_service.active_connections[self.client_id] - - def on_llm_new_token(self, token: str, **kwargs: Any) -> None: - resp = ChatResponse(message=token, type="stream", intermediate_steps="") - - loop = asyncio.get_event_loop() - coroutine = self.socketio_service.emit_token( - to=self.sid, data=resp.model_dump() - ) - asyncio.run_coroutine_threadsafe(coroutine, loop) diff --git a/src/backend/langflow/processing/base.py b/src/backend/langflow/processing/base.py index f61c22743..985af1bbf 100644 --- a/src/backend/langflow/processing/base.py +++ b/src/backend/langflow/processing/base.py @@ -4,7 +4,6 @@ from langchain.agents.agent import AgentExecutor from langchain.callbacks.base import BaseCallbackHandler from loguru import logger -from langflow.api.v1.callback import StreamingLLMCallbackHandler from langflow.processing.process import fix_memory_inputs, format_actions from langflow.services.deps import get_plugins_service @@ -15,8 +14,6 @@ if TYPE_CHECKING: def setup_callbacks(sync, trace_id, **kwargs): """Setup callbacks for langchain object""" callbacks = [] - callbacks.append(StreamingLLMCallbackHandler(**kwargs)) - plugin_service = get_plugins_service() plugin_callbacks = plugin_service.get_callbacks(_id=trace_id) if plugin_callbacks: