fix callback use client_id (#993)
This commit is contained in:
commit
a308585d01
1 changed files with 2 additions and 2 deletions
|
|
@ -123,8 +123,8 @@ class AsyncStreamingLLMCallbackHandler(AsyncCallbackHandler):
|
||||||
class StreamingLLMCallbackHandler(BaseCallbackHandler):
|
class StreamingLLMCallbackHandler(BaseCallbackHandler):
|
||||||
"""Callback handler for streaming LLM responses."""
|
"""Callback handler for streaming LLM responses."""
|
||||||
|
|
||||||
def __init__(self, websocket):
|
def __init__(self, client_id: str):
|
||||||
self.websocket = websocket
|
self.client_id = client_id
|
||||||
|
|
||||||
def on_llm_new_token(self, token: str, **kwargs: Any) -> None:
|
def on_llm_new_token(self, token: str, **kwargs: Any) -> None:
|
||||||
resp = ChatResponse(message=token, type="stream", intermediate_steps="")
|
resp = ChatResponse(message=token, type="stream", intermediate_steps="")
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue