Daniel Marques commited on
Commit
ecd60f5
1 Parent(s): 02aca85

fix: add handle

Browse files
Files changed (1) hide show
  1. main.py +7 -3
main.py CHANGED
@@ -36,11 +36,13 @@ class Delete(BaseModel):
36
 
37
  websocketClient = contextvars.ContextVar("websocketClient")
38
 
39
- class MyCustomSyncHandler(BaseCallbackHandler):
40
- def on_llm_new_token(self, token: str, **kwargs) -> None:
41
  ws = websocketClient.get()
42
 
43
- ws.send_text(f"token: {token}")
 
 
44
 
45
  print(f"token: {token}")
46
 
@@ -251,4 +253,6 @@ async def websocket_endpoint(websocket: WebSocket):
251
 
252
  res = QA(data)
253
 
 
 
254
  await websocket.send_text(f"Message text was:")
 
36
 
37
  websocketClient = contextvars.ContextVar("websocketClient")
38
 
39
+ class MyCustomSyncHandler(AsyncCallbackHandler):
40
+ async def on_llm_new_token(self, token: str, **kwargs) -> None:
41
  ws = websocketClient.get()
42
 
43
+ print(f"{ws}")
44
+
45
+ await ws.send_text(f"token: {token}")
46
 
47
  print(f"token: {token}")
48
 
 
253
 
254
  res = QA(data)
255
 
256
+ print(f"${res}")
257
+
258
  await websocket.send_text(f"Message text was:")