Spaces:
Paused
Paused
Daniel Marques
commited on
Commit
·
bd32b51
1
Parent(s):
cde8337
fix: add type filter message
Browse files
main.py
CHANGED
@@ -55,6 +55,20 @@ class MyCustomSyncHandler(BaseCallbackHandler):
|
|
55 |
self.message += token
|
56 |
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
57 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
58 |
LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
|
59 |
|
60 |
prompt, memory = get_prompt_template(promptTemplate_type="llama", history=True)
|
@@ -233,7 +247,7 @@ async def websocket_endpoint(websocket: WebSocket, client_id: int):
|
|
233 |
i = 0
|
234 |
for item in pubsub.listen():
|
235 |
i+=1
|
236 |
-
|
237 |
print(item["type"] == "message")
|
238 |
|
239 |
if(i > 10 ): pubsub.unsubscribe({client_id})
|
|
|
55 |
self.message += token
|
56 |
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
57 |
|
58 |
+
def on_llm_end(self, response: LLMResult, **kwargs: Any) -> Any:
|
59 |
+
self.message = "end"
|
60 |
+
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
61 |
+
|
62 |
+
def on_llm_error(
|
63 |
+
self, error: Union[Exception, KeyboardInterrupt], **kwargs: Any
|
64 |
+
) -> Any:
|
65 |
+
self.message = "end"
|
66 |
+
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
67 |
+
|
68 |
+
def on_chain_end(self, outputs: Dict[str, Any], **kwargs: Any) -> Any:
|
69 |
+
self.message = "end"
|
70 |
+
redisClient.publish(f'{kwargs["tags"][0]}', self.message)
|
71 |
+
|
72 |
LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
|
73 |
|
74 |
prompt, memory = get_prompt_template(promptTemplate_type="llama", history=True)
|
|
|
247 |
i = 0
|
248 |
for item in pubsub.listen():
|
249 |
i+=1
|
250 |
+
|
251 |
print(item["type"] == "message")
|
252 |
|
253 |
if(i > 10 ): pubsub.unsubscribe({client_id})
|