17ea7d9f95
- Added a new endpoint for streaming chat messages in FastAPI, allowing real-time interaction. - Enhanced the `PresentationChatService` to support streaming replies with event types for chunked responses, status updates, and tool tracing. - Updated the chat UI to handle and display assistant activities, including loading states and tool usage. - Introduced new models for SSE responses and integrated them into the chat service. - Improved error handling and response management in the chat API.
49 lines
1.1 KiB
Python
49 lines
1.1 KiB
Python
import json
|
|
|
|
from pydantic import BaseModel
|
|
|
|
|
|
class SSEResponse(BaseModel):
|
|
event: str
|
|
data: str
|
|
|
|
def to_string(self):
|
|
return f"event: {self.event}\ndata: {self.data}\n\n"
|
|
|
|
|
|
class SSEStatusResponse(BaseModel):
|
|
status: str
|
|
|
|
def to_string(self):
|
|
return SSEResponse(
|
|
event="response", data=json.dumps({"type": "status", "status": self.status})
|
|
).to_string()
|
|
|
|
|
|
class SSETraceResponse(BaseModel):
|
|
trace: object
|
|
|
|
def to_string(self):
|
|
return SSEResponse(
|
|
event="response", data=json.dumps({"type": "trace", "trace": self.trace})
|
|
).to_string()
|
|
|
|
|
|
class SSEErrorResponse(BaseModel):
|
|
detail: str
|
|
|
|
def to_string(self):
|
|
return SSEResponse(
|
|
event="response", data=json.dumps({"type": "error", "detail": self.detail})
|
|
).to_string()
|
|
|
|
|
|
class SSECompleteResponse(BaseModel):
|
|
key: str
|
|
value: object
|
|
|
|
def to_string(self):
|
|
return SSEResponse(
|
|
event="response",
|
|
data=json.dumps({"type": "complete", self.key: self.value}),
|
|
).to_string()
|