Add a new generic server to client message and frame type

This commit is contained in:
Mark Backman
2025-02-26 18:59:06 -05:00
parent 11383a86a1
commit 26c68ccd7c
3 changed files with 42 additions and 2 deletions

View File

@@ -38,6 +38,7 @@ from pipecat.frames.frames import (
LLMFullResponseStartFrame,
LLMTextFrame,
MetricsFrame,
ServerMessageFrame,
StartFrame,
SystemFrame,
TranscriptionFrame,
@@ -375,6 +376,12 @@ class RTVIMetricsMessage(BaseModel):
data: Mapping[str, Any]
class RTVIServerMessage(BaseModel):
label: RTVIMessageLiteral = RTVI_MESSAGE_LABEL
type: Literal["server-message"] = "server-message"
data: Any
class RTVIFrameProcessor(FrameProcessor):
def __init__(self, direction: FrameDirection = FrameDirection.DOWNSTREAM, **kwargs):
super().__init__(**kwargs)
@@ -710,6 +717,9 @@ class RTVIObserver(BaseObserver):
mark_as_seen = False
elif isinstance(frame, MetricsFrame):
await self._handle_metrics(frame)
elif isinstance(frame, ServerMessageFrame):
message = RTVIServerMessage(data=frame.data)
await self.push_transport_message_urgent(message)
if mark_as_seen:
self._frames_seen.add(frame.id)
@@ -895,6 +905,11 @@ class RTVIProcessor(FrameProcessor):
async def handle_message(self, message: RTVIMessage):
await self._message_queue.put(message)
async def _handle_server_message(self, frame: ServerMessageFrame):
"""Handle server message frame by converting it to a transport message."""
message = RTVIServerMessage(data=frame.data)
await self._push_transport_message(message)
async def handle_function_call(
self,
function_name: str,
@@ -934,6 +949,9 @@ class RTVIProcessor(FrameProcessor):
await self.push_frame(frame, direction)
elif isinstance(frame, TransportMessageUrgentFrame):
await self._handle_transport_message(frame)
elif isinstance(frame, ServerMessageFrame):
await self._handle_server_message(frame)
await self.push_frame(frame, direction)
# All other system frames
elif isinstance(frame, SystemFrame):
await self.push_frame(frame, direction)