wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

processors(realtime-ai): use label instead of tag

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2024-07-21 08:26:12 -07:00
parent 82d539d174
commit dfbc11300c
1 changed files with 19 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
src/pipecat/processors/frameworks/realtimeai.py
View File

@@ -81,13 +81,13 @@ class RealtimeAIMessageData(BaseModel):
class RealtimeAIMessage(BaseModel): class RealtimeAIMessage(BaseModel):
tag: Literal["realtime-ai"] = "realtime-ai" label: Literal["realtime-ai"] = "realtime-ai"
type: str type: str
data: Optional[RealtimeAIMessageData] = None data: Optional[RealtimeAIMessageData] = None
class RealtimeAIBasicResponse(BaseModel): class RealtimeAIBasicResponse(BaseModel):
tag: Literal["realtime-ai"] = "realtime-ai" label: Literal["realtime-ai"] = "realtime-ai"
type: str type: str
success: bool success: bool
error: Optional[str] = None error: Optional[str] = None
@@ -97,8 +97,13 @@ class RealtimeAILLMContextMessageData(BaseModel):
messages: List[dict] messages: List[dict]
class RealtimeAIBotReady(BaseModel):
label: Literal["realtime-ai"] = "realtime-ai"
type: Literal["bot-ready"] = "bot-ready"
class RealtimeAILLMContextMessage(BaseModel): class RealtimeAILLMContextMessage(BaseModel):
tag: Literal["realtime-ai"] = "realtime-ai" label: Literal["realtime-ai"] = "realtime-ai"
type: Literal["llm-context"] = "llm-context" type: Literal["llm-context"] = "llm-context"
data: RealtimeAILLMContextMessageData data: RealtimeAILLMContextMessageData
@@ -110,24 +115,24 @@ class RealtimeAITranscriptionMessageData(BaseModel):
class RealtimeAITranscriptionMessage(BaseModel): class RealtimeAITranscriptionMessage(BaseModel):
tag: Literal["realtime-ai"] = "realtime-ai" label: Literal["realtime-ai"] = "realtime-ai"
type: Literal["user-transcription"] = "user-transcription" type: Literal["user-transcription"] = "user-transcription"
data: RealtimeAITranscriptionMessageData data: RealtimeAITranscriptionMessageData
class RealtimeAIInterimTranscriptionMessage(BaseModel): class RealtimeAIInterimTranscriptionMessage(BaseModel):
tag: Literal["realtime-ai"] = "realtime-ai" label: Literal["realtime-ai"] = "realtime-ai"
type: Literal["user-interim-transcription"] = "user-interim-transcription" type: Literal["user-interim-transcription"] = "user-interim-transcription"
data: RealtimeAITranscriptionMessageData data: RealtimeAITranscriptionMessageData
class RealtimeAIUserStartedSpeakingMessage(BaseModel): class RealtimeAIUserStartedSpeakingMessage(BaseModel):
tag: Literal["realtime-ai"] = "realtime-ai" label: Literal["realtime-ai"] = "realtime-ai"
type: Literal["user-started-speaking"] = "user-started-speaking" type: Literal["user-started-speaking"] = "user-started-speaking"
class RealtimeAIUserStoppedSpeakingMessage(BaseModel): class RealtimeAIUserStoppedSpeakingMessage(BaseModel):
tag: Literal["realtime-ai"] = "realtime-ai" label: Literal["realtime-ai"] = "realtime-ai"
type: Literal["user-stopped-speaking"] = "user-stopped-speaking" type: Literal["user-stopped-speaking"] = "user-stopped-speaking"
@@ -299,6 +304,10 @@ class RealtimeAIProcessor(FrameProcessor):
# as the initial one. # as the initial one.
start_frame = dataclasses.replace(self._start_frame) start_frame = dataclasses.replace(self._start_frame)
await self.push_frame(start_frame) await self.push_frame(start_frame)
message = RealtimeAIBotReady()
frame = TransportMessageFrame(message=message.model_dump(exclude_none=True))
await self.push_frame(frame)
except Exception as e: except Exception as e:
await self._send_response("setup", False, f"unable to create pipeline: {e}") await self._send_response("setup", False, f"unable to create pipeline: {e}")
@@ -354,6 +363,6 @@ class RealtimeAIProcessor(FrameProcessor):
if parent and self._start_frame: if parent and self._start_frame:
parent.link(pipeline) parent.link(pipeline)
response = RealtimeAIBasicResponse(type=type, success=success, error=error) message = RealtimeAIBasicResponse(type=type, success=success, error=error)
message = TransportMessageFrame(message=response.model_dump(exclude_none=True)) frame = TransportMessageFrame(message=message.model_dump(exclude_none=True))
await self.push_frame(message) await self.push_frame(frame)