wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

processors(realtime-ai): llm-context now uses a data field

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2024-07-19 17:40:20 -07:00
parent f094c42728
commit 6fbf98d8e2
1 changed files with 10 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
src/pipecat/processors/frameworks/realtimeai.py
View File

@@ -89,10 +89,14 @@ class RealtimeAIBasicResponse(BaseModel):
error: Optional[str] = None error: Optional[str] = None
class RealtimeAILLMContextResponse(BaseModel): class RealtimeAILLMContextMessageData(BaseModel):
messages: List[dict]
class RealtimeAILLMContextMessage(BaseModel):
tag: Literal["realtime-ai"] = "realtime-ai" tag: Literal["realtime-ai"] = "realtime-ai"
type: Literal["llm-context"] = "llm-context" type: Literal["llm-context"] = "llm-context"
messages: List[dict] data: RealtimeAILLMContextMessageData
class RealtimeAITranscriptionMessageData(BaseModel): class RealtimeAITranscriptionMessageData(BaseModel):
@@ -279,10 +283,10 @@ class RealtimeAIProcessor(FrameProcessor):
await self.push_frame(frame) await self.push_frame(frame)
async def _handle_llm_get_context(self): async def _handle_llm_get_context(self):
messages = self._tma_in.messages data = RealtimeAILLMContextMessageData(messages=self._tma_in.messages)
response = RealtimeAILLMContextResponse(messages=messages) message = RealtimeAILLMContextMessage(data=data)
message = TransportMessageFrame(message=response.model_dump(exclude_none=True)) frame = TransportMessageFrame(message=message.model_dump(exclude_none=True))
await self.push_frame(message) await self.push_frame(frame)
async def _handle_llm_append_context(self, data: RealtimeAILLMMessageData): async def _handle_llm_append_context(self, data: RealtimeAILLMMessageData):
if data and data.messages: if data and data.messages: