wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[WIP] AWS Nova Sonic service

Browse Source
This commit is contained in:
Paul Kompfner
2025-04-24 14:21:43 -04:00
parent 13569a5a5a
commit 8cbad070ad
1 changed files with 10 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
src/pipecat/services/aws_nova_sonic/aws.py
View File

@@ -89,7 +89,7 @@ class AWSNovaSonicService(LLMService):
if isinstance(frame, InputAudioRawFrame): if isinstance(frame, InputAudioRawFrame):
# TODO: check if _audio_input_paused? what causes that? # TODO: check if _audio_input_paused? what causes that?
await self._send_user_audio(frame) await self._send_user_audio_event(frame)
await self.push_frame(frame, direction) await self.push_frame(frame, direction)
@@ -112,13 +112,13 @@ class AWSNovaSonicService(LLMService):
) )
# Send session start events # Send session start events
await self._send_session_start() await self._send_session_start_event()
# Send initial system instruction # Send initial system instruction
await self._send_text(text=self._instruction, role=Role.SYSTEM) await self._send_text_event(text=self._instruction, role=Role.SYSTEM)
# Start audio input # Start audio input
await self._send_audio_input_start() await self._send_audio_input_start_event()
self._receive_task = self.create_task(self._receive_task_handler()) self._receive_task = self.create_task(self._receive_task_handler())
except Exception as e: except Exception as e:
@@ -149,7 +149,7 @@ class AWSNovaSonicService(LLMService):
# #
# TODO: make params configurable? # TODO: make params configurable?
async def _send_session_start(self): async def _send_session_start_event(self):
session_start = """ session_start = """
{ {
"event": { "event": {
@@ -188,7 +188,7 @@ class AWSNovaSonicService(LLMService):
''' '''
await self._send_client_event(prompt_start) await self._send_client_event(prompt_start)
async def _send_audio_input_start(self): async def _send_audio_input_start_event(self):
audio_content_start = f''' audio_content_start = f'''
{{ {{
"event": {{ "event": {{
@@ -212,7 +212,7 @@ class AWSNovaSonicService(LLMService):
''' '''
await self._send_client_event(audio_content_start) await self._send_client_event(audio_content_start)
async def _send_text(self, text: str, role: Role): async def _send_text_event(self, text: str, role: Role):
content_name = str(uuid.uuid4()) content_name = str(uuid.uuid4())
text_content_start = f''' text_content_start = f'''
@@ -258,7 +258,7 @@ class AWSNovaSonicService(LLMService):
''' '''
await self._send_client_event(text_content_end) await self._send_client_event(text_content_end)
async def _send_user_audio(self, frame: InputAudioRawFrame): async def _send_user_audio_event(self, frame: InputAudioRawFrame):
if not self._client: if not self._client:
return return
@@ -357,7 +357,8 @@ class AWSNovaSonicService(LLMService):
async def _handle_content_end_event(self, event_json): async def _handle_content_end_event(self, event_json):
content_end = event_json["contentEnd"] content_end = event_json["contentEnd"]
type = content_end["type"] type = content_end["type"]
print(f"[pk] content end. type: {type}") stop_reason = content_end["stopReason"]
print(f"[pk] content end. type: {type}, stop_reason: {stop_reason}")
async def _handle_completion_end_event(self, event_json): async def _handle_completion_end_event(self, event_json):
print("[pk] completion end") print("[pk] completion end")