wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[WIP] AWS Nova Sonic service

Browse Source
This commit is contained in:
Paul Kompfner
2025-04-23 17:44:07 -04:00
parent 6d30f441e8
commit 7668b27fc0
2 changed files with 12 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
examples/foundational/39-aws-nova-sonic.py
View File

@@ -32,6 +32,7 @@ async def run_bot(webrtc_connection: SmallWebRTCConnection):
webrtc_connection=webrtc_connection, webrtc_connection=webrtc_connection,
params=TransportParams( params=TransportParams(
audio_in_enabled=True, audio_in_enabled=True,
audio_in_sample_rate=16000,
audio_out_enabled=True, audio_out_enabled=True,
camera_in_enabled=False, camera_in_enabled=False,
vad_enabled=True, vad_enabled=True,
@@ -43,12 +44,16 @@ async def run_bot(webrtc_connection: SmallWebRTCConnection):
) )
# Create the AWS Nova Sonic LLM service # Create the AWS Nova Sonic LLM service
system_instruction = f""" # system_instruction = f"""
You are a helpful AI assistant. # You are a helpful AI assistant.
Your goal is to demonstrate your capabilities in a helpful and engaging way. # Your goal is to demonstrate your capabilities in a helpful and engaging way.
Your output will be converted to audio so don't include special characters in your answers. # Your output will be converted to audio so don't include special characters in your answers.
Respond to what the user said in a creative and helpful way. # Respond to what the user said in a creative and helpful way.
""" # """
# TODO: looks like Nova Sonic can't handle new lines?
system_instruction = "You are a friendly assistant. The user and you will engage in a spoken dialog " \
"exchanging the transcripts of a natural real-time conversation. Keep your responses short, " \
"generally two or three sentences for chatty scenarios."
llm = AWSNovaSonicService( llm = AWSNovaSonicService(
instruction=system_instruction, instruction=system_instruction,

2
src/pipecat/services/aws_nova_sonic/aws.py
View File

@@ -306,7 +306,7 @@ class AWSNovaSonicService(LLMService):
logger.debug(f"[pk] got JSON from server: {json_data}") logger.debug(f"[pk] got JSON from server: {json_data}")
if "audioOutput" in json_data["event"]: if "audioOutput" in json_data["event"]:
self._handle_audio_output_event(json_data["event"]) await self._handle_audio_output_event(json_data["event"])
except Exception as e: except Exception as e:
logger.error(f"{self} error processing responses: {e}") logger.error(f"{self} error processing responses: {e}")