wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[WIP] AWS Nova Sonic service - add a hacky way of programmatically triggering an assistant response

Browse Source
This commit is contained in:
Paul Kompfner
2025-05-02 11:31:56 -04:00
parent 3784bdbd27
commit cc1f4ba81c
4 changed files with 100 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
examples/foundational/39-aws-nova-sonic.py
View File

@@ -83,12 +83,16 @@ async def run_bot(webrtc_connection: SmallWebRTCConnection):
),
)
# Specify initial system instruction
# Specify initial system instruction.
# HACK: note that, for now, we need to inject a special bit of text into this instruction to
# allow the first assistant response to be programmatically triggered (which happens in the
# on_client_connected handler, below)
# TODO: looks like Nova Sonic can't handle new lines?
system_instruction = (
"You are a friendly assistant. The user and you will engage in a spoken dialog "
"exchanging the transcripts of a natural real-time conversation. Keep your responses short, "
"generally two or three sentences for chatty scenarios."
"You are a friendly assistant. The user and you will engage in a spoken dialog exchanging "
"the transcripts of a natural real-time conversation. Keep your responses short, generally "
"two or three sentences for chatty scenarios. "
f"{AWSNovaSonicLLMService.AWAIT_TRIGGER_ASSISTANT_RESPONSE_INSTRUCTION}"
)
# Create the AWS Nova Sonic LLM service
@@ -117,7 +121,7 @@ async def run_bot(webrtc_connection: SmallWebRTCConnection):
{"role": "system", "content": f"{system_instruction}"},
{
"role": "user",
"content": "Say hello!",
"content": "Tell me a fun fact!",
},
],
tools=tools,
@@ -151,6 +155,10 @@ async def run_bot(webrtc_connection: SmallWebRTCConnection):
logger.info(f"Client connected")
# Kick off the conversation.
await task.queue_frames([context_aggregator.user().get_context_frame()])
# HACK: for now, we need this special way of triggering the first assistant response in AWS
# Nova Sonic. Note that this trigger requires a special corresponding bit of text in the
# system instruction. In the future, simply queueing the context frame should be sufficient.
await llm.trigger_assistant_response()
# Handle client disconnection events
@transport.event_handler("on_client_disconnected")