wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[WIP] AWS Nova Sonic service - recover from unwanted disconnection due to an error

Browse Source
This commit is contained in:
Paul Kompfner
2025-05-06 11:12:47 -04:00
parent c4d0f91a7f
commit d388c057c0
2 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/pipecat/services/aws_nova_sonic/aws.py
View File

@@ -153,6 +153,7 @@ class AWSNovaSonicLLMService(LLMService):
self._assistant_response_trigger_audio: bytes = None # Not cleared on _disconnect() self._assistant_response_trigger_audio: bytes = None # Not cleared on _disconnect()
self._disconnecting = False self._disconnecting = False
self._connected_time: float = None self._connected_time: float = None
self._wants_connection = False
# #
# standard AIService frame handling # standard AIService frame handling
@@ -160,6 +161,7 @@ class AWSNovaSonicLLMService(LLMService):
async def start(self, frame: StartFrame): async def start(self, frame: StartFrame):
await super().start(frame) await super().start(frame)
self._wants_connection = True
# TODO: maybe connect but don't send history until we get all of our settings? # TODO: maybe connect but don't send history until we get all of our settings?
# how do we know how long to wait? # how do we know how long to wait?
# ah, i think we'll *always* get at least one OpenAILLMContextFrame which kicks things off # ah, i think we'll *always* get at least one OpenAILLMContextFrame which kicks things off
@@ -171,10 +173,12 @@ class AWSNovaSonicLLMService(LLMService):
async def stop(self, frame: EndFrame): async def stop(self, frame: EndFrame):
await super().stop(frame) await super().stop(frame)
self._wants_connection = False
await self._disconnect() await self._disconnect()
async def cancel(self, frame: CancelFrame): async def cancel(self, frame: CancelFrame):
await super().cancel(frame) await super().cancel(frame)
self._wants_connection = False
await self._disconnect() await self._disconnect()
# #
@@ -183,6 +187,7 @@ class AWSNovaSonicLLMService(LLMService):
async def reset_conversation(self): async def reset_conversation(self):
logger.debug("Resetting conversation") logger.debug("Resetting conversation")
await self._handle_bot_stopped_speaking()
await self._disconnect() await self._disconnect()
await self._start_connecting() await self._start_connecting()
# Use existing context # Use existing context
@@ -694,6 +699,8 @@ class AWSNovaSonicLLMService(LLMService):
except Exception as e: except Exception as e:
logger.error(f"{self} error processing responses: {e}") logger.error(f"{self} error processing responses: {e}")
if self._wants_connection:
await self.reset_conversation()
async def _handle_completion_start_event(self, event_json): async def _handle_completion_start_event(self, event_json):
# print("[pk] completion start") # print("[pk] completion start")

2
src/pipecat/services/aws_nova_sonic/context.py
View File

@@ -143,6 +143,8 @@ class AWSNovaSonicLLMContext(OpenAILLMContext):
# print(f"[pk] assistant text buffered: {self._assistant_text}") # print(f"[pk] assistant text buffered: {self._assistant_text}")
def flush_aggregated_assistant_text(self): def flush_aggregated_assistant_text(self):
if not self._assistant_text:
return
message = { message = {
"role": "assistant", "role": "assistant",
"content": [{"type": "text", "text": self._assistant_text}], "content": [{"type": "text", "text": self._assistant_text}],