wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix to make on_user_turn_stop_timeout work with ExternalUserTurnStrategies

Browse Source
This commit is contained in:
Mark Backman
2026-01-14 20:01:50 -05:00
parent e7b5ff49f4
commit f3993f1775
3 changed files with 77 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
src/pipecat/turns/user_turn_controller.py
View File

@@ -12,6 +12,8 @@ from typing import Optional, Type
from pipecat.frames.frames import (
Frame,
TranscriptionFrame,
UserStartedSpeakingFrame,
UserStoppedSpeakingFrame,
VADUserStartedSpeakingFrame,
VADUserStoppedSpeakingFrame,
)
@@ -80,7 +82,7 @@ class UserTurnController(BaseObject):
self._task_manager: Optional[BaseTaskManager] = None
self._vad_user_speaking = False
self._user_speaking = False
self._user_turn = False
self._user_turn_stop_timeout_event = asyncio.Event()
@@ -146,7 +148,11 @@ class UserTurnController(BaseObject):
frame: The frame to be processed.
"""
if isinstance(frame, VADUserStartedSpeakingFrame):
if isinstance(frame, UserStartedSpeakingFrame):
await self._handle_user_started_speaking(frame)
elif isinstance(frame, UserStoppedSpeakingFrame):
await self._handle_user_stopped_speaking(frame)
elif isinstance(frame, VADUserStartedSpeakingFrame):
await self._handle_vad_user_started_speaking(frame)
elif isinstance(frame, VADUserStoppedSpeakingFrame):
await self._handle_vad_user_stopped_speaking(frame)
@@ -179,14 +185,26 @@ class UserTurnController(BaseObject):
for s in self._user_turn_strategies.stop or []:
await s.cleanup()
async def _handle_user_started_speaking(self, frame: UserStartedSpeakingFrame):
self._user_speaking = True
# The user started talking, let's reset the user turn timeout.
self._user_turn_stop_timeout_event.set()
async def _handle_user_stopped_speaking(self, frame: UserStoppedSpeakingFrame):
self._user_speaking = False
# The user stopped talking, let's reset the user turn timeout.
self._user_turn_stop_timeout_event.set()
async def _handle_vad_user_started_speaking(self, frame: VADUserStartedSpeakingFrame):
self._vad_user_speaking = True
self._user_speaking = True
# The user started talking, let's reset the user turn timeout.
self._user_turn_stop_timeout_event.set()
async def _handle_vad_user_stopped_speaking(self, frame: VADUserStoppedSpeakingFrame):
self._vad_user_speaking = False
self._user_speaking = False
# The user stopped talking, let's reset the user turn timeout.
self._user_turn_stop_timeout_event.set()
@@ -260,7 +278,7 @@ class UserTurnController(BaseObject):
)
self._user_turn_stop_timeout_event.clear()
except asyncio.TimeoutError:
if self._user_turn and not self._vad_user_speaking:
if self._user_turn and not self._user_speaking:
await self._call_event_handler("on_user_turn_stop_timeout")
await self._trigger_user_turn_stop(
None, UserTurnStoppedParams(enable_user_speaking_frames=True)