wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix: SimliVideoService was continuously emitting audio, preventing BotStoppedSpeakingFrame from being sent

Browse Source
This commit is contained in:
Mark Backman
2025-05-02 16:26:23 -04:00
parent b60691c7b2
commit eeaa9f67a1
3 changed files with 14 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
CHANGELOG.md
View File

@@ -136,6 +136,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
### Fixed ### Fixed
- Fixed an issue with `SimliVideoService` where the bot was continuously outputting
audio, which prevents the `BotStoppedSpeakingFrame` from being emitted.
- Fixed an issue where `OpenAIRealtimeBetaLLMService` would add two assistant - Fixed an issue where `OpenAIRealtimeBetaLLMService` would add two assistant
messages to the context. messages to the context.

1
examples/foundational/27-simli-layer.py
View File

@@ -36,6 +36,7 @@ async def run_bot(webrtc_connection: SmallWebRTCConnection, _: argparse.Namespac
audio_in_enabled=True, audio_in_enabled=True,
audio_out_enabled=True, audio_out_enabled=True,
video_out_enabled=True, video_out_enabled=True,
video_out_is_live=True,
video_out_width=512, video_out_width=512,
video_out_height=512, video_out_height=512,
vad_analyzer=SileroVADAnalyzer(), vad_analyzer=SileroVADAnalyzer(),

17
src/pipecat/services/simli/video.py
View File

@@ -64,13 +64,16 @@ class SimliVideoService(FrameProcessor):
async for audio_frame in self._simli_client.getAudioStreamIterator(): async for audio_frame in self._simli_client.getAudioStreamIterator():
resampled_frames = self._pipecat_resampler.resample(audio_frame) resampled_frames = self._pipecat_resampler.resample(audio_frame)
for resampled_frame in resampled_frames: for resampled_frame in resampled_frames:
await self.push_frame( audio_array = resampled_frame.to_ndarray()
TTSAudioRawFrame( # Only push frame is there is audio (e.g. not silence)
audio=resampled_frame.to_ndarray().tobytes(), if audio_array.any():
sample_rate=self._pipecat_resampler.rate, await self.push_frame(
num_channels=1, TTSAudioRawFrame(
), audio=audio_array.tobytes(),
) sample_rate=self._pipecat_resampler.rate,
num_channels=1,
),
)
async def _consume_and_process_video(self): async def _consume_and_process_video(self):
await self._pipecat_resampler_event.wait() await self._pipecat_resampler_event.wait()