wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Adding real-time throttling to the audio mixer.

Browse Source
This commit is contained in:
Filipi Fuchter
2025-05-05 06:55:34 -03:00
parent 9a2c603c91
commit 1d69a92ea1
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/pipecat/transports/base_output.py
View File

@@ -431,6 +431,9 @@ class BaseOutputTransport(FrameProcessor):
async def with_mixer(vad_stop_secs: float) -> AsyncGenerator[Frame, None]: async def with_mixer(vad_stop_secs: float) -> AsyncGenerator[Frame, None]:
last_frame_time = 0 last_frame_time = 0
silence = b"\x00" * self._audio_chunk_size silence = b"\x00" * self._audio_chunk_size
# chunk duration in seconds
chunk_duration = ( 10 * self._params.audio_out_10ms_chunks ) / 1000.0
next_frame_time = time.time()
while True: while True:
try: try:
frame = self._audio_queue.get_nowait() frame = self._audio_queue.get_nowait()
@@ -450,6 +453,11 @@ class BaseOutputTransport(FrameProcessor):
num_channels=self._params.audio_out_channels, num_channels=self._params.audio_out_channels,
) )
yield frame yield frame
# Throttle frame generation to maintain real-time pacing and avoid flooding with silence
wait = next_frame_time - time.time()
if wait > 0:
await asyncio.sleep(wait)
next_frame_time += chunk_duration
if self._mixer: if self._mixer:
return with_mixer(BOT_VAD_STOP_SECS) return with_mixer(BOT_VAD_STOP_SECS)