wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: toggle looping with soundfile mixer (#693)

Browse Source 
* feat: toggle looping with soundfile mixer

* Implement PR changes
This commit is contained in:
James Hush
2024-11-08 13:08:37 +08:00
committed by GitHub
parent 29925a8f21
commit d5666727ce
1 changed files with 13 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
src/pipecat/audio/mixers/soundfile_mixer.py
View File

@@ -5,16 +5,14 @@
# #
import asyncio import asyncio
from typing import Any, Dict, Mapping from typing import Any, Dict, Mapping
import numpy as np import numpy as np
from loguru import logger
from pipecat.audio.mixers.base_audio_mixer import BaseAudioMixer from pipecat.audio.mixers.base_audio_mixer import BaseAudioMixer
from pipecat.audio.utils import resample_audio from pipecat.audio.utils import resample_audio
from pipecat.frames.frames import MixerControlFrame, MixerUpdateSettingsFrame, MixerEnableFrame from pipecat.frames.frames import MixerControlFrame, MixerEnableFrame, MixerUpdateSettingsFrame
from loguru import logger
try: try:
import soundfile as sf import soundfile as sf
@@ -45,6 +43,7 @@ class SoundfileMixer(BaseAudioMixer):
sound_files: Mapping[str, str], sound_files: Mapping[str, str],
default_sound: str, default_sound: str,
volume: float = 0.4, volume: float = 0.4,
loop: bool = True,
**kwargs, **kwargs,
): ):
super().__init__(**kwargs) super().__init__(**kwargs)
@@ -56,6 +55,7 @@ class SoundfileMixer(BaseAudioMixer):
self._sounds: Dict[str, Any] = {} self._sounds: Dict[str, Any] = {}
self._current_sound = default_sound self._current_sound = default_sound
self._mixing = True self._mixing = True
self._loop = loop
async def start(self, sample_rate: int): async def start(self, sample_rate: int):
self._sample_rate = sample_rate self._sample_rate = sample_rate
@@ -85,6 +85,8 @@ class SoundfileMixer(BaseAudioMixer):
await self._change_sound(value) await self._change_sound(value)
case "volume": case "volume":
await self._update_volume(value) await self._update_volume(value)
case "loop":
await self._update_loop(value)
async def _change_sound(self, sound: str): async def _change_sound(self, sound: str):
if sound in self._sound_files: if sound in self._sound_files:
@@ -96,6 +98,9 @@ class SoundfileMixer(BaseAudioMixer):
async def _update_volume(self, volume: float): async def _update_volume(self, volume: float):
self._volume = volume self._volume = volume
async def _update_loop(self, loop: bool):
self._loop = loop
def _load_sound_file(self, sound_name: str, file_name: str): def _load_sound_file(self, sound_name: str, file_name: str):
try: try:
logger.debug(f"Loading background sound from {file_name}") logger.debug(f"Loading background sound from {file_name}")
@@ -108,8 +113,8 @@ class SoundfileMixer(BaseAudioMixer):
# Convert from np to bytes again. # Convert from np to bytes again.
self._sounds[sound_name] = np.frombuffer(audio, dtype=np.int16) self._sounds[sound_name] = np.frombuffer(audio, dtype=np.int16)
except Exception as ex: except Exception as e:
logger.error(f"Unable to open file {file_name}") logger.error(f"Unable to open file {file_name}: {e}")
def _mix_with_sound(self, audio: bytes): def _mix_with_sound(self, audio: bytes):
"""Mixes raw audio frames with chunks of the same length from the sound """Mixes raw audio frames with chunks of the same length from the sound
@@ -127,6 +132,8 @@ class SoundfileMixer(BaseAudioMixer):
# Go back to the beginning if we don't have enough data. # Go back to the beginning if we don't have enough data.
if self._sound_pos + chunk_size > len(sound): if self._sound_pos + chunk_size > len(sound):
if not self._loop:
return audio
self._sound_pos = 0 self._sound_pos = 0
start_pos = self._sound_pos start_pos = self._sound_pos