wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Improving memory cleanup inside the SmallWebRTCTransport.

Browse Source
This commit is contained in:
Filipi Fuchter
2025-09-23 08:03:55 -03:00
parent 1df3660186
commit 8bf6a4c66f
1 changed files with 22 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
src/pipecat/transports/smallwebrtc/transport.py
View File

@@ -309,7 +309,7 @@ class SmallWebRTCClient:
# self._webrtc_connection.ask_to_renegotiate() # self._webrtc_connection.ask_to_renegotiate()
frame = None frame = None
except MediaStreamError: except MediaStreamError:
logger.warning("Received an unexpected media stream error while reading the audio.") logger.warning("Received an unexpected media stream error while reading the video.")
frame = None frame = None
if frame is None or not isinstance(frame, VideoFrame): if frame is None or not isinstance(frame, VideoFrame):
@@ -321,15 +321,21 @@ class SmallWebRTCClient:
# Convert frame to NumPy array in its native format # Convert frame to NumPy array in its native format
frame_array = frame.to_ndarray(format=format_name) frame_array = frame.to_ndarray(format=format_name)
frame_rgb = self._convert_frame(frame_array, format_name) frame_rgb = self._convert_frame(frame_array, format_name)
del frame_array # free intermediate array immediately
image_bytes = frame_rgb.tobytes()
del frame_rgb # free RGB array immediately
image_frame = UserImageRawFrame( image_frame = UserImageRawFrame(
user_id=self._webrtc_connection.pc_id, user_id=self._webrtc_connection.pc_id,
image=frame_rgb.tobytes(), image=image_bytes,
size=(frame.width, frame.height), size=(frame.width, frame.height),
format="RGB", format="RGB",
) )
image_frame.transport_source = video_source image_frame.transport_source = video_source
del frame # free original VideoFrame
del image_bytes # reference kept in image_frame
yield image_frame yield image_frame
async def read_audio_frame(self): async def read_audio_frame(self):
@@ -364,23 +370,35 @@ class SmallWebRTCClient:
resampled_frames = self._pipecat_resampler.resample(frame) resampled_frames = self._pipecat_resampler.resample(frame)
for resampled_frame in resampled_frames: for resampled_frame in resampled_frames:
# 16-bit PCM bytes # 16-bit PCM bytes
pcm_bytes = resampled_frame.to_ndarray().astype(np.int16).tobytes() pcm_array = resampled_frame.to_ndarray().astype(np.int16)
pcm_bytes = pcm_array.tobytes()
del pcm_array # free NumPy array immediately
audio_frame = InputAudioRawFrame( audio_frame = InputAudioRawFrame(
audio=pcm_bytes, audio=pcm_bytes,
sample_rate=resampled_frame.sample_rate, sample_rate=resampled_frame.sample_rate,
num_channels=self._audio_in_channels, num_channels=self._audio_in_channels,
) )
del pcm_bytes # reference kept in audio_frame
yield audio_frame yield audio_frame
else: else:
# 16-bit PCM bytes # 16-bit PCM bytes
pcm_bytes = frame.to_ndarray().astype(np.int16).tobytes() pcm_array = frame.to_ndarray().astype(np.int16)
pcm_bytes = pcm_array.tobytes()
del pcm_array # free NumPy array immediately
audio_frame = InputAudioRawFrame( audio_frame = InputAudioRawFrame(
audio=pcm_bytes, audio=pcm_bytes,
sample_rate=frame.sample_rate, sample_rate=frame.sample_rate,
num_channels=self._audio_in_channels, num_channels=self._audio_in_channels,
) )
del pcm_bytes # reference kept in audio_frame
yield audio_frame yield audio_frame
del frame # free original AudioFrame
async def write_audio_frame(self, frame: OutputAudioRawFrame): async def write_audio_frame(self, frame: OutputAudioRawFrame):
"""Write an audio frame to the WebRTC connection. """Write an audio frame to the WebRTC connection.