Merge pull request #2351 from pipecat-ai/filipi/tavus_transport_ready
Changed `TavusVideoService` to send audio or video frames only after the transport is ready, preventing warning messages at startup.
This commit is contained in:
@@ -11,6 +11,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
|
|||||||
|
|
||||||
- Updated `daily-python` to 0.19.6.
|
- Updated `daily-python` to 0.19.6.
|
||||||
|
|
||||||
|
- Changed `TavusVideoService` to send audio or video frames only after the
|
||||||
|
transport is ready, preventing warning messages at startup.
|
||||||
|
|
||||||
### Fixed
|
### Fixed
|
||||||
|
|
||||||
- Fixed an issue in `LiveKitTransport` where empty `AudioRawFrame`s were pushed
|
- Fixed an issue in `LiveKitTransport` where empty `AudioRawFrame`s were pushed
|
||||||
|
|||||||
@@ -24,6 +24,7 @@ from pipecat.frames.frames import (
|
|||||||
Frame,
|
Frame,
|
||||||
OutputAudioRawFrame,
|
OutputAudioRawFrame,
|
||||||
OutputImageRawFrame,
|
OutputImageRawFrame,
|
||||||
|
OutputTransportReadyFrame,
|
||||||
StartFrame,
|
StartFrame,
|
||||||
StartInterruptionFrame,
|
StartInterruptionFrame,
|
||||||
TTSAudioRawFrame,
|
TTSAudioRawFrame,
|
||||||
@@ -81,6 +82,7 @@ class TavusVideoService(AIService):
|
|||||||
self._send_task: Optional[asyncio.Task] = None
|
self._send_task: Optional[asyncio.Task] = None
|
||||||
# This is the custom track destination expected by Tavus
|
# This is the custom track destination expected by Tavus
|
||||||
self._transport_destination: Optional[str] = "stream"
|
self._transport_destination: Optional[str] = "stream"
|
||||||
|
self._transport_ready = False
|
||||||
|
|
||||||
async def setup(self, setup: FrameProcessorSetup):
|
async def setup(self, setup: FrameProcessorSetup):
|
||||||
"""Set up the Tavus video service.
|
"""Set up the Tavus video service.
|
||||||
@@ -145,7 +147,8 @@ class TavusVideoService(AIService):
|
|||||||
format=video_frame.color_format,
|
format=video_frame.color_format,
|
||||||
)
|
)
|
||||||
frame.transport_source = video_source
|
frame.transport_source = video_source
|
||||||
await self.push_frame(frame)
|
if self._transport_ready:
|
||||||
|
await self.push_frame(frame)
|
||||||
|
|
||||||
async def _on_participant_audio_data(
|
async def _on_participant_audio_data(
|
||||||
self, participant_id: str, audio: AudioData, audio_source: str
|
self, participant_id: str, audio: AudioData, audio_source: str
|
||||||
@@ -157,7 +160,8 @@ class TavusVideoService(AIService):
|
|||||||
num_channels=audio.num_channels,
|
num_channels=audio.num_channels,
|
||||||
)
|
)
|
||||||
frame.transport_source = audio_source
|
frame.transport_source = audio_source
|
||||||
await self.push_frame(frame)
|
if self._transport_ready:
|
||||||
|
await self.push_frame(frame)
|
||||||
|
|
||||||
def can_generate_metrics(self) -> bool:
|
def can_generate_metrics(self) -> bool:
|
||||||
"""Check if this service can generate processing metrics.
|
"""Check if this service can generate processing metrics.
|
||||||
@@ -221,6 +225,9 @@ class TavusVideoService(AIService):
|
|||||||
await self.push_frame(frame, direction)
|
await self.push_frame(frame, direction)
|
||||||
elif isinstance(frame, TTSAudioRawFrame):
|
elif isinstance(frame, TTSAudioRawFrame):
|
||||||
await self._handle_audio_frame(frame)
|
await self._handle_audio_frame(frame)
|
||||||
|
elif isinstance(frame, OutputTransportReadyFrame):
|
||||||
|
self._transport_ready = True
|
||||||
|
await self.push_frame(frame, direction)
|
||||||
else:
|
else:
|
||||||
await self.push_frame(frame, direction)
|
await self.push_frame(frame, direction)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user