wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Asking for the bot to send the audio only when the audio element is already on playing state.

Browse Source
This commit is contained in:
Filipi Fuchter
2025-01-16 16:00:56 -03:00
parent 119c0da299
commit 7efd00e0f7
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
examples/bot-ready-signalling/client/javascript/src/app.js
View File

@@ -91,8 +91,6 @@ class ChatbotClient {
if (evt.track.kind === "audio" && evt.participant.local === false) { if (evt.track.kind === "audio" && evt.participant.local === false) {
this.log("Audio track started.") this.log("Audio track started.")
this.setupAudioTrack(evt.track); this.setupAudioTrack(evt.track);
this.log("Will send the audio message to play the audio")
this.dailyCallObject.sendAppMessage("playable")
} }
}); });
this.dailyCallObject.on("track-stopped", this.handleEventToConsole.bind(this)); this.dailyCallObject.on("track-stopped", this.handleEventToConsole.bind(this));
@@ -116,7 +114,8 @@ class ChatbotClient {
* Handles both initial setup and track updates * Handles both initial setup and track updates
*/ */
setupAudioTrack(track) { setupAudioTrack(track) {
this.log('Setting up audio track'); this.log(`Setting up audio track, track state: ${track.readyState}, muted: ${track.muted}`);
// Check if we're already playing this track // Check if we're already playing this track
if (this.botAudio.srcObject) { if (this.botAudio.srcObject) {
const oldTrack = this.botAudio.srcObject.getAudioTracks()[0]; const oldTrack = this.botAudio.srcObject.getAudioTracks()[0];
@@ -124,6 +123,11 @@ class ChatbotClient {
} }
// Create a new MediaStream with the track and set it as the audio source // Create a new MediaStream with the track and set it as the audio source
this.botAudio.srcObject = new MediaStream([track]); this.botAudio.srcObject = new MediaStream([track]);
this.botAudio.onplaying = async (event) => {
this.log("onplaying")
this.log("Will send the audio message to play the audio at the next tick")
this.dailyCallObject.sendAppMessage("playable")
}
} }
async fetchRoomInfo() { async fetchRoomInfo() {