wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Handling the signalling to play the audio

Browse Source
This commit is contained in:
Filipi Fuchter
2025-01-16 10:42:22 -03:00
parent d2efe27350
commit ea1323723d
2 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
examples/bot-ready-signalling/client/javascript/src/app.js
View File

@@ -89,13 +89,19 @@ class ChatbotClient {
}); });
this.dailyCallObject.on("track-started", (evt) => { this.dailyCallObject.on("track-started", (evt) => {
if (evt.track.kind === "audio" && evt.participant.local === false) { if (evt.track.kind === "audio" && evt.participant.local === false) {
this.log("Audio track started.")
this.setupAudioTrack(evt.track); this.setupAudioTrack(evt.track);
this.log("Will send the audio message to play the audio")
this.dailyCallObject.sendAppMessage("playable")
} }
}); });
this.dailyCallObject.on("track-stopped", this.handleEventToConsole.bind(this)); this.dailyCallObject.on("track-stopped", this.handleEventToConsole.bind(this));
this.dailyCallObject.on("participant-joined", this.handleEventToConsole.bind(this)); this.dailyCallObject.on("participant-joined", this.handleEventToConsole.bind(this));
this.dailyCallObject.on("participant-updated", this.handleEventToConsole.bind(this)); this.dailyCallObject.on("participant-updated", this.handleEventToConsole.bind(this));
this.dailyCallObject.on("participant-left", this.handleEventToConsole.bind(this)); this.dailyCallObject.on("participant-left", () => {
// When the bot leaves, we are also disconnecting from the call
this.disconnect()
});
this.dailyCallObject.on("left-meeting", () => { this.dailyCallObject.on("left-meeting", () => {
this.updateStatus('Disconnected'); this.updateStatus('Disconnected');
this.connectBtn.disabled = false; this.connectBtn.disabled = false;
@@ -185,6 +191,7 @@ class ChatbotClient {
try { try {
// Disconnect the RTVI client // Disconnect the RTVI client
await this.dailyCallObject.leave(); await this.dailyCallObject.leave();
await this.dailyCallObject.destroy();
this.dailyCallObject = null; this.dailyCallObject = null;
// Clean up audio // Clean up audio

2
examples/bot-ready-signalling/server/signalling_bot.py
View File

@@ -47,7 +47,7 @@ async def main():
@transport.event_handler("on_app_message") @transport.event_handler("on_app_message")
async def on_app_message(transport, message, sender): async def on_app_message(transport, message, sender):
logger.debug(f"Received app message: {message} - {sender}") logger.debug(f"Received app message: {message} - {sender}")
if "message" not in message: if "playable" not in message:
return return
await task.queue_frames( await task.queue_frames(
[TTSSpeakFrame(f"Hello there, how are you doing today ?"), EndFrame()] [TTSSpeakFrame(f"Hello there, how are you doing today ?"), EndFrame()]