diff --git a/src/samples/theoretical-to-real/05-queued.py b/src/samples/theoretical-to-real/05-queued.py new file mode 100644 index 000000000..f7aba8946 --- /dev/null +++ b/src/samples/theoretical-to-real/05-queued.py @@ -0,0 +1,129 @@ +import argparse +import asyncio + +from asyncio.queues import Queue +import re + +from dailyai.output_queue import OutputQueueFrame, FrameType +from dailyai.services.azure_ai_services import AzureLLMService, AzureTTSService +from dailyai.services.elevenlabs_ai_service import ElevenLabsTTSService +from dailyai.services.open_ai_services import OpenAILLMService, OpenAIImageGenService +from dailyai.services.elevenlabs_ai_service import ElevenLabsTTSService +from dailyai.services.daily_transport_service import DailyTransportService + +async def main(room_url): + meeting_duration_minutes = 5 + transport = DailyTransportService( + room_url, + None, + "Month Narration Bot", + meeting_duration_minutes, + ) + transport.mic_enabled = True + transport.camera_enabled = True + transport.mic_sample_rate = 16000 + transport.camera_width = 1024 + transport.camera_height = 1024 + + llm = AzureLLMService() + tts = ElevenLabsTTSService() + dalle = OpenAIImageGenService() + + # Get a complete audio chunk from the given text. Splitting this into its own + # coroutine lets us ensure proper ordering of the audio chunks on the output queue. + async def get_all_audio(text): + all_audio = bytearray() + async for audio in tts.run_tts(text): + all_audio.extend(audio) + + return all_audio + + async def get_month_data(month): + print("getting month data", month) + image_text = "" + current_clause = "" + tts_tasks = [] + async for text in llm.run_llm_async( + [ + { + "role": "system", + "content": f"Describe a nature photograph suitable for use in a calendar, for the month of {month}. Include only the image description with no preamble. Limit the description to one sentence, please." + } + ] + ): + print(f"{month}: got text {text}") + image_text += text + current_clause += text + if re.match(r"^.*[.!?]$", text): + tts_tasks.append(get_all_audio(current_clause)) + current_clause = "" + + tts_tasks.insert(0, dalle.run_image_gen(image_text, "1024x1024")) + + data = await asyncio.gather( + *tts_tasks + ) + + print("done with month", month) + + return { + "month": month, + "text": image_text, + "image": data[0][1], + "audio": data[1:], + } + + months: list[str] = [ + "January", + "February", + "March", + "April", + ] + + unused_months = [ + "May", + "June", + "July", + "August", + "September", + "October", + "November", + "December", + ] + + @transport.event_handler("on_participant_joined") + async def on_participant_joined(transport, participant): + if participant["id"] == transport.my_participant_id: + return + + print("participant joined") + for month_data_task in asyncio.as_completed(month_tasks): + data = await month_data_task + print("rendering month", data["month"]) + transport.output_queue.put( + [ + OutputQueueFrame(FrameType.IMAGE_FRAME, data["image"]), + OutputQueueFrame(FrameType.AUDIO_FRAME, data["audio"][0]), + ] + ) + for audio in data["audio"][1:]: + transport.output_queue.put(OutputQueueFrame(FrameType.AUDIO_FRAME, audio)) + + # wait for the output queue to be empty, then leave the meeting + transport.output_queue.join() + transport.stop() + + month_tasks = [asyncio.create_task(get_month_data(month)) for month in months] + + await transport.run() + print("Done") + +if __name__=="__main__": + parser = argparse.ArgumentParser(description="Simple Daily Bot Sample") + parser.add_argument( + "-u", "--url", type=str, required=True, help="URL of the Daily room to join" + ) + + args: argparse.Namespace = parser.parse_args() + + asyncio.run(main(args.url))