125 lines
3.9 KiB
Python
125 lines
3.9 KiB
Python
import argparse
|
|
import asyncio
|
|
|
|
from asyncio.queues import Queue
|
|
import re
|
|
|
|
from dailyai.queue_frame import QueueFrame, FrameType
|
|
from dailyai.services.azure_ai_services import AzureLLMService
|
|
from dailyai.services.elevenlabs_ai_service import ElevenLabsTTSService
|
|
from dailyai.services.open_ai_services import OpenAIImageGenService
|
|
from dailyai.services.daily_transport_service import DailyTransportService
|
|
|
|
async def main(room_url):
|
|
meeting_duration_minutes = 5
|
|
transport = DailyTransportService(
|
|
room_url,
|
|
None,
|
|
"Month Narration Bot",
|
|
meeting_duration_minutes,
|
|
)
|
|
transport.mic_enabled = True
|
|
transport.camera_enabled = True
|
|
transport.mic_sample_rate = 16000
|
|
transport.camera_width = 1024
|
|
transport.camera_height = 1024
|
|
|
|
llm = AzureLLMService()
|
|
tts = ElevenLabsTTSService(voice_id="ErXwobaYiN019PkySvjV")
|
|
dalle = OpenAIImageGenService()
|
|
|
|
# Get a complete audio chunk from the given text. Splitting this into its own
|
|
# coroutine lets us ensure proper ordering of the audio chunks on the output queue.
|
|
async def get_all_audio(text):
|
|
all_audio = bytearray()
|
|
async for audio in tts.run_tts(text):
|
|
all_audio.extend(audio)
|
|
|
|
return all_audio
|
|
|
|
async def get_month_data(month):
|
|
image_text = ""
|
|
tts_tasks = []
|
|
first_sentence = True
|
|
async for sentence in llm.run_llm_async_sentences(
|
|
[
|
|
{
|
|
"role": "system",
|
|
"content": f"Describe a nature photograph suitable for use in a calendar, for the month of {month}. Include only the image description with no preamble. Limit the description to one sentence, please."
|
|
}
|
|
]
|
|
):
|
|
image_text += sentence
|
|
|
|
if first_sentence:
|
|
sentence = f"{month}: {sentence}"
|
|
else:
|
|
first_sentence = False
|
|
|
|
tts_tasks.append(get_all_audio(sentence))
|
|
|
|
tts_tasks.insert(0, dalle.run_image_gen(image_text, "1024x1024"))
|
|
|
|
print(f"waiting for tasks to finish for {month}")
|
|
data = await asyncio.gather(
|
|
*tts_tasks
|
|
)
|
|
|
|
print(f"done gathering tts tasks for {month}")
|
|
|
|
return {
|
|
"month": month,
|
|
"text": image_text,
|
|
"image": data[0][1],
|
|
"audio": data[1:],
|
|
}
|
|
|
|
months: list[str] = [
|
|
"January",
|
|
"February",
|
|
"March",
|
|
"April",
|
|
"May",
|
|
"June",
|
|
"July",
|
|
"August",
|
|
"September",
|
|
"October",
|
|
"November",
|
|
"December",
|
|
]
|
|
|
|
@transport.event_handler("on_first_other_participant_joined")
|
|
async def on_first_other_participant_joined(transport):
|
|
# This will play the months in the order they're completed. The benefit
|
|
# is we'll have as little delay as possible before the first month, and
|
|
# likely no delay between months, but the months won't display in order.
|
|
for month_data_task in asyncio.as_completed(month_tasks):
|
|
data = await month_data_task
|
|
transport.output_queue.put(
|
|
[
|
|
QueueFrame(FrameType.IMAGE_FRAME, data["image"]),
|
|
QueueFrame(FrameType.AUDIO_FRAME, data["audio"][0]),
|
|
]
|
|
)
|
|
for audio in data["audio"][1:]:
|
|
transport.output_queue.put(QueueFrame(FrameType.AUDIO_FRAME, audio))
|
|
|
|
# wait for the output queue to be empty, then leave the meeting
|
|
transport.output_queue.join()
|
|
transport.stop()
|
|
|
|
month_tasks = [asyncio.create_task(get_month_data(month)) for month in months]
|
|
|
|
await transport.run()
|
|
|
|
if __name__=="__main__":
|
|
parser = argparse.ArgumentParser(description="Simple Daily Bot Sample")
|
|
parser.add_argument(
|
|
"-u", "--url", type=str, required=True, help="URL of the Daily room to join"
|
|
)
|
|
|
|
args, unknown = parser.parse_known_args()
|
|
|
|
asyncio.run(main(args.url))
|