some progress on the sprite sample app

src/dailyai/async_processor/async_processor.py

@@ -80,7 +80,7 @@ class AsyncProcessor:
 
         self.was_interrupted = False
 
-        self.logger: logging.Logger = logging.getLogger("bot-instance")
+        self.logger: logging.Logger = logging.getLogger("dailyai")
 
     def set_state(self, state: int) -> None:
         if state in AsyncProcessorState.state_transitions[self.state]:

src/dailyai/message_handler/message_handler.py

@@ -67,7 +67,7 @@ class IndexingMessageHandler(MessageHandler):
         self.index_writer_thread = Thread(target=self.storage_writer, daemon=True)
         self.index_writer_thread.start()
 
-        self.logger = logging.getLogger("bot-instance")
+        self.logger = logging.getLogger("dailyai")
 
     def shutdown(self):
         self.finalize_user_message()

src/dailyai/orchestrator.py

@@ -67,7 +67,7 @@ class Orchestrator(EventHandler):
         self.token: str = daily_config.token
         self.expiration: float = daily_config.expiration
 
-        self.logger: logging.Logger = logging.getLogger("bot-instance")
+        self.logger: logging.Logger = logging.getLogger("dailyai")
         self.tracer = tracer or trace.get_tracer("orchestrator")
 
         self.ctx: Context = context.get_current()
@@ -203,11 +203,12 @@ class Orchestrator(EventHandler):
         self.logger.info("Orchestrator stopped.")
 
     def on_intro_played(self, intro):
+        self.logger.info(f"Introduction has played")
         self.can_interrupt = True
         intro.finalize()
 
     def on_intro_finished(self, intro):
-        pass
+        self.logger.info(f"Introduction has finished")
 
     def on_response_played(self, response):
         response.finalize()
@@ -366,6 +367,7 @@ class Orchestrator(EventHandler):
                 frame:OutputQueueFrame = self.output_queue.get()
                 if frame.frame_type == FrameType.END_STREAM:
                     self.logger.info("Stopping frame consumer thread")
+                    return
 
                 # if interrupted, we just pull frames off the queue and discard them
                 if not self.is_interrupted.is_set():

src/dailyai/services/ai_services.py

@@ -8,7 +8,7 @@ from PIL import Image
 
 class AIService:
     def __init__(self):
-        self.logger = logging.getLogger("bot-instance")
+        self.logger = logging.getLogger("dailyai")
 
     def close(self):
         pass

src/samples/static-sprite/sprite-sample.py

@@ -1,5 +1,8 @@
 import argparse
+from email.mime import image
+import logging
 import os
+import random
 import requests
 import time
 import urllib.parse
@@ -27,7 +30,7 @@ class StaticSpriteResponse(OrchestratorResponse):
     ) -> None:
         super().__init__(services, message_handler, output_queue)
         self.image_bytes:bytes | None = None
-        self.filename = None # override this in subclasses
+        self.filenames = None # override this in subclasses
 
     def start_preparation(self) -> None:
         full_path = os.path.join(os.path.dirname(__file__), "sprites/", self.filename)
@@ -36,7 +39,7 @@ class StaticSpriteResponse(OrchestratorResponse):
         with Image.open(full_path) as img:
             self.image_bytes = img.tobytes()
 
-    def async_play(self) -> None:
+    def do_play(self) -> None:
         self.output_queue.put(OutputQueueFrame(FrameType.IMAGE_FRAME, self.image_bytes))
 
 
@@ -52,6 +55,27 @@ class WaitingSpriteResponse(StaticSpriteResponse):
         self.filename = "waiting.png"
 
 
+class AnimatedSpriteLLMResponse(LLMResponse):
+    def __init__(self, services, message_handler, output_queue) -> None:
+        super().__init__(services, message_handler, output_queue)
+        self.filenames = ["talk-1.png", "talk-2.png"]
+        self.image_bytes = []
+
+    def start_preparation(self) -> None:
+        for filename in self.filenames:
+            full_path = os.path.join(os.path.dirname(__file__), "sprites/", filename)
+            print(full_path)
+
+            with Image.open(full_path) as img:
+                self.image_bytes.append(img.tobytes())
+
+    def get_frames_from_tts_response(self, audio_frame) -> list[OutputQueueFrame]:
+        return [
+            OutputQueueFrame(FrameType.AUDIO_FRAME, audio_frame),
+            random.choice(self.image_bytes)
+        ]
+
+
 def add_bot_to_room(room_url, token, expiration) -> None:
 
     # A simple prompt for a simple sample.
@@ -85,7 +109,7 @@ def add_bot_to_room(room_url, token, expiration) -> None:
     sprite_conversation_processors = ConversationProcessorCollection(
         introduction=IntroSpriteResponse,
         waiting=WaitingSpriteResponse,
-        response=LLMResponse,
+        response=AnimatedSpriteLLMResponse,
     )
 
     orchestrator_config = OrchestratorConfig(
@@ -95,6 +119,15 @@ def add_bot_to_room(room_url, token, expiration) -> None:
         expiration=expiration,
     )
 
+    FORMAT = f"%(levelno)s %(asctime)s %(message)s"
+    # Remove any handlers added by imported modules so we can use our formatting
+    while logging.root.handlers:
+        logging.root.removeHandler(logging.root.handlers[-1])
+    logging.basicConfig(format=FORMAT)
+    logger: logging.Logger = logging.getLogger("dailyai")
+    logger.setLevel(logging.DEBUG)
+    logger.info("hello world")
+
     orchestrator = Orchestrator(
         orchestrator_config,
         services,