# # Copyright (c) 2024, Daily # # SPDX-License-Identifier: BSD 2-Clause License # import aiohttp import asyncio import sys import tkinter as tk from pipecat.frames.frames import ( Frame, InputAudioRawFrame, InputImageRawFrame, OutputAudioRawFrame, OutputImageRawFrame, ) from pipecat.pipeline.pipeline import Pipeline from pipecat.pipeline.runner import PipelineRunner from pipecat.pipeline.task import PipelineTask from pipecat.processors.frame_processor import FrameDirection, FrameProcessor from pipecat.transports.base_transport import TransportParams from pipecat.transports.local.tk import TkLocalTransport from pipecat.transports.services.daily import DailyParams, DailyTransport from runner import configure from loguru import logger from dotenv import load_dotenv load_dotenv(override=True) logger.remove(0) logger.add(sys.stderr, level="DEBUG") class MirrorProcessor(FrameProcessor): async def process_frame(self, frame: Frame, direction: FrameDirection): await super().process_frame(frame, direction) if isinstance(frame, InputAudioRawFrame): await self.push_frame( OutputAudioRawFrame( audio=frame.audio, sample_rate=frame.sample_rate, num_channels=frame.num_channels, ) ) elif isinstance(frame, InputImageRawFrame): await self.push_frame( OutputImageRawFrame(image=frame.image, size=frame.size, format=frame.format) ) else: await self.push_frame(frame, direction) async def main(): async with aiohttp.ClientSession() as session: (room_url, token) = await configure(session) tk_root = tk.Tk() tk_root.title("Local Mirror") daily_transport = DailyTransport( room_url, token, "Test", DailyParams(audio_in_enabled=True, audio_in_sample_rate=24000) ) tk_transport = TkLocalTransport( tk_root, TransportParams( audio_out_enabled=True, camera_out_enabled=True, camera_out_is_live=True, camera_out_width=1280, camera_out_height=720, ), ) @daily_transport.event_handler("on_first_participant_joined") async def on_first_participant_joined(transport, participant): await transport.capture_participant_video(participant["id"]) pipeline = Pipeline([daily_transport.input(), MirrorProcessor(), tk_transport.output()]) task = PipelineTask(pipeline) async def run_tk(): while not task.has_finished(): tk_root.update() tk_root.update_idletasks() await asyncio.sleep(0.1) runner = PipelineRunner() await asyncio.gather(runner.run(task), run_tk()) if __name__ == "__main__": asyncio.run(main())