wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

transports: resize output image if it doesn't match camera

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2024-05-15 15:35:19 -07:00
parent 349fc526d7
commit 3d6783ddb0
4 changed files with 13 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/pipecat/transports/base_output.py
View File

@@ -7,9 +7,11 @@
import asyncio
import itertools
from multiprocessing.context import _force_start_method
import queue
import time
from PIL import Image
from typing import List
from pipecat.processors.frame_processor import FrameDirection, FrameProcessor
@@ -149,15 +151,17 @@ class BaseOutputTransport(FrameProcessor):
async def send_image(self, frame: ImageRawFrame | SpriteFrame):
await self.process_frame(frame, FrameDirection.DOWNSTREAM)
def _draw_image(self, image: ImageRawFrame):
def _draw_image(self, frame: ImageRawFrame):
desired_size = (self._params.camera_out_width, self._params.camera_out_height)
if image.size != desired_size:
if frame.size != desired_size:
image = Image.frombytes(frame.format, frame.size, frame.image)
resized_image = image.resize(desired_size)
logger.warning(
f"{image} does not have the expected size {desired_size}, ignoring")
return
f"{frame} does not have the expected size {desired_size}, resizing")
frame = ImageRawFrame(resized_image.tobytes(), resized_image.size, resized_image.format)
self.write_frame_to_camera(image)
self.write_frame_to_camera(frame)
def _set_camera_image(self, image: ImageRawFrame):
if self._params.camera_out_is_live: