Merge pull request #2947 from pipecat-ai/aleix/rename-add-to-context

UserImageRawFrame: rename add_to_context to append_to_context

src/pipecat/frames/frames.py

@@ -1207,17 +1207,17 @@ class UserImageRequestFrame(SystemFrame):
     Parameters:
         user_id: Identifier of the user to request image from.
         text: An optional text associated to the image request.
-        add_to_context: Whether the requested image should be added to an LLM context.
+        append_to_context: Whether the requested image should be appended to the LLM context.
         video_source: Specific video source to capture from.
     """
 
     user_id: str
     text: Optional[str] = None
-    add_to_context: Optional[bool] = None
+    append_to_context: Optional[bool] = None
     video_source: Optional[str] = None
 
     def __str__(self):
-        return f"{self.name}(user: {self.user_id}, text: {self.text}, add_to_context: {self.add_to_context}, {self.video_source})"
+        return f"{self.name}(user: {self.user_id}, text: {self.text}, append_to_context: {self.append_to_context}, {self.video_source})"
 
 
 @dataclass
@@ -1292,16 +1292,16 @@ class UserImageRawFrame(InputImageRawFrame):
     Parameters:
         user_id: Identifier of the user who provided this image.
         text: An optional text associated to this image.
-        add_to_context: Whether this image should be added to an LLM context.
+        append_to_context: Whether the requested image should be appended to the LLM context.
     """
 
     user_id: str = ""
     text: Optional[str] = None
-    add_to_context: Optional[bool] = None
+    append_to_context: Optional[bool] = None
 
     def __str__(self):
         pts = format_pts(self.pts)
-        return f"{self.name}(pts: {pts}, user: {self.user_id}, source: {self.transport_source}, size: {self.size}, format: {self.format}, text: {self.text}, add_to_context: {self.add_to_context})"
+        return f"{self.name}(pts: {pts}, user: {self.user_id}, source: {self.transport_source}, size: {self.size}, format: {self.format}, text: {self.text}, append_to_context: {self.append_to_context})"
 
 
 @dataclass

src/pipecat/processors/aggregators/llm_response_universal.py

@@ -783,10 +783,10 @@ class LLMAssistantAggregator(LLMContextAggregator):
                 message["content"] = result
 
     async def _handle_user_image_frame(self, frame: UserImageRawFrame):
-        if not frame.add_to_context:
+        if not frame.append_to_context:
             return
 
-        logger.debug(f"{self} Adding UserImageRawFrame to LLM context (size: {frame.size})")
+        logger.debug(f"{self} Appending UserImageRawFrame to LLM context (size: {frame.size})")
 
         self._context.add_image_frame_message(
             format=frame.format,

src/pipecat/transports/daily/transport.py

@@ -1843,7 +1843,7 @@ class DailyInputTransport(BaseInputTransport):
                 size=(video_frame.width, video_frame.height),
                 format=video_frame.color_format,
                 text=request_frame.text if request_frame else None,
-                add_to_context=request_frame.add_to_context if request_frame else None,
+                append_to_context=request_frame.append_to_context if request_frame else None,
             )
             frame.transport_source = video_source
             await self.push_video_frame(frame)

src/pipecat/transports/smallwebrtc/transport.py

@@ -661,6 +661,8 @@ class SmallWebRTCInputTransport(BaseInputTransport):
                     # UserImageRawFrame. Use a shallow copy so we can remove
                     # elements.
                     for request_frame in self._image_requests[:]:
+                        request_text = request_frame.text if request_frame else None
+                        add_to_context = request_frame.append_to_context if request_frame else None
                         if request_frame.video_source == video_source:
                             # Create UserImageRawFrame using the current video frame
                             image_frame = UserImageRawFrame(
@@ -668,10 +670,8 @@ class SmallWebRTCInputTransport(BaseInputTransport):
                                 image=video_frame.image,
                                 size=video_frame.size,
                                 format=video_frame.format,
-                                text=request_frame.text if request_frame else None,
-                                add_to_context=request_frame.add_to_context
-                                if request_frame
-                                else None,
+                                text=request_text,
+                                append_to_context=add_to_context,
                             )
                             image_frame.transport_source = video_source
                             # Push the frame to the pipeline