wx44wx/engine-v5-pipecat-core
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Reset idle prompt on image input

Browse Source
This commit is contained in:
Xin Wang
2026-06-02 13:45:38 +08:00
parent 05389b1db0
commit 2348b2e5a8
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
engine/text_input.py
View File

@@ -6,6 +6,7 @@ from pipecat.frames.frames import (
Frame, Frame,
InputTransportMessageFrame, InputTransportMessageFrame,
LLMMessagesAppendFrame, LLMMessagesAppendFrame,
UserImageRawFrame,
UserStartedSpeakingFrame, UserStartedSpeakingFrame,
UserStoppedSpeakingFrame, UserStoppedSpeakingFrame,
) )
@@ -13,11 +14,17 @@ from pipecat.processors.frame_processor import FrameDirection, FrameProcessor
class ProductTextInputProcessor(FrameProcessor): class ProductTextInputProcessor(FrameProcessor):
"""Converts product text-input transport messages into LLM turns.""" """Converts product text-input transport messages and marks image input as user activity."""
async def process_frame(self, frame: Frame, direction: FrameDirection): async def process_frame(self, frame: Frame, direction: FrameDirection):
await super().process_frame(frame, direction) await super().process_frame(frame, direction)
if isinstance(frame, UserImageRawFrame):
await self.broadcast_frame(UserStartedSpeakingFrame)
await self.push_frame(frame, direction)
await self.broadcast_frame(UserStoppedSpeakingFrame)
return
if not isinstance(frame, InputTransportMessageFrame): if not isinstance(frame, InputTransportMessageFrame):
await self.push_frame(frame, direction) await self.push_frame(frame, direction)
return return