wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

more variables

Browse Source
This commit is contained in:
Nikita Gamolsky
2024-11-02 14:05:19 -07:00
parent abd486025b
commit cdeab597b3
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
examples/foundational/99-anthropic-hackathon.py
View File

@@ -33,7 +33,10 @@ load_dotenv(override=True)
logger.remove(0) logger.remove(0)
logger.add(sys.stderr, level="DEBUG") logger.add(sys.stderr, level="DEBUG")
MAX_FRAMES = 5 # Constant to control number of frames to keep MAX_FRAMES = 5
FRAMES_PER_SECOND = 0.2
video_participant_id = None video_participant_id = None
anthropic_context = None anthropic_context = None
@@ -47,7 +50,6 @@ class ImageFrameCatcher(FrameProcessor):
await super().process_frame(frame, direction) await super().process_frame(frame, direction)
if isinstance(frame, ImageRawFrame): if isinstance(frame, ImageRawFrame):
# logger.debug(f"ImageLogger: {frame}")
recent_image_frames.append(frame) recent_image_frames.append(frame)
else: else:
await self.push_frame(frame, direction) await self.push_frame(frame, direction)
@@ -64,6 +66,7 @@ class TranscriptFrameCatcher(FrameProcessor):
add_message_with_images( add_message_with_images(
anthropic_context, frame.text, frames=list(recent_image_frames) anthropic_context, frame.text, frames=list(recent_image_frames)
) )
await self.push_frame(frame, direction)
async def main(): async def main():
@@ -135,7 +138,9 @@ Your response will be turned into speech so use only simple words and punctuatio
], ],
) )
task = PipelineTask(pipeline, PipelineParams(allow_interruptions=True, enable_metrics=True)) task = PipelineTask(
pipeline, PipelineParams(allow_interruptions=False, enable_metrics=True)
)
@transport.event_handler("on_first_participant_joined") @transport.event_handler("on_first_participant_joined")
async def on_first_participant_joined(transport, participant): async def on_first_participant_joined(transport, participant):
@@ -143,7 +148,7 @@ Your response will be turned into speech so use only simple words and punctuatio
video_participant_id = participant["id"] video_participant_id = participant["id"]
await transport.capture_participant_transcription(video_participant_id) await transport.capture_participant_transcription(video_participant_id)
await transport.capture_participant_video( await transport.capture_participant_video(
video_participant_id, framerate=1, video_source="screenVideo" video_participant_id, framerate=FRAMES_PER_SECOND, video_source="screenVideo"
) )
# Kick off the conversation. # Kick off the conversation.
await task.queue_frames([context_aggregator.user().get_context_frame()]) await task.queue_frames([context_aggregator.user().get_context_frame()])
@@ -195,6 +200,7 @@ def add_message_with_images(c, message, frames=None):
if message: if message:
content.append({"type": "text", "text": message}) content.append({"type": "text", "text": message})
logger.debug(f"Adding message: {content}")
c.add_message({"role": "user", "content": content}) c.add_message({"role": "user", "content": content})