wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

services: moved request_image_frame() to LLMService

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2024-08-17 23:59:38 -07:00
parent 6520f20ffe
commit ef0d0531fa
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/pipecat/services/ai_services.py
View File

@@ -22,6 +22,7 @@ from pipecat.frames.frames import (
TTSSpeakFrame, TTSSpeakFrame,
TTSVoiceUpdateFrame, TTSVoiceUpdateFrame,
TextFrame, TextFrame,
UserImageRequestFrame,
VisionImageRawFrame VisionImageRawFrame
) )
from pipecat.processors.async_frame_processor import AsyncFrameProcessor from pipecat.processors.async_frame_processor import AsyncFrameProcessor
@@ -143,6 +144,10 @@ class LLMService(AIService):
elif None in self._start_callbacks.keys(): elif None in self._start_callbacks.keys():
return await self._start_callbacks[None](self, context, function_name) return await self._start_callbacks[None](self, context, function_name)
async def request_image_frame(self, user_id: str, *, text_content: str | None = None):
await self.push_frame(UserImageRequestFrame(user_id=user_id, context=text_content),
FrameDirection.UPSTREAM)
class TTSService(AIService): class TTSService(AIService):
def __init__( def __init__(

4
src/pipecat/services/anthropic.py
View File

@@ -240,10 +240,6 @@ class AnthropicLLMService(LLMService):
if context: if context:
await self._process_context(context) await self._process_context(context)
async def request_image_frame(self, user_id: str, *, text_content: str = None):
await self.push_frame(UserImageRequestFrame(user_id=user_id, context=text_content),
FrameDirection.UPSTREAM)
def _estimate_tokens(self, text: str) -> int: def _estimate_tokens(self, text: str) -> int:
return int(len(re.split(r'[^\w]+', text)) * 1.3) return int(len(re.split(r'[^\w]+', text)) * 1.3)