partially working audio+transcription parallel pipelines

This commit is contained in:
Kwindla Hultman Kramer
2024-12-03 19:20:49 -08:00
parent c31d5a4f1a
commit f33f08d667
2 changed files with 267 additions and 2 deletions

View File

@@ -568,10 +568,12 @@ class GoogleLLMService(LLMService):
async def _process_context(self, context: OpenAILLMContext):
await self.push_frame(LLMFullResponseStartFrame())
try:
logger.debug(f"Generating chat: {context.get_messages_for_logging()}")
logger.debug(
f"Generating chat: {self._system_instruction} | {context.get_messages_for_logging()}"
)
messages = context.messages
if self._system_instruction != context.system_message:
if context.system_message and self._system_instruction != context.system_message:
logger.debug(f"System instruction changed: {context.system_message}")
self._system_instruction = context.system_message
self._create_client()