From a367a038f1a3967292b5de5b43b8600a82a73fb6 Mon Sep 17 00:00:00 2001 From: Kwindla Hultman Kramer Date: Wed, 4 Dec 2024 18:31:30 -0800 Subject: [PATCH] fix for finally clause --- examples/foundational/25-google-audio-in.py | 2 +- src/pipecat/services/google.py | 12 +++++++++--- 2 files changed, 10 insertions(+), 4 deletions(-) diff --git a/examples/foundational/25-google-audio-in.py b/examples/foundational/25-google-audio-in.py index 40692b21c..843d24e1f 100644 --- a/examples/foundational/25-google-audio-in.py +++ b/examples/foundational/25-google-audio-in.py @@ -265,7 +265,7 @@ class TranscriptionContextFixup(FrameProcessor): await super().process_frame(frame, direction) if isinstance(frame, LLMDemoTranscriptionFrame): - logger.debug(f"TRANSCRIPTION FROM LLM: {frame.text}") + logger.info(f"Transcription from Gemini: {frame.text}") self._transcript = frame.text self.swap_user_audio() self._transcript = "" diff --git a/src/pipecat/services/google.py b/src/pipecat/services/google.py index 9a7f2e3e7..715724152 100644 --- a/src/pipecat/services/google.py +++ b/src/pipecat/services/google.py @@ -562,6 +562,11 @@ class GoogleLLMService(LLMService): async def _process_context(self, context: OpenAILLMContext): await self.push_frame(LLMFullResponseStartFrame()) + + prompt_tokens = 0 + completion_tokens = 0 + total_tokens = 0 + try: logger.debug( f"Generating chat: {self._system_instruction} | {context.get_messages_for_logging()}" @@ -595,9 +600,10 @@ class GoogleLLMService(LLMService): ) await self.stop_ttfb_metrics() - prompt_tokens = response.usage_metadata.prompt_token_count - completion_tokens = response.usage_metadata.candidates_token_count - total_tokens = response.usage_metadata.total_token_count + if response.usage_metadata: + prompt_tokens = response.usage_metadata.prompt_token_count + completion_tokens = response.usage_metadata.candidates_token_count + total_tokens = response.usage_metadata.total_token_count async for chunk in response: if chunk.usage_metadata: