fix for finally clause

This commit is contained in:
Kwindla Hultman Kramer
2024-12-04 18:31:30 -08:00
parent 9c22f5b81b
commit a367a038f1
2 changed files with 10 additions and 4 deletions

View File

@@ -265,7 +265,7 @@ class TranscriptionContextFixup(FrameProcessor):
await super().process_frame(frame, direction)
if isinstance(frame, LLMDemoTranscriptionFrame):
logger.debug(f"TRANSCRIPTION FROM LLM: {frame.text}")
logger.info(f"Transcription from Gemini: {frame.text}")
self._transcript = frame.text
self.swap_user_audio()
self._transcript = ""

View File

@@ -562,6 +562,11 @@ class GoogleLLMService(LLMService):
async def _process_context(self, context: OpenAILLMContext):
await self.push_frame(LLMFullResponseStartFrame())
prompt_tokens = 0
completion_tokens = 0
total_tokens = 0
try:
logger.debug(
f"Generating chat: {self._system_instruction} | {context.get_messages_for_logging()}"
@@ -595,9 +600,10 @@ class GoogleLLMService(LLMService):
)
await self.stop_ttfb_metrics()
prompt_tokens = response.usage_metadata.prompt_token_count
completion_tokens = response.usage_metadata.candidates_token_count
total_tokens = response.usage_metadata.total_token_count
if response.usage_metadata:
prompt_tokens = response.usage_metadata.prompt_token_count
completion_tokens = response.usage_metadata.candidates_token_count
total_tokens = response.usage_metadata.total_token_count
async for chunk in response:
if chunk.usage_metadata: