wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix for finally clause

Browse Source
This commit is contained in:
Kwindla Hultman Kramer
2024-12-04 18:31:30 -08:00
parent 9c22f5b81b
commit a367a038f1
2 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
examples/foundational/25-google-audio-in.py
View File

@@ -265,7 +265,7 @@ class TranscriptionContextFixup(FrameProcessor):
await super().process_frame(frame, direction) await super().process_frame(frame, direction)
if isinstance(frame, LLMDemoTranscriptionFrame): if isinstance(frame, LLMDemoTranscriptionFrame):
logger.debug(f"TRANSCRIPTION FROM LLM: {frame.text}") logger.info(f"Transcription from Gemini: {frame.text}")
self._transcript = frame.text self._transcript = frame.text
self.swap_user_audio() self.swap_user_audio()
self._transcript = "" self._transcript = ""

12
src/pipecat/services/google.py
View File

@@ -562,6 +562,11 @@ class GoogleLLMService(LLMService):
async def _process_context(self, context: OpenAILLMContext): async def _process_context(self, context: OpenAILLMContext):
await self.push_frame(LLMFullResponseStartFrame()) await self.push_frame(LLMFullResponseStartFrame())
prompt_tokens = 0
completion_tokens = 0
total_tokens = 0
try: try:
logger.debug( logger.debug(
f"Generating chat: {self._system_instruction} | {context.get_messages_for_logging()}" f"Generating chat: {self._system_instruction} | {context.get_messages_for_logging()}"
@@ -595,9 +600,10 @@ class GoogleLLMService(LLMService):
) )
await self.stop_ttfb_metrics() await self.stop_ttfb_metrics()
prompt_tokens = response.usage_metadata.prompt_token_count if response.usage_metadata:
completion_tokens = response.usage_metadata.candidates_token_count prompt_tokens = response.usage_metadata.prompt_token_count
total_tokens = response.usage_metadata.total_token_count completion_tokens = response.usage_metadata.candidates_token_count
total_tokens = response.usage_metadata.total_token_count
async for chunk in response: async for chunk in response:
if chunk.usage_metadata: if chunk.usage_metadata: