wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #1834 from pipecat-ai/mb/gemini-live-tokens

Browse Source 
Fix: Make LLMTokenUsage more robust
This commit is contained in:
Mark Backman
2025-05-19 09:04:07 -04:00
committed by GitHub
parent 7a8ab9a900 144ea36c81
commit 61da6437ea
1 changed files with 9 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/pipecat/services/gemini_multimodal_live/gemini.py
View File

@@ -960,11 +960,17 @@ class GeminiMultimodalLiveLLMService(LLMService):
usage = evt.usageMetadata usage = evt.usageMetadata
# Ensure we have valid integers for all token counts
prompt_tokens = usage.promptTokenCount or 0
completion_tokens = usage.responseTokenCount or 0
total_tokens = usage.totalTokenCount or (prompt_tokens + completion_tokens)
tokens = LLMTokenUsage( tokens = LLMTokenUsage(
prompt_tokens=usage.promptTokenCount, prompt_tokens=prompt_tokens,
completion_tokens=usage.responseTokenCount, completion_tokens=completion_tokens,
total_tokens=usage.totalTokenCount, total_tokens=total_tokens,
) )
await self.start_llm_usage_metrics(tokens) await self.start_llm_usage_metrics(tokens)
def create_context_aggregator( def create_context_aggregator(