wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Handle cache token counts being none

Browse Source
This commit is contained in:
Adithya Suresh
2025-03-24 15:40:26 -07:00
parent e763cd7bee
commit e8783f6a33
1 changed files with 17 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
src/pipecat/services/anthropic/llm.py
View File

@@ -253,14 +253,24 @@ class AnthropicLLMService(LLMService):
if hasattr(event.message.usage, "output_tokens") if hasattr(event.message.usage, "output_tokens")
else 0 else 0
) )
if hasattr(event.message.usage, "cache_creation_input_tokens"): cache_creation_input_tokens += (
cache_creation_input_tokens += ( event.message.usage.cache_creation_input_tokens
event.message.usage.cache_creation_input_tokens if (
hasattr(event.message.usage, "cache_creation_input_tokens")
and event.message.usage.cache_creation_input_tokens is not None
) )
logger.debug(f"Cache creation input tokens: {cache_creation_input_tokens}") else 0
if hasattr(event.message.usage, "cache_read_input_tokens"): )
cache_read_input_tokens += event.message.usage.cache_read_input_tokens logger.debug(f"Cache creation input tokens: {cache_creation_input_tokens}")
logger.debug(f"Cache read input tokens: {cache_read_input_tokens}") cache_read_input_tokens += (
event.message.usage.cache_read_input_tokens
if (
hasattr(event.message.usage, "cache_read_input_tokens")
and event.message.usage.cache_read_input_tokens is not None
)
else 0
)
logger.debug(f"Cache read input tokens: {cache_read_input_tokens}")
total_input_tokens = ( total_input_tokens = (
prompt_tokens + cache_creation_input_tokens + cache_read_input_tokens prompt_tokens + cache_creation_input_tokens + cache_read_input_tokens
) )