feat: include cached_tokens and reasoning_tokens in usage metrics
This commit is contained in:
committed by
Mark Backman
parent
35903905f8
commit
0ae6a8b63a
@@ -287,6 +287,8 @@ class OpenAIResponsesLLMService(LLMService):
|
||||
prompt_tokens=response.usage.input_tokens,
|
||||
completion_tokens=response.usage.output_tokens,
|
||||
total_tokens=response.usage.total_tokens,
|
||||
cache_read_input_tokens=response.usage.input_tokens_details.cached_tokens,
|
||||
reasoning_tokens=response.usage.output_tokens_details.reasoning_tokens,
|
||||
)
|
||||
await self.start_llm_usage_metrics(tokens)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user