feat: include cached_tokens and reasoning_tokens in usage metrics
This commit is contained in:
committed by
Mark Backman
parent
35903905f8
commit
0ae6a8b63a
@@ -287,6 +287,8 @@ class OpenAIResponsesLLMService(LLMService):
|
|||||||
prompt_tokens=response.usage.input_tokens,
|
prompt_tokens=response.usage.input_tokens,
|
||||||
completion_tokens=response.usage.output_tokens,
|
completion_tokens=response.usage.output_tokens,
|
||||||
total_tokens=response.usage.total_tokens,
|
total_tokens=response.usage.total_tokens,
|
||||||
|
cache_read_input_tokens=response.usage.input_tokens_details.cached_tokens,
|
||||||
|
reasoning_tokens=response.usage.output_tokens_details.reasoning_tokens,
|
||||||
)
|
)
|
||||||
await self.start_llm_usage_metrics(tokens)
|
await self.start_llm_usage_metrics(tokens)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user