Add the model name to the LLM usage metrics

This commit is contained in:
mattie ruth backman
2024-08-11 12:08:46 -04:00
parent 32640e054d
commit a97775bff3

View File

@@ -137,6 +137,7 @@ class BaseOpenAILLMService(LLMService):
if chunk.usage:
tokens = {
"processor": self.name,
"model": self._model,
"prompt_tokens": chunk.usage.prompt_tokens,
"completion_tokens": chunk.usage.completion_tokens,
"total_tokens": chunk.usage.total_tokens