Add the model name to the LLM usage metrics
This commit is contained in:
@@ -137,6 +137,7 @@ class BaseOpenAILLMService(LLMService):
|
||||
if chunk.usage:
|
||||
tokens = {
|
||||
"processor": self.name,
|
||||
"model": self._model,
|
||||
"prompt_tokens": chunk.usage.prompt_tokens,
|
||||
"completion_tokens": chunk.usage.completion_tokens,
|
||||
"total_tokens": chunk.usage.total_tokens
|
||||
|
||||
Reference in New Issue
Block a user