wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add the model name to the LLM usage metrics

Browse Source
This commit is contained in:
mattie ruth backman
2024-08-11 12:08:46 -04:00
parent 32640e054d
commit a97775bff3
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/pipecat/services/openai.py
View File

@@ -137,6 +137,7 @@ class BaseOpenAILLMService(LLMService):
if chunk.usage: if chunk.usage:
tokens = { tokens = {
"processor": self.name, "processor": self.name,
"model": self._model,
"prompt_tokens": chunk.usage.prompt_tokens, "prompt_tokens": chunk.usage.prompt_tokens,
"completion_tokens": chunk.usage.completion_tokens, "completion_tokens": chunk.usage.completion_tokens,
"total_tokens": chunk.usage.total_tokens "total_tokens": chunk.usage.total_tokens