Merge pull request #365 from pipecat-ai/ruthless/metrics

This commit is contained in:
Mattie Ruth
2024-08-11 20:35:05 -04:00
committed by GitHub

View File

@@ -137,6 +137,7 @@ class BaseOpenAILLMService(LLMService):
if chunk.usage:
tokens = {
"processor": self.name,
"model": self._model,
"prompt_tokens": chunk.usage.prompt_tokens,
"completion_tokens": chunk.usage.completion_tokens,
"total_tokens": chunk.usage.total_tokens