Additional LLM and TTS metrics (#343)

* added llm and tts usage metrics

* Metrics debug logging

* cleanup
This commit is contained in:
chadbailey59
2024-08-07 08:55:51 -05:00
committed by GitHub
parent 83a037a7ce
commit 3958bb7903
11 changed files with 101 additions and 19 deletions

View File

@@ -276,6 +276,8 @@ class MetricsFrame(SystemFrame):
"""
ttfb: List[Mapping[str, Any]] | None = None
processing: List[Mapping[str, Any]] | None = None
tokens: List[Mapping[str, Any]] | None = None
characters: List[Mapping[str, Any]] | None = None
#
# Control frames