Merge branch 'main' into filipi/google_stt_reconnection_issue

# Conflicts:
#	CHANGELOG.md
This commit is contained in:
Filipi Fuchter
2025-06-13 08:26:00 -03:00
3 changed files with 9 additions and 2 deletions

View File

@@ -555,10 +555,11 @@ class GoogleLLMService(LLMService):
contents=messages,
config=generation_config,
)
await self.stop_ttfb_metrics()
function_calls = []
async for chunk in response:
# Stop TTFB metrics after the first chunk
await self.stop_ttfb_metrics()
if chunk.usage_metadata:
prompt_tokens += chunk.usage_metadata.prompt_token_count or 0
completion_tokens += chunk.usage_metadata.candidates_token_count or 0