Merge branch 'pipecat-ai:main' into main

src/pipecat/services/google/llm.py

@@ -555,10 +555,11 @@ class GoogleLLMService(LLMService):
                 contents=messages,
                 config=generation_config,
             )
-            await self.stop_ttfb_metrics()
 
             function_calls = []
             async for chunk in response:
+                # Stop TTFB metrics after the first chunk
+                await self.stop_ttfb_metrics()
                 if chunk.usage_metadata:
                     prompt_tokens += chunk.usage_metadata.prompt_token_count or 0
                     completion_tokens += chunk.usage_metadata.candidates_token_count or 0

src/pipecat/services/google/stt.py

@@ -747,6 +747,11 @@ class GoogleSTTService(STTService):
         try:
             while True:
                 try:
+                    if self._request_queue.empty():
+                        # wait for 10ms in case we don't have audio
+                        await asyncio.sleep(0.01)
+                        continue
+
                     # Start bi-directional streaming
                     streaming_recognize = await self._client.streaming_recognize(
                         requests=self._request_generator()