diff --git a/core/duplex_pipeline.py b/core/duplex_pipeline.py
index 6ddb8fd..3f12c7c 100644
--- a/core/duplex_pipeline.py
+++ b/core/duplex_pipeline.py
@@ -368,7 +368,8 @@ class DuplexPipeline:
             # Reset for next utterance
             self._audio_buffer = b""
             self._last_sent_transcript = ""
-            await self.conversation.start_user_turn()
+            # Return to idle; don't force LISTENING which causes buffering on silence
+            await self.conversation.set_state(ConversationState.IDLE)
             return
         
         logger.info(f"EOU detected - user said: {user_text[:100]}...")