Add AssistantContextSyncProcessor to manage LLM context synchronization during assistant interruptions. Update ProductTextStreamProcessor to track last streamed text and modify pipeline to integrate new context sync functionality. Enhance tests to verify context sync behavior for interrupted assistant turns.

engine/pipeline.py

@@ -33,10 +33,11 @@ from pipecat.turns.user_stop.speech_timeout_user_turn_stop_strategy import (
 from pipecat.turns.user_turn_strategies import UserTurnStrategies
 
 from .config import EngineConfig
+from .context_sync import AssistantContextSyncProcessor
 from .product_protocol import ProductWebsocketSerializer
 from .services import create_llm_service, create_stt_service, create_tts_service
 from .text_input import ProductTextInputProcessor
-from .text_stream import ProductTextStreamProcessor, sync_streamed_assistant_context
+from .text_stream import ProductTextStreamProcessor, maybe_sync_assistant_context
 from .transcript_stream import ProductTranscriptStreamProcessor
 from .turn_start import InterruptionGateUserTurnStartStrategy
 
@@ -143,6 +144,10 @@ async def run_pipeline_with_serializer(
     )
 
     text_stream = ProductTextStreamProcessor()
+    context_sync = AssistantContextSyncProcessor(
+        text_stream=text_stream,
+        assistant_aggregator=assistant_aggregator,
+    )
 
     pipeline = Pipeline(
         [
@@ -150,6 +155,7 @@ async def run_pipeline_with_serializer(
             ProductTextInputProcessor(),
             stt,
             ProductTranscriptStreamProcessor(),
+            context_sync,
             user_aggregator,
             llm,
             text_stream,
@@ -212,14 +218,12 @@ async def run_pipeline_with_serializer(
     @assistant_aggregator.event_handler("on_assistant_turn_stopped")
     async def on_assistant_turn_stopped(_aggregator, message: AssistantTurnStoppedMessage):
         logger.info(f"Assistant: {message.content}")
-        if message.interrupted:
-            streamed = text_stream.take_interrupted_stream_text()
-            if streamed:
-                sync_streamed_assistant_context(
-                    _aggregator,
-                    streamed_text=streamed,
-                    committed_text=message.content or "",
-                )
+        maybe_sync_assistant_context(
+            _aggregator,
+            text_stream,
+            committed_text=message.content or "",
+        )
+        text_stream.take_interrupted_stream_text()
 
     runner = PipelineRunner(handle_sigint=False)
     await runner.run(task)