Add explanatory comments for LLMSpecificMessage guards in context summarization, amd fixed the missing guard in LLMContextSummarizer._apply_summary when searching for the first system message.

This commit is contained in:
filipi87
2026-02-27 12:53:25 -03:00
parent 9476b5d184
commit aa6d3b38b3
2 changed files with 27 additions and 4 deletions

View File

@@ -18,7 +18,7 @@ from pipecat.frames.frames import (
LLMContextSummaryResultFrame,
LLMFullResponseStartFrame,
)
from pipecat.processors.aggregators.llm_context import LLMContext
from pipecat.processors.aggregators.llm_context import LLMContext, LLMSpecificMessage
from pipecat.utils.asyncio.task_manager import BaseTaskManager
from pipecat.utils.base_object import BaseObject
from pipecat.utils.context.llm_context_summarization import (
@@ -290,8 +290,18 @@ class LLMContextSummarizer(BaseObject):
"""
messages = self._context.messages
# Find the first system message to preserve
first_system_msg = next((msg for msg in messages if msg.get("role") == "system"), None)
# Find the first system message to preserve. LLMSpecificMessage instances are excluded
# because they are not dict-like and never represent a system message; they hold
# service-specific metadata (e.g. thinking blocks) that is always paired with a
# standard message.
first_system_msg = next(
(
msg
for msg in messages
if not isinstance(msg, LLMSpecificMessage) and msg.get("role") == "system"
),
None,
)
# Get recent messages to keep
recent_messages = messages[last_summarized_index + 1 :]

View File

@@ -188,6 +188,8 @@ class LLMContextSummarizationUtil:
total = 0
for message in context.messages:
# LLMSpecificMessage holds service-specific data (e.g. thinking blocks,
# thought signatures). Skipping them here for now.
if isinstance(message, LLMSpecificMessage):
continue
@@ -251,6 +253,9 @@ class LLMContextSummarizationUtil:
for i in range(start_idx, len(messages)):
msg = messages[i]
# LLMSpecificMessage instances (e.g. thinking blocks) never carry tool_call or
# tool_call_id fields, so they cannot affect the pending-call tracking. Skipping
# them avoids an AttributeError.
if isinstance(msg, LLMSpecificMessage):
continue
@@ -302,7 +307,10 @@ class LLMContextSummarizationUtil:
if len(messages) <= min_messages_to_keep:
return LLMMessagesToSummarize(messages=[], last_summarized_index=-1)
# Find first system message index
# Find first system message index. LLMSpecificMessage instances are excluded because
# they are not dict-like and never represent a system message; they hold
# service-specific metadata (e.g. thinking blocks) that is always paired with a
# standard message.
first_system_index = next(
(
i
@@ -367,6 +375,11 @@ class LLMContextSummarizationUtil:
transcript_parts = []
for msg in messages:
# LLMSpecificMessage holds service-specific internal data (e.g. Anthropic thinking
# blocks, Gemini thought signatures). This data is not meaningful as plain text for
# a summarization transcript, and the summarizer LLM would not know how to interpret
# it. The conversational content of those turns is already captured by the
# accompanying standard assistant message.
if isinstance(msg, LLMSpecificMessage):
continue