Added LLMSummarizeContextFrame: push this frame anywhere in the pipeline to trigger on-demand context summarization (e.g. from a function call tool).
This commit is contained in:
@@ -43,6 +43,7 @@ if TYPE_CHECKING:
|
|||||||
from pipecat.processors.aggregators.llm_context import LLMContext, NotGiven
|
from pipecat.processors.aggregators.llm_context import LLMContext, NotGiven
|
||||||
from pipecat.processors.frame_processor import FrameProcessor
|
from pipecat.processors.frame_processor import FrameProcessor
|
||||||
from pipecat.services.settings import ServiceSettings
|
from pipecat.services.settings import ServiceSettings
|
||||||
|
from pipecat.utils.context.llm_context_summarization import LLMContextSummaryConfig
|
||||||
from pipecat.utils.tracing.tracing_context import TracingContext
|
from pipecat.utils.tracing.tracing_context import TracingContext
|
||||||
|
|
||||||
|
|
||||||
@@ -2000,6 +2001,22 @@ class LLMAssistantPushAggregationFrame(ControlFrame):
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class LLMSummarizeContextFrame(ControlFrame):
|
||||||
|
"""Frame requesting on-demand context summarization.
|
||||||
|
|
||||||
|
Push this frame into the pipeline to trigger a manual context summarization.
|
||||||
|
|
||||||
|
Parameters:
|
||||||
|
config: Optional per-request override for summary generation settings
|
||||||
|
(prompt, token budget, messages to keep). If ``None``, the
|
||||||
|
summarizer's default :class:`~pipecat.utils.context.llm_context_summarization.LLMContextSummaryConfig`
|
||||||
|
is used.
|
||||||
|
"""
|
||||||
|
|
||||||
|
config: Optional["LLMContextSummaryConfig"] = None
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class LLMContextSummaryRequestFrame(ControlFrame):
|
class LLMContextSummaryRequestFrame(ControlFrame):
|
||||||
"""Frame requesting context summarization from an LLM service.
|
"""Frame requesting context summarization from an LLM service.
|
||||||
|
|||||||
Reference in New Issue
Block a user