Refactoring the examples to use the new context summarization classes.
This commit is contained in:
@@ -41,7 +41,10 @@ from pipecat.services.openai.llm import OpenAILLMService
|
|||||||
from pipecat.transports.base_transport import BaseTransport, TransportParams
|
from pipecat.transports.base_transport import BaseTransport, TransportParams
|
||||||
from pipecat.transports.daily.transport import DailyParams
|
from pipecat.transports.daily.transport import DailyParams
|
||||||
from pipecat.transports.websocket.fastapi import FastAPIWebsocketParams
|
from pipecat.transports.websocket.fastapi import FastAPIWebsocketParams
|
||||||
from pipecat.utils.context.llm_context_summarization import LLMContextSummarizationConfig
|
from pipecat.utils.context.llm_context_summarization import (
|
||||||
|
LLMAutoContextSummarizationConfig,
|
||||||
|
LLMContextSummaryConfig,
|
||||||
|
)
|
||||||
|
|
||||||
load_dotenv(override=True)
|
load_dotenv(override=True)
|
||||||
|
|
||||||
@@ -120,16 +123,18 @@ async def run_bot(transport: BaseTransport, runner_args: RunnerArguments):
|
|||||||
vad_analyzer=SileroVADAnalyzer(),
|
vad_analyzer=SileroVADAnalyzer(),
|
||||||
),
|
),
|
||||||
assistant_params=LLMAssistantAggregatorParams(
|
assistant_params=LLMAssistantAggregatorParams(
|
||||||
enable_context_summarization=True,
|
enable_auto_context_summarization=True,
|
||||||
# Optional: customize context summarization behavior
|
# Optional: customize context summarization behavior
|
||||||
# Using low limits to demonstrate the feature quickly
|
# Using low limits to demonstrate the feature quickly
|
||||||
context_summarization_config=LLMContextSummarizationConfig(
|
auto_context_summarization_config=LLMAutoContextSummarizationConfig(
|
||||||
max_context_tokens=1000, # Trigger summarization at 1000 tokens
|
max_context_tokens=1000, # Trigger summarization at 1000 tokens
|
||||||
target_context_tokens=800, # Target context size for the summarization
|
|
||||||
max_unsummarized_messages=10, # Or when 10 new messages accumulate
|
max_unsummarized_messages=10, # Or when 10 new messages accumulate
|
||||||
|
summary_config=LLMContextSummaryConfig(
|
||||||
|
target_context_tokens=800, # Target context size for the summarization
|
||||||
min_messages_after_summary=2, # Keep last 2 messages uncompressed
|
min_messages_after_summary=2, # Keep last 2 messages uncompressed
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
|
),
|
||||||
)
|
)
|
||||||
|
|
||||||
# Listen for summarization events
|
# Listen for summarization events
|
||||||
|
|||||||
@@ -41,7 +41,10 @@ from pipecat.services.llm_service import FunctionCallParams
|
|||||||
from pipecat.transports.base_transport import BaseTransport, TransportParams
|
from pipecat.transports.base_transport import BaseTransport, TransportParams
|
||||||
from pipecat.transports.daily.transport import DailyParams
|
from pipecat.transports.daily.transport import DailyParams
|
||||||
from pipecat.transports.websocket.fastapi import FastAPIWebsocketParams
|
from pipecat.transports.websocket.fastapi import FastAPIWebsocketParams
|
||||||
from pipecat.utils.context.llm_context_summarization import LLMContextSummarizationConfig
|
from pipecat.utils.context.llm_context_summarization import (
|
||||||
|
LLMAutoContextSummarizationConfig,
|
||||||
|
LLMContextSummaryConfig,
|
||||||
|
)
|
||||||
|
|
||||||
load_dotenv(override=True)
|
load_dotenv(override=True)
|
||||||
|
|
||||||
@@ -120,16 +123,18 @@ async def run_bot(transport: BaseTransport, runner_args: RunnerArguments):
|
|||||||
vad_analyzer=SileroVADAnalyzer(),
|
vad_analyzer=SileroVADAnalyzer(),
|
||||||
),
|
),
|
||||||
assistant_params=LLMAssistantAggregatorParams(
|
assistant_params=LLMAssistantAggregatorParams(
|
||||||
enable_context_summarization=True,
|
enable_auto_context_summarization=True,
|
||||||
# Optional: customize context summarization behavior
|
# Optional: customize context summarization behavior
|
||||||
# Using low limits to demonstrate the feature quickly
|
# Using low limits to demonstrate the feature quickly
|
||||||
context_summarization_config=LLMContextSummarizationConfig(
|
auto_context_summarization_config=LLMAutoContextSummarizationConfig(
|
||||||
max_context_tokens=1000, # Trigger summarization at 1000 tokens
|
max_context_tokens=1000, # Trigger summarization at 1000 tokens
|
||||||
target_context_tokens=800, # Target context size for the summarization
|
|
||||||
max_unsummarized_messages=10, # Or when 10 new messages accumulate
|
max_unsummarized_messages=10, # Or when 10 new messages accumulate
|
||||||
|
summary_config=LLMContextSummaryConfig(
|
||||||
|
target_context_tokens=800, # Target context size for the summarization
|
||||||
min_messages_after_summary=2, # Keep last 2 messages uncompressed
|
min_messages_after_summary=2, # Keep last 2 messages uncompressed
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
|
),
|
||||||
)
|
)
|
||||||
|
|
||||||
# Listen for summarization events
|
# Listen for summarization events
|
||||||
|
|||||||
@@ -44,7 +44,10 @@ from pipecat.services.openai.llm import OpenAILLMService
|
|||||||
from pipecat.transports.base_transport import BaseTransport, TransportParams
|
from pipecat.transports.base_transport import BaseTransport, TransportParams
|
||||||
from pipecat.transports.daily.transport import DailyParams
|
from pipecat.transports.daily.transport import DailyParams
|
||||||
from pipecat.transports.websocket.fastapi import FastAPIWebsocketParams
|
from pipecat.transports.websocket.fastapi import FastAPIWebsocketParams
|
||||||
from pipecat.utils.context.llm_context_summarization import LLMContextSummarizationConfig
|
from pipecat.utils.context.llm_context_summarization import (
|
||||||
|
LLMAutoContextSummarizationConfig,
|
||||||
|
LLMContextSummaryConfig,
|
||||||
|
)
|
||||||
|
|
||||||
load_dotenv(override=True)
|
load_dotenv(override=True)
|
||||||
|
|
||||||
@@ -147,11 +150,12 @@ async def run_bot(transport: BaseTransport, runner_args: RunnerArguments):
|
|||||||
vad_analyzer=SileroVADAnalyzer(),
|
vad_analyzer=SileroVADAnalyzer(),
|
||||||
),
|
),
|
||||||
assistant_params=LLMAssistantAggregatorParams(
|
assistant_params=LLMAssistantAggregatorParams(
|
||||||
enable_context_summarization=True,
|
enable_auto_context_summarization=True,
|
||||||
context_summarization_config=LLMContextSummarizationConfig(
|
auto_context_summarization_config=LLMAutoContextSummarizationConfig(
|
||||||
# Trigger thresholds (low values to demonstrate quickly)
|
# Trigger thresholds (low values to demonstrate quickly)
|
||||||
max_context_tokens=1000,
|
max_context_tokens=1000,
|
||||||
max_unsummarized_messages=10,
|
max_unsummarized_messages=10,
|
||||||
|
summary_config=LLMContextSummaryConfig(
|
||||||
# Summary generation
|
# Summary generation
|
||||||
target_context_tokens=800,
|
target_context_tokens=800,
|
||||||
min_messages_after_summary=2,
|
min_messages_after_summary=2,
|
||||||
@@ -166,6 +170,7 @@ async def run_bot(transport: BaseTransport, runner_args: RunnerArguments):
|
|||||||
summarization_timeout=60.0,
|
summarization_timeout=60.0,
|
||||||
),
|
),
|
||||||
),
|
),
|
||||||
|
),
|
||||||
)
|
)
|
||||||
|
|
||||||
# Listen for summarization events
|
# Listen for summarization events
|
||||||
|
|||||||
Reference in New Issue
Block a user