wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(aws): handle LLMEnablePromptCachingFrame for runtime toggling

Browse Source 
Add LLMEnablePromptCachingFrame handler to process_frame for parity
with AnthropicLLMService, enabling runtime toggling of prompt caching.
This commit is contained in:
Luke Halley
2026-04-02 16:44:25 +08:00
committed by Mark Backman
parent 134790b17c
commit da1a1a59a4
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/pipecat/services/aws/llm.py
View File

@@ -36,6 +36,7 @@ from pipecat.frames.frames import (
FunctionCallInProgressFrame, FunctionCallInProgressFrame,
FunctionCallResultFrame, FunctionCallResultFrame,
LLMContextFrame, LLMContextFrame,
LLMEnablePromptCachingFrame,
LLMFullResponseEndFrame, LLMFullResponseEndFrame,
LLMFullResponseStartFrame, LLMFullResponseStartFrame,
UserImageRawFrame, UserImageRawFrame,
@@ -589,6 +590,9 @@ class AWSBedrockLLMService(LLMService):
if isinstance(frame, LLMContextFrame): if isinstance(frame, LLMContextFrame):
await self._process_context(frame.context) await self._process_context(frame.context)
elif isinstance(frame, LLMEnablePromptCachingFrame):
logger.debug(f"Setting enable prompt caching to: [{frame.enable}]")
self._settings.enable_prompt_caching = frame.enable
else: else:
await self.push_frame(frame, direction) await self.push_frame(frame, direction)