wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add universal LLMContext support to AWSBedrockLLMService.run_inference()

Browse Source
This commit is contained in:
Paul Kompfner
2025-09-09 16:00:32 -04:00
parent fe79de8f27
commit 8ccd220a60
2 changed files with 5 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/pipecat/adapters/services/bedrock_adapter.py
View File

@@ -29,7 +29,7 @@ from pipecat.processors.aggregators.llm_context import (
class AWSBedrockLLMInvocationParams(TypedDict): class AWSBedrockLLMInvocationParams(TypedDict):
"""Context-based parameters for invoking AWS Bedrock's LLM API.""" """Context-based parameters for invoking AWS Bedrock's LLM API."""
system: Optional[str] system: Optional[List[dict[str, Any]]] # [{"text": "system message"}]
messages: List[dict[str, Any]] messages: List[dict[str, Any]]
tools: List[dict[str, Any]] tools: List[dict[str, Any]]
tool_choice: LLMContextToolChoice tool_choice: LLMContextToolChoice

12
src/pipecat/services/aws/llm.py
View File

@@ -815,14 +815,10 @@ class AWSBedrockLLMService(LLMService):
messages = [] messages = []
system = [] system = []
if isinstance(context, LLMContext): if isinstance(context, LLMContext):
# Future code will be something like this: adapter: AWSBedrockLLMAdapter = self.get_llm_adapter()
# adapter = self.get_llm_adapter() params: AWSBedrockLLMInvocationParams = adapter.get_llm_invocation_params(context)
# params: AWSBedrockLLMInvocationParams = adapter.get_llm_invocation_params(context) messages = params["messages"]
# messages = params["messages"] system = params["system"] # [{"text": "system message"}]
# system = params["system_instruction"] # [{"text": "system message"}]
raise NotImplementedError(
"Universal LLMContext is not yet supported for AWS Bedrock."
)
else: else:
context = AWSBedrockLLMContext.upgrade_to_bedrock(context) context = AWSBedrockLLMContext.upgrade_to_bedrock(context)
messages = context.messages messages = context.messages