wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix a bug in AWSBedrockLLMService.run_inference(); it was expecting the wrong format for the system instruction

Browse Source
This commit is contained in:
Paul Kompfner
2025-09-04 12:59:39 -04:00
parent f72ca2fd7d
commit 6e734a37f9
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/pipecat/services/aws/llm.py
View File

@@ -809,14 +809,14 @@ class AWSBedrockLLMService(LLMService):
# adapter = self.get_llm_adapter() # adapter = self.get_llm_adapter()
# params: AWSBedrockLLMInvocationParams = adapter.get_llm_invocation_params(context) # params: AWSBedrockLLMInvocationParams = adapter.get_llm_invocation_params(context)
# messages = params["messages"] # messages = params["messages"]
# system = params["system_instruction"] # system = params["system_instruction"] # [{"text": "system message"}]
raise NotImplementedError( raise NotImplementedError(
"Universal LLMContext is not yet supported for AWS Bedrock." "Universal LLMContext is not yet supported for AWS Bedrock."
) )
else: else:
context = AWSBedrockLLMContext.upgrade_to_bedrock(context) context = AWSBedrockLLMContext.upgrade_to_bedrock(context)
messages = context.messages messages = context.messages
system = getattr(context, "system", None) system = getattr(context, "system", None) # [{"text": "system message"}]
# Determine if we're using Claude or Nova based on model ID # Determine if we're using Claude or Nova based on model ID
model_id = self.model_name model_id = self.model_name
@@ -833,7 +833,7 @@ class AWSBedrockLLMService(LLMService):
} }
if system: if system:
request_params["system"] = [{"text": system}] request_params["system"] = system
async with self._aws_session.client( async with self._aws_session.client(
service_name="bedrock-runtime", **self._aws_params service_name="bedrock-runtime", **self._aws_params