wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Safer check when using the no_operation tool

Browse Source
This commit is contained in:
Mark Backman
2025-05-29 10:23:31 -04:00
parent fa1c98ff29
commit bee242b781
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/pipecat/services/aws/llm.py
View File

@@ -631,6 +631,8 @@ class AWSBedrockLLMService(LLMService):
cache_creation_input_tokens = 0 cache_creation_input_tokens = 0
use_completion_tokens_estimate = False use_completion_tokens_estimate = False
using_noop_tool = False
try: try:
await self.push_frame(LLMFullResponseStartFrame()) await self.push_frame(LLMFullResponseStartFrame())
await self.start_processing_metrics() await self.start_processing_metrics()
@@ -670,12 +672,13 @@ class AWSBedrockLLMService(LLMService):
tools = context.tools or [] tools = context.tools or []
if has_tool_content and not tools: if has_tool_content and not tools:
tools = [self._create_no_op_tool()] tools = [self._create_no_op_tool()]
using_noop_tool = True
if tools: if tools:
tool_config = {"tools": tools} tool_config = {"tools": tools}
# Only add tool_choice if we have real tools (not just no-op) # Only add tool_choice if we have real tools (not just no-op)
if context.tools and context.tool_choice: if not using_noop_tool and context.tool_choice:
if context.tool_choice == "auto": if context.tool_choice == "auto":
tool_config["toolChoice"] = {"auto": {}} tool_config["toolChoice"] = {"auto": {}}
elif context.tool_choice == "none": elif context.tool_choice == "none":
@@ -735,8 +738,8 @@ class AWSBedrockLLMService(LLMService):
try: try:
arguments = json.loads(json_accumulator) if json_accumulator else {} arguments = json.loads(json_accumulator) if json_accumulator else {}
# Only call function if it's not the no-op tool # Only call function if it's not the no_operation tool
if tool_use_block["name"] != "no_operation": if not using_noop_tool:
await self.call_function( await self.call_function(
context=context, context=context,
tool_call_id=tool_use_block["id"], tool_call_id=tool_use_block["id"],