Add voice_message_prompt tool to API and UI components. Update DuplexPipeline, Assistants, and DebugDrawer to support new tool functionality, including parameter validation and speech synthesis integration. Ensure existing tools are preserved during seeding process in the database.

This commit is contained in:
Xin Wang
2026-02-27 16:04:49 +08:00
parent b035e023c4
commit cdd8275e35
3 changed files with 125 additions and 11 deletions

View File

@@ -146,12 +146,24 @@ class DuplexPipeline:
"required": [],
},
},
"voice_message_prompt": {
"name": "voice_message_prompt",
"description": "Speak a message prompt on client side",
"parameters": {
"type": "object",
"properties": {
"msg": {"type": "string", "description": "Message text to speak"},
},
"required": ["msg"],
},
},
}
_DEFAULT_CLIENT_EXECUTORS = frozenset({
"turn_on_camera",
"turn_off_camera",
"increase_volume",
"decrease_volume",
"voice_message_prompt",
})
def __init__(