wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Support for passing in a ToolsSchema in lieu of a list of provider-specific dicts when updating OpenAIRealtimeLLMService using LLMUpdateSettingsFrame.

Browse Source
This commit is contained in:
Paul Kompfner
2025-11-07 10:17:53 -05:00
parent 925a6cc2ef
commit c3306bb4f2
4 changed files with 25 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/pipecat/services/openai/realtime/events.py
View File

@@ -198,9 +198,9 @@ class SessionProperties(BaseModel):
output_modalities: Optional[List[Literal["text", "audio"]]] = None
instructions: Optional[str] = None
audio: Optional[AudioConfiguration] = None
# Tools can only be ToolsSchema when provided by user in
# OpenAIRealtimeLLMService constructor. We'll never serialize/deserialize
# ToolsSchema.
# Tools can only be ToolsSchema when provided by the user, in either the
# OpenAIRealtimeLLMService constructor or through LLMUpdateSettingsFrame.
# We'll never serialize/deserialize ToolsSchema when talking to the server.
tools: Optional[ToolsSchema | List[Dict]] = None
tool_choice: Optional[Literal["auto", "none", "required"]] = None
max_output_tokens: Optional[Union[int, Literal["inf"]]] = None

18
src/pipecat/services/openai/realtime/llm.py
View File

@@ -156,16 +156,6 @@ class OpenAIRealtimeLLMService(LLMService):
self._session_properties: events.SessionProperties = (
session_properties or events.SessionProperties()
)
# If needed, map session_properties.tools from ToolsSchema to list of
# dicts, which remote server expects
if self._session_properties.tools and isinstance(
self._session_properties.tools, ToolsSchema
):
adapter = self.get_llm_adapter()
self._session_properties.tools = adapter.from_standard_tools(
self._session_properties.tools
)
self._audio_input_paused = start_audio_paused
self._websocket = None
self._receive_task = None
@@ -492,9 +482,9 @@ class OpenAIRealtimeLLMService(LLMService):
async def _update_settings(self):
settings = self._session_properties
adapter: OpenAIRealtimeLLMAdapter = self.get_llm_adapter()
if self._context:
adapter: OpenAIRealtimeLLMAdapter = self.get_llm_adapter()
llm_invocation_params = adapter.get_llm_invocation_params(self._context)
# tools given in the context override the tools in the session properties
@@ -506,6 +496,12 @@ class OpenAIRealtimeLLMService(LLMService):
if llm_invocation_params["system_instruction"]:
settings.instructions = llm_invocation_params["system_instruction"]
# If needed, map settings.tools from ToolsSchema to list of dicts,
# which remote server expects. It would only be a ToolsSchema if that's
# how it was provided in the constructor or via LLMUpdateSettingsFrame.
if settings.tools and isinstance(settings.tools, ToolsSchema):
settings.tools = adapter.from_standard_tools(settings.tools)
await self.send_client_event(events.SessionUpdateEvent(session=settings))
#