wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #952 from pipecat-ai/fixing_gemini_function_calling

Browse Source 
Fixing GeminiMultimodalLiveLLMService function calling to work with pipecat-flows
This commit is contained in:
Filipi da Silva Fuchter
2025-01-09 17:50:25 -03:00
committed by GitHub
parent 39c6446bdc 58bfcc8370
commit b9db53d3cd
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/pipecat/services/gemini_multimodal_live/gemini.py
View File

@@ -336,6 +336,8 @@ class GeminiMultimodalLiveLLMService(LLMService):
# 2. The last message is a tool call result # 2. The last message is a tool call result
if not self._context: if not self._context:
self._context = context self._context = context
if frame.context.tools:
self._tools = frame.context.tools
await self._create_initial_response() await self._create_initial_response()
elif context.messages and context.messages[-1].get("role") == "tool": elif context.messages and context.messages[-1].get("role") == "tool":
# Support just one tool call per context frame for now # Support just one tool call per context frame for now
@@ -417,6 +419,7 @@ class GeminiMultimodalLiveLLMService(LLMService):
parts=[events.ContentPart(text=system_instruction)] parts=[events.ContentPart(text=system_instruction)]
) )
if self._tools: if self._tools:
logger.debug(f"Gemini is configuring to use tools{self._tools}")
config.setup.tools = self._tools config.setup.tools = self._tools
await self.send_client_event(config) await self.send_client_event(config)