wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

MistralLLMService: fix build_chat_completion_params()

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2025-08-28 12:03:25 -07:00
parent 5ebcea2a3b
commit 275c8b59c5
1 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/pipecat/services/mistral/llm.py
View File

@@ -12,6 +12,7 @@ from loguru import logger
from openai import AsyncStream from openai import AsyncStream
from openai.types.chat import ChatCompletionChunk, ChatCompletionMessageParam from openai.types.chat import ChatCompletionChunk, ChatCompletionMessageParam
from pipecat.adapters.services.open_ai_adapter import OpenAILLMInvocationParams
from pipecat.frames.frames import FunctionCallFromLLM from pipecat.frames.frames import FunctionCallFromLLM
from pipecat.processors.aggregators.openai_llm_context import OpenAILLMContext from pipecat.processors.aggregators.openai_llm_context import OpenAILLMContext
from pipecat.services.openai.llm import OpenAILLMService from pipecat.services.openai.llm import OpenAILLMService
@@ -148,9 +149,7 @@ class MistralLLMService(OpenAILLMService):
if calls_to_execute: if calls_to_execute:
await super().run_function_calls(calls_to_execute) await super().run_function_calls(calls_to_execute)
def build_chat_completion_params( def build_chat_completion_params(self, params_from_context: OpenAILLMInvocationParams) -> dict:
self, context: OpenAILLMContext, messages: List[ChatCompletionMessageParam]
) -> dict:
"""Build parameters for Mistral chat completion request. """Build parameters for Mistral chat completion request.
Handles Mistral-specific requirements including: Handles Mistral-specific requirements including:
@@ -159,14 +158,14 @@ class MistralLLMService(OpenAILLMService):
- Core completion settings - Core completion settings
""" """
# Apply Mistral's assistant prefix requirement for API compatibility # Apply Mistral's assistant prefix requirement for API compatibility
fixed_messages = self._apply_mistral_assistant_prefix(messages) fixed_messages = self._apply_mistral_assistant_prefix(params_from_context["messages"])
params = { params = {
"model": self.model_name, "model": self.model_name,
"stream": True, "stream": True,
"messages": fixed_messages, "messages": fixed_messages,
"tools": context.tools, "tools": params_from_context["tools"],
"tool_choice": context.tool_choice, "tool_choice": params_from_context["tool_choice"],
"frequency_penalty": self._settings["frequency_penalty"], "frequency_penalty": self._settings["frequency_penalty"],
"presence_penalty": self._settings["presence_penalty"], "presence_penalty": self._settings["presence_penalty"],
"temperature": self._settings["temperature"], "temperature": self._settings["temperature"],