wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: default thinking config for Gemini 3+ Flash models

Browse Source
This commit is contained in:
Om Chauhan
2026-03-18 09:33:54 +05:30
parent 53388e0426
commit 419c7d4450
1 changed files with 9 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
src/pipecat/services/google/llm.py
View File

@@ -995,18 +995,20 @@ class GoogleLLMService(LLMService):
def _maybe_unset_thinking_budget(self, generation_params: Dict[str, Any]):
try:
# There's no way to introspect on model capabilities, so
# to check for models that we know default to thinkin on
# and can be configured to turn it off.
if not self._settings.model.startswith("gemini-2.5-flash"):
return
# If we have an image model, we don't use a budget either.
# If we have an image model, we don't apply a thinking default.
if "image" in self._settings.model:
return
# If thinking_config is already set, don't override it.
if "thinking_config" in generation_params:
return
generation_params.setdefault("thinking_config", {})["thinking_budget"] = 0
# Apply model-aware low-latency thinking defaults.
# Gemini 2.5 Flash: disable thinking via thinking_budget.
# Gemini 3+ Flash: use minimal thinking via thinking_level.
model = self._settings.model
if model.startswith("gemini-2.5-flash"):
generation_params["thinking_config"] = {"thinking_budget": 0}
elif model.startswith("gemini-3") and "flash" in model:
generation_params["thinking_config"] = {"thinking_level": "minimal"}
except Exception as e:
logger.error(f"Failed to unset thinking budget: {e}")