feat: default realtime to True in Inception LLM service

This commit is contained in:
Mark Backman
2026-05-21 14:54:45 -04:00
parent 780c004168
commit 1c26c635a1

View File

@@ -27,6 +27,7 @@ class InceptionLLMSettings(BaseOpenAILLMService.Settings):
One of "instant", "low", "medium", or "high". When unset, the One of "instant", "low", "medium", or "high". When unset, the
parameter is omitted and Inception's server-side default applies. parameter is omitted and Inception's server-side default applies.
realtime: When True, reduces time to first diffusion block (TTFT). realtime: When True, reduces time to first diffusion block (TTFT).
Defaults to True.
""" """
reasoning_effort: Literal["instant", "low", "medium", "high"] | None | _NotGiven = field( reasoning_effort: Literal["instant", "low", "medium", "high"] | None | _NotGiven = field(
@@ -68,7 +69,7 @@ class InceptionLLMService(OpenAILLMService):
default_settings = self.Settings( default_settings = self.Settings(
model="mercury-2", model="mercury-2",
reasoning_effort=None, reasoning_effort=None,
realtime=None, realtime=True,
) )
if settings is not None: if settings is not None: