From ce6a2bdcf7dc2d91755f2027ed8114315cb8712d Mon Sep 17 00:00:00 2001 From: Mark Backman Date: Thu, 24 Oct 2024 07:03:45 -0400 Subject: [PATCH] Add max tokens inputs to OpenAI --- src/pipecat/services/openai.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/pipecat/services/openai.py b/src/pipecat/services/openai.py index c904481cd..129e32a08 100644 --- a/src/pipecat/services/openai.py +++ b/src/pipecat/services/openai.py @@ -100,6 +100,8 @@ class BaseOpenAILLMService(LLMService): seed: Optional[int] = Field(default_factory=lambda: NOT_GIVEN, ge=0) temperature: Optional[float] = Field(default_factory=lambda: NOT_GIVEN, ge=0.0, le=2.0) top_p: Optional[float] = Field(default_factory=lambda: NOT_GIVEN, ge=0.0, le=1.0) + max_tokens: Optional[int] = Field(default_factory=lambda: NOT_GIVEN, ge=1) + max_completion_tokens: Optional[int] = Field(default_factory=lambda: NOT_GIVEN, ge=1) extra: Optional[Dict[str, Any]] = Field(default_factory=dict) def __init__( @@ -118,6 +120,8 @@ class BaseOpenAILLMService(LLMService): "seed": params.seed, "temperature": params.temperature, "top_p": params.top_p, + "max_tokens": params.max_tokens, + "max_completion_tokens": params.max_completion_tokens, "extra": params.extra if isinstance(params.extra, dict) else {}, } self.set_model_name(model) @@ -152,6 +156,8 @@ class BaseOpenAILLMService(LLMService): "seed": self._settings["seed"], "temperature": self._settings["temperature"], "top_p": self._settings["top_p"], + "max_tokens": self._settings["max_tokens"], + "max_completion_tokens": self._settings["max_completion_tokens"], } params.update(self._settings["extra"])