wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feature: add custom headers to AsyncOpenAI

Browse Source
This commit is contained in:
Nico
2025-03-19 14:49:51 +01:00
parent 7ddac4eb88
commit 5f28834588
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/pipecat/services/openai.py
View File

@@ -116,6 +116,7 @@ class BaseOpenAILLMService(LLMService):
base_url=None, base_url=None,
organization=None, organization=None,
project=None, project=None,
default_headers: Mapping[str, str] | None = None,
params: InputParams = InputParams(), params: InputParams = InputParams(),
**kwargs, **kwargs,
): ):
@@ -132,10 +133,10 @@ class BaseOpenAILLMService(LLMService):
} }
self.set_model_name(model) self.set_model_name(model)
self._client = self.create_client( self._client = self.create_client(
api_key=api_key, base_url=base_url, organization=organization, project=project, **kwargs api_key=api_key, base_url=base_url, organization=organization, project=project, default_headers=default_headers, **kwargs
) )
def create_client(self, api_key=None, base_url=None, organization=None, project=None, **kwargs): def create_client(self, api_key=None, base_url=None, organization=None, project=None, default_headers=None, **kwargs):
return AsyncOpenAI( return AsyncOpenAI(
api_key=api_key, api_key=api_key,
base_url=base_url, base_url=base_url,
@@ -146,6 +147,7 @@ class BaseOpenAILLMService(LLMService):
max_keepalive_connections=100, max_connections=1000, keepalive_expiry=None max_keepalive_connections=100, max_connections=1000, keepalive_expiry=None
) )
), ),
default_headers=default_headers
) )
def can_generate_metrics(self) -> bool: def can_generate_metrics(self) -> bool: