feature: add custom headers to AsyncOpenAI

This commit is contained in:
Nico
2025-03-19 14:49:51 +01:00
parent 7ddac4eb88
commit 5f28834588

View File

@@ -116,6 +116,7 @@ class BaseOpenAILLMService(LLMService):
base_url=None,
organization=None,
project=None,
default_headers: Mapping[str, str] | None = None,
params: InputParams = InputParams(),
**kwargs,
):
@@ -132,10 +133,10 @@ class BaseOpenAILLMService(LLMService):
}
self.set_model_name(model)
self._client = self.create_client(
api_key=api_key, base_url=base_url, organization=organization, project=project, **kwargs
api_key=api_key, base_url=base_url, organization=organization, project=project, default_headers=default_headers, **kwargs
)
def create_client(self, api_key=None, base_url=None, organization=None, project=None, **kwargs):
def create_client(self, api_key=None, base_url=None, organization=None, project=None, default_headers=None, **kwargs):
return AsyncOpenAI(
api_key=api_key,
base_url=base_url,
@@ -146,6 +147,7 @@ class BaseOpenAILLMService(LLMService):
max_keepalive_connections=100, max_connections=1000, keepalive_expiry=None
)
),
default_headers=default_headers
)
def can_generate_metrics(self) -> bool: