Merge pull request #1398 from nicougou/feature/openai_custom_headers

feature: add custom headers to AsyncOpenAI
This commit is contained in:
Aleix Conchillo Flaqué
2025-03-20 13:45:57 -07:00
committed by GitHub

View File

@@ -112,6 +112,7 @@ class BaseOpenAILLMService(LLMService):
base_url=None,
organization=None,
project=None,
default_headers: Mapping[str, str] | None = None,
params: InputParams = InputParams(),
**kwargs,
):
@@ -128,10 +129,10 @@ class BaseOpenAILLMService(LLMService):
}
self.set_model_name(model)
self._client = self.create_client(
api_key=api_key, base_url=base_url, organization=organization, project=project, **kwargs
api_key=api_key, base_url=base_url, organization=organization, project=project, default_headers=default_headers, **kwargs
)
def create_client(self, api_key=None, base_url=None, organization=None, project=None, **kwargs):
def create_client(self, api_key=None, base_url=None, organization=None, project=None, default_headers=None, **kwargs):
return AsyncOpenAI(
api_key=api_key,
base_url=base_url,
@@ -142,6 +143,7 @@ class BaseOpenAILLMService(LLMService):
max_keepalive_connections=100, max_connections=1000, keepalive_expiry=None
)
),
default_headers=default_headers
)
def can_generate_metrics(self) -> bool: