Merge pull request #1398 from nicougou/feature/openai_custom_headers
feature: add custom headers to AsyncOpenAI
This commit is contained in:
@@ -112,6 +112,7 @@ class BaseOpenAILLMService(LLMService):
|
|||||||
base_url=None,
|
base_url=None,
|
||||||
organization=None,
|
organization=None,
|
||||||
project=None,
|
project=None,
|
||||||
|
default_headers: Mapping[str, str] | None = None,
|
||||||
params: InputParams = InputParams(),
|
params: InputParams = InputParams(),
|
||||||
**kwargs,
|
**kwargs,
|
||||||
):
|
):
|
||||||
@@ -128,10 +129,10 @@ class BaseOpenAILLMService(LLMService):
|
|||||||
}
|
}
|
||||||
self.set_model_name(model)
|
self.set_model_name(model)
|
||||||
self._client = self.create_client(
|
self._client = self.create_client(
|
||||||
api_key=api_key, base_url=base_url, organization=organization, project=project, **kwargs
|
api_key=api_key, base_url=base_url, organization=organization, project=project, default_headers=default_headers, **kwargs
|
||||||
)
|
)
|
||||||
|
|
||||||
def create_client(self, api_key=None, base_url=None, organization=None, project=None, **kwargs):
|
def create_client(self, api_key=None, base_url=None, organization=None, project=None, default_headers=None, **kwargs):
|
||||||
return AsyncOpenAI(
|
return AsyncOpenAI(
|
||||||
api_key=api_key,
|
api_key=api_key,
|
||||||
base_url=base_url,
|
base_url=base_url,
|
||||||
@@ -142,6 +143,7 @@ class BaseOpenAILLMService(LLMService):
|
|||||||
max_keepalive_connections=100, max_connections=1000, keepalive_expiry=None
|
max_keepalive_connections=100, max_connections=1000, keepalive_expiry=None
|
||||||
)
|
)
|
||||||
),
|
),
|
||||||
|
default_headers=default_headers
|
||||||
)
|
)
|
||||||
|
|
||||||
def can_generate_metrics(self) -> bool:
|
def can_generate_metrics(self) -> bool:
|
||||||
|
|||||||
Reference in New Issue
Block a user