Update GroqLLMService docstrings
This commit is contained in:
@@ -4,6 +4,8 @@
|
|||||||
# SPDX-License-Identifier: BSD 2-Clause License
|
# SPDX-License-Identifier: BSD 2-Clause License
|
||||||
#
|
#
|
||||||
|
|
||||||
|
"""Groq LLM Service implementation using OpenAI-compatible interface."""
|
||||||
|
|
||||||
from loguru import logger
|
from loguru import logger
|
||||||
|
|
||||||
from pipecat.services.openai.llm import OpenAILLMService
|
from pipecat.services.openai.llm import OpenAILLMService
|
||||||
@@ -16,10 +18,10 @@ class GroqLLMService(OpenAILLMService):
|
|||||||
maintaining full compatibility with OpenAI's interface and functionality.
|
maintaining full compatibility with OpenAI's interface and functionality.
|
||||||
|
|
||||||
Args:
|
Args:
|
||||||
api_key (str): The API key for accessing Groq's API
|
api_key: The API key for accessing Groq's API.
|
||||||
base_url (str, optional): The base URL for Groq API. Defaults to "https://api.groq.com/openai/v1"
|
base_url: The base URL for Groq API. Defaults to "https://api.groq.com/openai/v1".
|
||||||
model (str, optional): The model identifier to use. Defaults to "llama-3.3-70b-versatile"
|
model: The model identifier to use. Defaults to "llama-3.3-70b-versatile".
|
||||||
**kwargs: Additional keyword arguments passed to OpenAILLMService
|
**kwargs: Additional keyword arguments passed to OpenAILLMService.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def __init__(
|
def __init__(
|
||||||
@@ -33,6 +35,15 @@ class GroqLLMService(OpenAILLMService):
|
|||||||
super().__init__(api_key=api_key, base_url=base_url, model=model, **kwargs)
|
super().__init__(api_key=api_key, base_url=base_url, model=model, **kwargs)
|
||||||
|
|
||||||
def create_client(self, api_key=None, base_url=None, **kwargs):
|
def create_client(self, api_key=None, base_url=None, **kwargs):
|
||||||
"""Create OpenAI-compatible client for Groq API endpoint."""
|
"""Create OpenAI-compatible client for Groq API endpoint.
|
||||||
|
|
||||||
|
Args:
|
||||||
|
api_key: API key for authentication. If None, uses instance api_key.
|
||||||
|
base_url: Base URL for the API. If None, uses instance base_url.
|
||||||
|
**kwargs: Additional arguments passed to the client constructor.
|
||||||
|
|
||||||
|
Returns:
|
||||||
|
An OpenAI-compatible client configured for Groq's API.
|
||||||
|
"""
|
||||||
logger.debug(f"Creating Groq client with api {base_url}")
|
logger.debug(f"Creating Groq client with api {base_url}")
|
||||||
return super().create_client(api_key, base_url, **kwargs)
|
return super().create_client(api_key, base_url, **kwargs)
|
||||||
|
|||||||
Reference in New Issue
Block a user