From f2b07271c13e3b3ff6756a1071ccd8fc8b328251 Mon Sep 17 00:00:00 2001 From: Mark Backman Date: Sat, 8 Feb 2025 11:25:41 -0500 Subject: [PATCH] Update GroqLLMService to use llama-3.3-70b-versatile as the default model --- CHANGELOG.md | 3 +++ src/pipecat/services/groq.py | 4 ++-- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index f3182075f..11d1bf922 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -19,6 +19,9 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0 - Updated foundation example `14f-function-calling-groq.py` to use `GroqSTTService` for transcription. +- Updated `GroqLLMService` to use `llama-3.3-70b-versatile` as the default + model. + - `RTVIObserver` doesn't handle `LLMSearchResponseFrame` frames anymore. For now, to handle those frames you need to create a `GoogleRTVIObserver` instead. diff --git a/src/pipecat/services/groq.py b/src/pipecat/services/groq.py index 0023c5eca..ad12a55ee 100644 --- a/src/pipecat/services/groq.py +++ b/src/pipecat/services/groq.py @@ -22,7 +22,7 @@ class GroqLLMService(OpenAILLMService): Args: api_key (str): The API key for accessing Groq's API base_url (str, optional): The base URL for Groq API. Defaults to "https://api.groq.com/openai/v1" - model (str, optional): The model identifier to use. Defaults to "llama-3.1-70b-versatile" + model (str, optional): The model identifier to use. Defaults to "llama-3.3-70b-versatile" **kwargs: Additional keyword arguments passed to OpenAILLMService """ @@ -31,7 +31,7 @@ class GroqLLMService(OpenAILLMService): *, api_key: str, base_url: str = "https://api.groq.com/openai/v1", - model: str = "llama-3.1-70b-versatile", + model: str = "llama-3.3-70b-versatile", **kwargs, ): super().__init__(api_key=api_key, base_url=base_url, model=model, **kwargs)