wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #2576 from joyceerhl/joyce/cerebras-default

Browse Source 
fix: update default Cerebras model to GPT-OSS-120B
This commit is contained in:
Mark Backman
2025-09-03 14:10:28 -07:00
committed by GitHub
parent f56be9315a eba006d39c
commit c64bc5a636
3 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
CHANGELOG.md
View File

@@ -93,6 +93,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
- Updated `RimeTTSService`'s flush_audio message to conform with Rime's official API. - Updated `RimeTTSService`'s flush_audio message to conform with Rime's official API.
- Updated the default model for `CerebrasLLMService` to GPT-OSS-120B.
### Removed ### Removed
- Remove `StopInterruptionFrame`. This was a legacy frame that was not being - Remove `StopInterruptionFrame`. This was a legacy frame that was not being

2
examples/foundational/14k-function-calling-cerebras.py
View File

@@ -67,7 +67,7 @@ async def run_bot(transport: BaseTransport, runner_args: RunnerArguments):
voice_id="71a7ad14-091c-4e8e-a314-022ece01c121", # British Reading Lady voice_id="71a7ad14-091c-4e8e-a314-022ece01c121", # British Reading Lady
) )
llm = CerebrasLLMService(api_key=os.getenv("CEREBRAS_API_KEY"), model="llama-3.3-70b") llm = CerebrasLLMService(api_key=os.getenv("CEREBRAS_API_KEY"))
# You can also register a function_name of None to get all functions # You can also register a function_name of None to get all functions
# sent to the same callback with an additional function_name parameter. # sent to the same callback with an additional function_name parameter.
llm.register_function("get_current_weather", fetch_weather_from_api) llm.register_function("get_current_weather", fetch_weather_from_api)

4
src/pipecat/services/cerebras/llm.py
View File

@@ -26,7 +26,7 @@ class CerebrasLLMService(OpenAILLMService):
*, *,
api_key: str, api_key: str,
base_url: str = "https://api.cerebras.ai/v1", base_url: str = "https://api.cerebras.ai/v1",
model: str = "llama-3.3-70b", model: str = "gpt-oss-120b",
**kwargs, **kwargs,
): ):
"""Initialize the Cerebras LLM service. """Initialize the Cerebras LLM service.
@@ -34,7 +34,7 @@ class CerebrasLLMService(OpenAILLMService):
Args: Args:
api_key: The API key for accessing Cerebras's API. api_key: The API key for accessing Cerebras's API.
base_url: The base URL for Cerebras API. Defaults to "https://api.cerebras.ai/v1". base_url: The base URL for Cerebras API. Defaults to "https://api.cerebras.ai/v1".
model: The model identifier to use. Defaults to "llama-3.3-70b". model: The model identifier to use. Defaults to "gpt-oss-120b".
**kwargs: Additional keyword arguments passed to OpenAILLMService. **kwargs: Additional keyword arguments passed to OpenAILLMService.
""" """
super().__init__(api_key=api_key, base_url=base_url, model=model, **kwargs) super().__init__(api_key=api_key, base_url=base_url, model=model, **kwargs)