Update Nvidia example to use llama-3.3-70b-instruct model

This commit is contained in:
Aleix Conchillo Flaqué
2026-03-02 10:16:27 -08:00
parent 5a6a93e277
commit 193f93c2ce

View File

@@ -55,7 +55,8 @@ async def run_bot(transport: BaseTransport, runner_args: RunnerArguments):
stt = NvidiaSTTService(api_key=os.getenv("NVIDIA_API_KEY"))
llm = NvidiaLLMService(
api_key=os.getenv("NVIDIA_API_KEY"), model="meta/llama-3.1-405b-instruct"
api_key=os.getenv("NVIDIA_API_KEY"),
model="meta/llama-3.3-70b-instruct",
)
tts = NvidiaTTSService(api_key=os.getenv("NVIDIA_API_KEY"))