From 31907b90f01155359af3c0d9acdb866a596c5d33 Mon Sep 17 00:00:00 2001 From: Mark Backman Date: Wed, 31 Dec 2025 09:11:00 -0500 Subject: [PATCH] Add 07 example variants to release evals --- scripts/evals/run-release-evals.py | 10 +++++++++- 1 file changed, 9 insertions(+), 1 deletion(-) diff --git a/scripts/evals/run-release-evals.py b/scripts/evals/run-release-evals.py index 297f33ae6..dedee6f48 100644 --- a/scripts/evals/run-release-evals.py +++ b/scripts/evals/run-release-evals.py @@ -91,18 +91,25 @@ TESTS_07 = [ ("07-interruptible.py", EVAL_SIMPLE_MATH), ("07-interruptible-cartesia-http.py", EVAL_SIMPLE_MATH), ("07a-interruptible-speechmatics.py", EVAL_SIMPLE_MATH), + ("07a-interruptible-speechmatics-vad.py", EVAL_SIMPLE_MATH), ("07aa-interruptible-soniox.py", EVAL_SIMPLE_MATH), ("07ab-interruptible-inworld.py", EVAL_SIMPLE_MATH), ("07ab-interruptible-inworld-http.py", EVAL_SIMPLE_MATH), ("07ac-interruptible-asyncai.py", EVAL_SIMPLE_MATH), ("07ac-interruptible-asyncai-http.py", EVAL_SIMPLE_MATH), + # Need license key to run + # ("07ad-interruptible-aicoustics.py", EVAL_SIMPLE_MATH), + ("07ae-interruptible-hume.py", EVAL_SIMPLE_MATH), + ("07af-interruptible-gradium.py", EVAL_SIMPLE_MATH), ("07b-interruptible-langchain.py", EVAL_SIMPLE_MATH), ("07c-interruptible-deepgram.py", EVAL_SIMPLE_MATH), ("07c-interruptible-deepgram-flux.py", EVAL_SIMPLE_MATH), ("07c-interruptible-deepgram-http.py", EVAL_SIMPLE_MATH), + ("07c-interruptible-deepgram-vad.py", EVAL_SIMPLE_MATH), ("07d-interruptible-elevenlabs.py", EVAL_SIMPLE_MATH), ("07d-interruptible-elevenlabs-http.py", EVAL_SIMPLE_MATH), ("07f-interruptible-azure.py", EVAL_SIMPLE_MATH), + ("07f-interruptible-azure-http.py", EVAL_SIMPLE_MATH), ("07g-interruptible-openai.py", EVAL_SIMPLE_MATH), ("07h-interruptible-openpipe.py", EVAL_SIMPLE_MATH), ("07j-interruptible-gladia.py", EVAL_SIMPLE_MATH), @@ -112,6 +119,7 @@ TESTS_07 = [ ("07m-interruptible-aws-strands.py", EVAL_WEATHER), ("07n-interruptible-gemini.py", EVAL_SIMPLE_MATH), ("07n-interruptible-google.py", EVAL_SIMPLE_MATH), + ("07n-interruptible-google-http.py", EVAL_SIMPLE_MATH), ("07o-interruptible-assemblyai.py", EVAL_SIMPLE_MATH), ("07q-interruptible-rime.py", EVAL_SIMPLE_MATH), ("07q-interruptible-rime-http.py", EVAL_SIMPLE_MATH), @@ -123,7 +131,7 @@ TESTS_07 = [ ("07w-interruptible-fal.py", EVAL_SIMPLE_MATH), ("07y-interruptible-minimax.py", EVAL_SIMPLE_MATH), ("07z-interruptible-sarvam.py", EVAL_SIMPLE_MATH), - ("07ae-interruptible-hume.py", EVAL_SIMPLE_MATH), + ("07z-interruptible-sarvam-http.py", EVAL_SIMPLE_MATH), # Needs a local XTTS docker instance running. # ("07i-interruptible-xtts.py", EVAL_SIMPLE_MATH), # Needs a Krisp license.