From baa878272d21bad611b155a08ef4a952889be9e1 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Aleix=20Conchillo=20Flaqu=C3=A9?= Date: Thu, 3 Jul 2025 13:44:02 -0700 Subject: [PATCH] scripts(evals): added 07a-interruptible-speechmatics.py --- scripts/evals/README.md | 2 +- scripts/evals/run-release-evals.py | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/scripts/evals/README.md b/scripts/evals/README.md index ad94e4605..b67d5d75b 100644 --- a/scripts/evals/README.md +++ b/scripts/evals/README.md @@ -49,7 +49,7 @@ python run-release-evals.py -p 07 -a -v You can also run evals for a single example (not part of the release set): ```sh -python run-eval.py YOUR_EXAMPLE_SCRIPT -a -v +python run-eval.py -p "A simple math addition" -a -v YOUR_EXAMPLE_SCRIPT ``` Your script needs to follow any of the foundation examples pattern. diff --git a/scripts/evals/run-release-evals.py b/scripts/evals/run-release-evals.py index 2e4d563c7..3cf844735 100644 --- a/scripts/evals/run-release-evals.py +++ b/scripts/evals/run-release-evals.py @@ -39,6 +39,7 @@ TESTS_07 = [ # 07 series ("07-interruptible.py", PROMPT_SIMPLE_MATH, None), ("07-interruptible-cartesia-http.py", PROMPT_SIMPLE_MATH, None), + ("07a-interruptible-speechmatics.py", PROMPT_SIMPLE_MATH, None), ("07b-interruptible-langchain.py", PROMPT_SIMPLE_MATH, None), ("07c-interruptible-deepgram.py", PROMPT_SIMPLE_MATH, None), ("07d-interruptible-elevenlabs.py", PROMPT_SIMPLE_MATH, None),