wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #2338 from pipecat-ai/mb/update-release-evals-tavus

Browse Source 
Add Tavus, HeyGen, Simli to release-evals
This commit is contained in:
Mark Backman
2025-08-04 10:38:27 -07:00
committed by GitHub
parent 1b3c2bee30 b9a2a9b729
commit 2901dddc2b
1 changed files with 15 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
scripts/evals/run-release-evals.py
View File

@@ -102,6 +102,10 @@ TESTS_19 = [
("19a-azure-realtime-beta.py", PROMPT_WEATHER, EVAL_WEATHER), ("19a-azure-realtime-beta.py", PROMPT_WEATHER, EVAL_WEATHER),
] ]
TESTS_21 = [
("21a-tavus-video-service.py", PROMPT_SIMPLE_MATH, None),
]
TESTS_26 = [ TESTS_26 = [
("26-gemini-multimodal-live.py", PROMPT_SIMPLE_MATH, None), ("26-gemini-multimodal-live.py", PROMPT_SIMPLE_MATH, None),
("26a-gemini-multimodal-live-transcription.py", PROMPT_SIMPLE_MATH, None), ("26a-gemini-multimodal-live-transcription.py", PROMPT_SIMPLE_MATH, None),
@@ -112,16 +116,27 @@ TESTS_26 = [
# ("26d-gemini-multimodal-live-text.py", PROMPT_SIMPLE_MATH, None), # ("26d-gemini-multimodal-live-text.py", PROMPT_SIMPLE_MATH, None),
] ]
TESTS_27 = [
("27-simli-layer.py", PROMPT_SIMPLE_MATH, None),
]
TESTS_40 = [ TESTS_40 = [
("40-aws-nova-sonic.py", PROMPT_SIMPLE_MATH, None), ("40-aws-nova-sonic.py", PROMPT_SIMPLE_MATH, None),
] ]
TESTS_43 = [
("43a-heygen-video-service.py", PROMPT_SIMPLE_MATH, None),
]
TESTS = [ TESTS = [
*TESTS_07, *TESTS_07,
*TESTS_14, *TESTS_14,
*TESTS_19, *TESTS_19,
*TESTS_21,
*TESTS_26, *TESTS_26,
*TESTS_27,
*TESTS_40, *TESTS_40,
*TESTS_43,
] ]