wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #3262 from pipecat-ai/mb/renumber-ultravox-foundational

Browse Source 
Move Ultravox foundational example to 50, add to release evals
This commit is contained in:
Mark Backman
2025-12-18 14:31:46 -05:00
committed by GitHub
parent 7f53483f6b 56c58f7302
commit f6785de120
2 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

0
examples/foundational/49-ultravox-realtime.py → examples/foundational/50-ultravox-realtime.py
View File

12
scripts/evals/run-release-evals.py
View File

@@ -79,6 +79,12 @@ EVAL_FLIGHT_STATUS = EvalConfig(
eval="The user says something about the status of flight AA100, such as whether it's on time or delayed.", eval="The user says something about the status of flight AA100, such as whether it's on time or delayed.",
) )
EVAL_ORDER = EvalConfig(
prompt="I'd like to order a chocolate iced doughnut and a regular brewed coffee.",
eval="The user acknowledges the order of a chocolate iced doughnut and regular brewed coffee.",
eval_speaks_first=True,
)
TESTS_07 = [ TESTS_07 = [
# 07 series # 07 series
@@ -215,6 +221,11 @@ TESTS_49 = [
("49d-thinking-functions-google.py", EVAL_FLIGHT_STATUS), ("49d-thinking-functions-google.py", EVAL_FLIGHT_STATUS),
] ]
TESTS_50 = [
("50-ultravox-realtime.py", EVAL_ORDER),
]
TESTS = [ TESTS = [
*TESTS_07, *TESTS_07,
*TESTS_12, *TESTS_12,
@@ -228,6 +239,7 @@ TESTS = [
*TESTS_43, *TESTS_43,
*TESTS_44, *TESTS_44,
*TESTS_49, *TESTS_49,
*TESTS_50,
] ]