wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

scripts(evals): fix EVAL_CONVERSATION/EVAL_WEATHER eval

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2025-11-18 14:13:34 -08:00
parent 39b4e61837
commit 51ba245e10
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
scripts/evals/run-release-evals.py
View File

@@ -30,8 +30,8 @@ EVAL_SIMPLE_MATH = EvalConfig(
) )
EVAL_WEATHER = EvalConfig( EVAL_WEATHER = EvalConfig(
prompt="What's the weather in San Francisco?", prompt="What's the weather in San Francisco (in farhenheit or celsius)?",
eval="The user says something specific about the current weather in San Francisco, including the degrees.", eval="The user says something specific about the current weather in San Francisco, including the degrees (in farhenheit or celsius).",
) )
EVAL_ONLINE_SEARCH = EvalConfig( EVAL_ONLINE_SEARCH = EvalConfig(
@@ -70,7 +70,7 @@ EVAL_VOICEMAIL = EvalConfig(
EVAL_CONVERSATION = EvalConfig( EVAL_CONVERSATION = EvalConfig(
prompt="Hello, this is Mark.", prompt="Hello, this is Mark.",
eval="The user replies with a greeting.", eval="The user acknowledges the greeting.",
eval_speaks_first=True, eval_speaks_first=True,
) )