wx44wx/pipecat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

scripts(evals): improve eval prompts

Browse Source
This commit is contained in:
Aleix Conchillo Flaqué
2025-12-14 18:22:25 -08:00
parent 70a80847a7
commit 21e346abe2
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/evals/run-release-evals.py
View File

@@ -30,13 +30,13 @@ EVAL_SIMPLE_MATH = EvalConfig(
) )
EVAL_WEATHER = EvalConfig( EVAL_WEATHER = EvalConfig(
prompt="What's the weather in San Francisco (in farhenheit or celsius)?", prompt="What's the weather in San Francisco? Temperature should be in any unit, just pick one.",
eval="The user says something specific about the current weather in San Francisco, including the degrees (in farhenheit or celsius).", eval="The user talks about the weather in San Francisco, including the degrees.",
) )
EVAL_ONLINE_SEARCH = EvalConfig( EVAL_ONLINE_SEARCH = EvalConfig(
prompt="What's the date right now in London?", prompt="What's the current date in UTC?",
eval=f"The user says today is {datetime.now(timezone.utc).strftime('%B %d, %Y')} in London.", eval=f"Current date in UTC is {datetime.now(timezone.utc).strftime('%A, %B %d, %Y')}.",
) )
EVAL_SWITCH_LANGUAGE = EvalConfig( EVAL_SWITCH_LANGUAGE = EvalConfig(