scripts(evals): more eval prompts improvements

This commit is contained in:
Aleix Conchillo Flaqué
2025-12-17 09:46:53 -08:00
parent ca97d9dc4b
commit d07b37b288
5 changed files with 15 additions and 9 deletions

View File

@@ -64,13 +64,13 @@ def EVAL_VISION_IMAGE(*, eval_speaks_first: bool = False):
EVAL_VOICEMAIL = EvalConfig(
prompt="Please leave a message.",
eval="The user leaves a voicemail message.",
eval="The user provides a reasonable voicemail message.",
eval_speaks_first=True,
)
EVAL_CONVERSATION = EvalConfig(
prompt="Hello, this is Mark.",
eval="The user acknowledges the greeting.",
eval="The user provides any reasonable conversational response to the greeting.",
eval_speaks_first=True,
)