scripts(evals): more eval prompts improvements

scripts/evals/eval.py

@@ -260,15 +260,21 @@ async def run_eval_pipeline(
 
     eval_function = FunctionSchema(
         name="eval_function",
-        description="Called when the user answers a question.",
+        description=(
+            "Determines whether the user's response satisfies the evaluation "
+            "criteria defined for the current prompt or interaction."
+        ),
         properties={
             "result": {
                 "type": "boolean",
-                "description": "Whether the answer is correct or not",
+                "description": "Whether the user's response meets the evaluation criteria.",
             },
             "reasoning": {
                 "type": "string",
-                "description": "Why the answer was considered correct or invalid",
+                "description": (
+                    "A concise explanation of how the user's response did or did "
+                    "not satisfy the evaluation criteria."
+                ),
             },
         },
         required=["result", "reasoning"],

scripts/evals/run-release-evals.py

@@ -64,13 +64,13 @@ def EVAL_VISION_IMAGE(*, eval_speaks_first: bool = False):
 
 EVAL_VOICEMAIL = EvalConfig(
     prompt="Please leave a message.",
-    eval="The user leaves a voicemail message.",
+    eval="The user provides a reasonable voicemail message.",
     eval_speaks_first=True,
 )
 
 EVAL_CONVERSATION = EvalConfig(
     prompt="Hello, this is Mark.",
-    eval="The user acknowledges the greeting.",
+    eval="The user provides any reasonable conversational response to the greeting.",
     eval_speaks_first=True,
 )