Add 22 foundational to release evals

scripts/evals/eval.py

@@ -237,7 +237,6 @@ async def run_eval_pipeline(
             audio_in_enabled=True,
             audio_out_enabled=True,
             video_out_enabled=True,
-            vad_analyzer=SileroVADAnalyzer(params=VADParams(stop_secs=2.0)),
         ),
     )
 
@@ -314,7 +313,7 @@ async def run_eval_pipeline(
     context_aggregator = LLMContextAggregatorPair(
         context,
         user_params=LLMUserAggregatorParams(
-            vad_analyzer=SileroVADAnalyzer(),
+            vad_analyzer=SileroVADAnalyzer(params=VADParams(stop_secs=2.0)),
         ),
     )
 

scripts/evals/run-release-evals.py

@@ -90,6 +90,11 @@ EVAL_ORDER = EvalConfig(
     eval_speaks_first=True,
 )
 
+EVAL_COMPLETE_TURN = EvalConfig(
+    prompt="I would go to Japan because I love the culture and want to try authentic ramen.",
+    eval="The user provides a relevant response about Japan or travel, showing the conversation continues normally.",
+)
+
 
 TESTS_07 = [
     # 07 series
@@ -210,6 +215,10 @@ TESTS_21 = [
     ("21a-tavus-video-service.py", EVAL_SIMPLE_MATH),
 ]
 
+TESTS_22 = [
+    ("22-filter-incomplete-turns.py", EVAL_COMPLETE_TURN),
+]
+
 TESTS_26 = [
     ("26-gemini-live.py", EVAL_SIMPLE_MATH),
     ("26a-gemini-live-transcription.py", EVAL_SIMPLE_MATH),
@@ -266,6 +275,7 @@ TESTS = [
     *TESTS_15,
     *TESTS_19,
     *TESTS_21,
+    *TESTS_22,
     *TESTS_26,
     *TESTS_27,
     *TESTS_40,