62 lines
2.7 KiB
JSON
62 lines
2.7 KiB
JSON
{
|
|
"recorded_at": "2026-09-16",
|
|
"source": "user-provided remote experiment output",
|
|
"opportunity_protocol_status": "superseded_v1_rerun_required",
|
|
"opportunity_protocol_erratum": "Dense and raw-boundary metrics remain valid; opportunity metrics must be rerun with egospeak-opportunity-conditioned-floor-actions-v2.",
|
|
"dataset": "EasyCom",
|
|
"sessions": ["Session_1", "Session_2", "Session_3"],
|
|
"model": "EgoSpeak MiniROADA audio-visual released checkpoint",
|
|
"scale": "percent",
|
|
"dense_forecasting": {
|
|
"horizons_seconds": [0.2, 0.4, 0.6, 0.8, 1.0, 1.2, 1.4, 1.6, 1.8, 2.0],
|
|
"full_timeline": {
|
|
"map": [74.124, 68.291, 64.267, 61.091, 59.734, 58.774, 57.471, 57.064, 55.933, 54.802],
|
|
"background_ap": [67.957, 58.434, 52.256, 47.545, 46.106, 45.787, 43.552, 43.491, 42.212, 40.345],
|
|
"wearer_ap": [63.750, 59.595, 56.614, 54.163, 52.903, 51.471, 50.745, 49.721, 48.587, 47.376],
|
|
"others_ap": [90.666, 86.845, 83.930, 81.565, 80.192, 79.062, 78.116, 77.982, 76.998, 76.684],
|
|
"mean_map": 61.155,
|
|
"mean_wearer_ap": 53.493
|
|
},
|
|
"causal_valid_only": {
|
|
"map": [74.204, 68.349, 64.313, 61.128, 59.768, 58.805, 57.498, 57.090, 55.954, 54.821],
|
|
"background_ap": [68.189, 58.596, 52.373, 47.629, 46.172, 45.840, 43.587, 43.518, 42.227, 40.349],
|
|
"wearer_ap": [63.750, 59.595, 56.619, 54.172, 52.916, 51.488, 50.765, 49.739, 48.605, 47.393],
|
|
"others_ap": [90.673, 86.857, 83.947, 81.585, 80.216, 79.088, 78.143, 78.012, 77.031, 76.720],
|
|
"mean_map": 61.193,
|
|
"mean_wearer_ap": 53.504
|
|
}
|
|
},
|
|
"raw_boundary_anticipation": {
|
|
"horizons_seconds": [0.2, 0.4, 0.6, 0.8, 1.0, 1.2, 1.4, 1.6, 1.8, 2.0],
|
|
"wearer_onset_ap": [5.139, 9.878, 15.389, 21.093, 27.225, 30.997, 33.563, 34.046, 34.030, 33.550],
|
|
"wearer_offset_ap": [9.696, 18.846, 27.730, 34.971, 40.646, 45.112, 47.880, 50.444, 52.051, 52.862],
|
|
"mean_wearer_onset_ap": 24.491,
|
|
"mean_wearer_offset_ap": 38.024,
|
|
"timing_derived_eot_hold_mean_ap": 9.872,
|
|
"timing_derived_yield_mean_ap": 47.688
|
|
},
|
|
"opportunity_conditioned_behavior": {
|
|
"labels": "provisional two-pass LLM-assisted; not human reviewed",
|
|
"entry": {
|
|
"positive": 163,
|
|
"hard_negative": 335,
|
|
"invalid_or_post_outcome": 81,
|
|
"average_precision": 52.4867,
|
|
"positive_prevalence": 32.7309,
|
|
"ap_lift_points": 19.7558,
|
|
"ap_over_prevalence": 1.6036
|
|
},
|
|
"int_yield": {
|
|
"positive": 28,
|
|
"hard_negative": 109,
|
|
"invalid_or_post_outcome": 5,
|
|
"average_precision": 20.1349,
|
|
"positive_prevalence": 20.4380,
|
|
"ap_lift_points": -0.3031,
|
|
"ap_over_prevalence": 0.9852
|
|
}
|
|
},
|
|
"threshold_free": true,
|
|
"session4_required_for_reported_metrics": false
|
|
}
|