1083 lines
29 KiB
JSON
1083 lines
29 KiB
JSON
{
|
|
"question": 4,
|
|
"suite": "core+boundary",
|
|
"scenes": [
|
|
{
|
|
"scene_id": "q4-core-s200-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"seed": 200,
|
|
"error_seed": 20261110,
|
|
"count": 10,
|
|
"directional": 3
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s200-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"seed": 200,
|
|
"error_seed": 20261110,
|
|
"count": 13,
|
|
"directional": 6
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s200-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"seed": 200,
|
|
"error_seed": 20261110,
|
|
"count": 16,
|
|
"directional": 8
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"seed": 201,
|
|
"error_seed": 20261111,
|
|
"count": 10,
|
|
"directional": 3
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"seed": 201,
|
|
"error_seed": 20261111,
|
|
"count": 13,
|
|
"directional": 6
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"seed": 201,
|
|
"error_seed": 20261111,
|
|
"count": 16,
|
|
"directional": 8
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"seed": 202,
|
|
"error_seed": 20261112,
|
|
"count": 10,
|
|
"directional": 3
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"seed": 202,
|
|
"error_seed": 20261112,
|
|
"count": 13,
|
|
"directional": 6
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"seed": 202,
|
|
"error_seed": 20261112,
|
|
"count": 16,
|
|
"directional": 8
|
|
},
|
|
{
|
|
"scene_id": "q4-boundary-n10-d5",
|
|
"problem": 4,
|
|
"kind": "boundary",
|
|
"seed": 0,
|
|
"error_seed": 20260910,
|
|
"count": 10,
|
|
"directional": 5
|
|
},
|
|
{
|
|
"scene_id": "q4-boundary-n16-d8",
|
|
"problem": 4,
|
|
"kind": "boundary",
|
|
"seed": 0,
|
|
"error_seed": 20260910,
|
|
"count": 16,
|
|
"directional": 8
|
|
}
|
|
],
|
|
"variants": [
|
|
{
|
|
"label": "optimal",
|
|
"class": "build_loop"
|
|
},
|
|
{
|
|
"label": "baseline_grid",
|
|
"class": "build_grid"
|
|
},
|
|
{
|
|
"label": "baseline",
|
|
"class": "build_bayes"
|
|
}
|
|
],
|
|
"config": {
|
|
"persistent_search": false,
|
|
"bearing_rounding_margin_deg": 0.005,
|
|
"q4_coverage_plan": "q4_mincover_v2"
|
|
},
|
|
"rows": [
|
|
{
|
|
"scene_id": "q4-core-s200-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 3,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 8718.721,
|
|
"accounted_virtual_time_s": 8718.721,
|
|
"measures": 402,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 412,
|
|
"move_distance_m": 31508.6,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 31,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 7.609,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s200-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 3,
|
|
"cleared": 9,
|
|
"cleared_ratio": 0.9,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 16546.837,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 576,
|
|
"clears": 9,
|
|
"clear_success": 9,
|
|
"total_requests": 585,
|
|
"move_distance_m": 65379.2,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 3,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 2.518,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s200-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 3,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3354.104,
|
|
"accounted_virtual_time_s": 3354.104,
|
|
"measures": 116,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 126,
|
|
"move_distance_m": 13100.5,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 3,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.662,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s200-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 6,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 8808.415,
|
|
"accounted_virtual_time_s": 8808.415,
|
|
"measures": 332,
|
|
"clears": 15,
|
|
"clear_success": 13,
|
|
"total_requests": 347,
|
|
"move_distance_m": 33967.1,
|
|
"fallback_clear_attempts": 3,
|
|
"coverage_points": 31,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 2.715,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s200-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 6,
|
|
"cleared": 7,
|
|
"cleared_ratio": 0.5385,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 18438.282,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 529,
|
|
"clears": 7,
|
|
"clear_success": 7,
|
|
"total_requests": 536,
|
|
"move_distance_m": 76651.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 18,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 8.122,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s200-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 6,
|
|
"cleared": 11,
|
|
"cleared_ratio": 0.8462,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 2,
|
|
"virtual_time_s": 3264.385,
|
|
"accounted_virtual_time_s": 3264.385,
|
|
"measures": 111,
|
|
"clears": 11,
|
|
"clear_success": 11,
|
|
"total_requests": 122,
|
|
"move_distance_m": 12761.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 1,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.693,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s200-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 7629.157,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 267,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 283,
|
|
"move_distance_m": 29970.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 31,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 2.771,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s200-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 10,
|
|
"cleared_ratio": 0.625,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 18871.328,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 526,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 536,
|
|
"move_distance_m": 78861.6,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 18,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 8.967,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s200-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 12,
|
|
"cleared_ratio": 0.75,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 2,
|
|
"virtual_time_s": 4026.119,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 143,
|
|
"clears": 12,
|
|
"clear_success": 12,
|
|
"total_requests": 155,
|
|
"move_distance_m": 15645.6,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 9,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.837,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 3,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 8513.972,
|
|
"accounted_virtual_time_s": 8513.972,
|
|
"measures": 380,
|
|
"clears": 11,
|
|
"clear_success": 10,
|
|
"total_requests": 391,
|
|
"move_distance_m": 31129.9,
|
|
"fallback_clear_attempts": 2,
|
|
"coverage_points": 31,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.938,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 3,
|
|
"cleared": 7,
|
|
"cleared_ratio": 0.7,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 16779.683,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 624,
|
|
"clears": 7,
|
|
"clear_success": 7,
|
|
"total_requests": 631,
|
|
"move_distance_m": 65293.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 9,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 5.415,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 3,
|
|
"cleared": 7,
|
|
"cleared_ratio": 0.7,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 3,
|
|
"virtual_time_s": 2823.28,
|
|
"accounted_virtual_time_s": 2823.28,
|
|
"measures": 120,
|
|
"clears": 7,
|
|
"clear_success": 7,
|
|
"total_requests": 127,
|
|
"move_distance_m": 10391.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.614,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 6,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 9183.015,
|
|
"accounted_virtual_time_s": 9183.015,
|
|
"measures": 325,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 338,
|
|
"move_distance_m": 36095.1,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 31,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 2.472,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 6,
|
|
"cleared": 8,
|
|
"cleared_ratio": 0.6154,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 19390.774,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 584,
|
|
"clears": 8,
|
|
"clear_success": 8,
|
|
"total_requests": 592,
|
|
"move_distance_m": 79678.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 15,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 4.29,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 6,
|
|
"cleared": 11,
|
|
"cleared_ratio": 0.8462,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 1,
|
|
"virtual_time_s": 4965.155,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 143,
|
|
"clears": 22,
|
|
"clear_success": 11,
|
|
"total_requests": 165,
|
|
"move_distance_m": 20260.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 11,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.086,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 8129.395,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 263,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 279,
|
|
"move_distance_m": 32667.0,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 31,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 3.285,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 9,
|
|
"cleared_ratio": 0.5625,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 19845.031,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 495,
|
|
"clears": 9,
|
|
"clear_success": 9,
|
|
"total_requests": 504,
|
|
"move_distance_m": 84765.2,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 21,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 10.534,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s201-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 13,
|
|
"cleared_ratio": 0.8125,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 1,
|
|
"virtual_time_s": 4759.094,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 125,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 138,
|
|
"move_distance_m": 19835.5,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 9,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.846,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 3,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 8803.261,
|
|
"accounted_virtual_time_s": 8803.261,
|
|
"measures": 420,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 430,
|
|
"move_distance_m": 31426.3,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 31,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 2.158,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 3,
|
|
"cleared": 7,
|
|
"cleared_ratio": 0.7,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 17219.971,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 669,
|
|
"clears": 7,
|
|
"clear_success": 7,
|
|
"total_requests": 676,
|
|
"move_distance_m": 66144.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 9,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 4.673,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n10-d3",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 3,
|
|
"cleared": 7,
|
|
"cleared_ratio": 0.7,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 2,
|
|
"virtual_time_s": 3646.178,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 135,
|
|
"clears": 7,
|
|
"clear_success": 7,
|
|
"total_requests": 142,
|
|
"move_distance_m": 14105.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 3,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.66,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 6,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 9630.406,
|
|
"accounted_virtual_time_s": 9630.406,
|
|
"measures": 347,
|
|
"clears": 20,
|
|
"clear_success": 13,
|
|
"total_requests": 367,
|
|
"move_distance_m": 37652.0,
|
|
"fallback_clear_attempts": 10,
|
|
"coverage_points": 31,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 3.091,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 6,
|
|
"cleared": 10,
|
|
"cleared_ratio": 0.7692,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 16443.25,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 498,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 508,
|
|
"move_distance_m": 67316.3,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 9,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.923,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n13-d6",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 6,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 4219.344,
|
|
"accounted_virtual_time_s": 4219.344,
|
|
"measures": 123,
|
|
"clears": 14,
|
|
"clear_success": 13,
|
|
"total_requests": 137,
|
|
"move_distance_m": 17136.7,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 6,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.749,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 8001.547,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 267,
|
|
"clears": 38,
|
|
"clear_success": 16,
|
|
"total_requests": 305,
|
|
"move_distance_m": 31602.7,
|
|
"fallback_clear_attempts": 24,
|
|
"coverage_points": 31,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 3.519,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 12,
|
|
"cleared_ratio": 0.75,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 18345.164,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 452,
|
|
"clears": 12,
|
|
"clear_success": 12,
|
|
"total_requests": 464,
|
|
"move_distance_m": 78265.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 12,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 8.121,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-core-s202-n16-d8",
|
|
"problem": 4,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 13,
|
|
"cleared_ratio": 0.8125,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5054.382,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 152,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 165,
|
|
"move_distance_m": 20561.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 14,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.984,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q4-boundary-n10-d5",
|
|
"problem": 4,
|
|
"kind": "boundary",
|
|
"sources": 10,
|
|
"directional": 5,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 10269.542,
|
|
"accounted_virtual_time_s": 10269.542,
|
|
"measures": 488,
|
|
"clears": 52,
|
|
"clear_success": 10,
|
|
"total_requests": 540,
|
|
"move_distance_m": 36107.7,
|
|
"fallback_clear_attempts": 44,
|
|
"coverage_points": 31,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 2.529,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-boundary-n10-d5",
|
|
"problem": 4,
|
|
"kind": "boundary",
|
|
"sources": 10,
|
|
"directional": 5,
|
|
"cleared": 6,
|
|
"cleared_ratio": 0.6,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 17632.725,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 735,
|
|
"clears": 6,
|
|
"clear_success": 6,
|
|
"total_requests": 741,
|
|
"move_distance_m": 66308.6,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 12,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 5.035,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-boundary-n10-d5",
|
|
"problem": 4,
|
|
"kind": "boundary",
|
|
"sources": 10,
|
|
"directional": 5,
|
|
"cleared": 5,
|
|
"cleared_ratio": 0.5,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 5,
|
|
"virtual_time_s": 3128.08,
|
|
"accounted_virtual_time_s": 3128.08,
|
|
"measures": 135,
|
|
"clears": 5,
|
|
"clear_success": 5,
|
|
"total_requests": 140,
|
|
"move_distance_m": 11530.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.484,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q4-boundary-n16-d8",
|
|
"problem": 4,
|
|
"kind": "boundary",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 12081.148,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 421,
|
|
"clears": 205,
|
|
"clear_success": 16,
|
|
"total_requests": 626,
|
|
"move_distance_m": 44820.7,
|
|
"fallback_clear_attempts": 190,
|
|
"coverage_points": 31,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 3.538,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q4-boundary-n16-d8",
|
|
"problem": 4,
|
|
"kind": "boundary",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 9,
|
|
"cleared_ratio": 0.5625,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 20457.858,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 623,
|
|
"clears": 9,
|
|
"clear_success": 9,
|
|
"total_requests": 632,
|
|
"move_distance_m": 83969.3,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "unresolved_channels",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 21,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 8.707,
|
|
"valid": false,
|
|
"variant": "baseline_grid"
|
|
},
|
|
{
|
|
"scene_id": "q4-boundary-n16-d8",
|
|
"problem": 4,
|
|
"kind": "boundary",
|
|
"sources": 16,
|
|
"directional": 8,
|
|
"cleared": 8,
|
|
"cleared_ratio": 0.5,
|
|
"cleared_matches_truth": false,
|
|
"absent_misjudged": 8,
|
|
"virtual_time_s": 3558.693,
|
|
"accounted_virtual_time_s": 3558.693,
|
|
"measures": 149,
|
|
"clears": 8,
|
|
"clear_success": 8,
|
|
"total_requests": 157,
|
|
"move_distance_m": 13173.5,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.512,
|
|
"valid": false,
|
|
"variant": "baseline"
|
|
}
|
|
],
|
|
"aggregate": {
|
|
"variants": {
|
|
"optimal": {
|
|
"episodes": 11,
|
|
"valid_episodes": 11,
|
|
"cleared_ratio_mean": 1.0,
|
|
"cleared_matches_truth": 11,
|
|
"absent_misjudged_total": 0,
|
|
"virtual_time_mean_s": 9069.8708,
|
|
"virtual_time_median_s": 8803.261,
|
|
"virtual_time_max_s": 12081.148,
|
|
"measures_mean": 355.6364,
|
|
"total_requests_mean": 392.5455,
|
|
"move_distance_mean_m": 34267.9909,
|
|
"fallback_clear_attempts_mean": 24.8182,
|
|
"compute_wall_mean_s": 3.2386
|
|
},
|
|
"baseline_grid": {
|
|
"episodes": 11,
|
|
"valid_episodes": 0,
|
|
"cleared_ratio_mean": 0.6657,
|
|
"cleared_matches_truth": 0,
|
|
"absent_misjudged_total": 0,
|
|
"virtual_time_mean_s": 18179.173,
|
|
"virtual_time_median_s": 18345.164,
|
|
"virtual_time_max_s": 20457.858,
|
|
"measures_mean": 573.7273,
|
|
"total_requests_mean": 582.2727,
|
|
"move_distance_mean_m": 73875.8727,
|
|
"fallback_clear_attempts_mean": 0.0,
|
|
"compute_wall_mean_s": 6.2095
|
|
},
|
|
"baseline": {
|
|
"episodes": 11,
|
|
"valid_episodes": 0,
|
|
"cleared_ratio_mean": 0.7698,
|
|
"cleared_matches_truth": 2,
|
|
"absent_misjudged_total": 24,
|
|
"virtual_time_mean_s": 3890.8013,
|
|
"virtual_time_median_s": 3646.178,
|
|
"virtual_time_max_s": 5054.382,
|
|
"measures_mean": 132.0,
|
|
"total_requests_mean": 143.0909,
|
|
"move_distance_mean_m": 15318.5545,
|
|
"fallback_clear_attempts_mean": 0.0,
|
|
"compute_wall_mean_s": 1.0115
|
|
}
|
|
},
|
|
"paired": {
|
|
"optimal_vs_baseline": {
|
|
"mean_relative_change": 1.4294,
|
|
"median_relative_change": 1.4144,
|
|
"faster_scenes": 0,
|
|
"compared": 11,
|
|
"both_valid_scenes": 0
|
|
},
|
|
"baseline_grid_vs_baseline": {
|
|
"mean_relative_change": 3.8111,
|
|
"median_relative_change": 3.7227,
|
|
"faster_scenes": 0,
|
|
"compared": 11,
|
|
"both_valid_scenes": 0
|
|
}
|
|
}
|
|
}
|
|
}
|