1713 lines
45 KiB
JSON
1713 lines
45 KiB
JSON
{
|
|
"question": 3,
|
|
"suite": "core",
|
|
"scenes": [
|
|
{
|
|
"scene_id": "q3-core-s100-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 100,
|
|
"error_seed": 20261010,
|
|
"count": 10,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s100-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 100,
|
|
"error_seed": 20261010,
|
|
"count": 13,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s100-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 100,
|
|
"error_seed": 20261010,
|
|
"count": 16,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 101,
|
|
"error_seed": 20261011,
|
|
"count": 10,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 101,
|
|
"error_seed": 20261011,
|
|
"count": 13,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 101,
|
|
"error_seed": 20261011,
|
|
"count": 16,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 102,
|
|
"error_seed": 20261012,
|
|
"count": 10,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 102,
|
|
"error_seed": 20261012,
|
|
"count": 13,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 102,
|
|
"error_seed": 20261012,
|
|
"count": 16,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 103,
|
|
"error_seed": 20261013,
|
|
"count": 10,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 103,
|
|
"error_seed": 20261013,
|
|
"count": 13,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 103,
|
|
"error_seed": 20261013,
|
|
"count": 16,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 104,
|
|
"error_seed": 20261014,
|
|
"count": 10,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 104,
|
|
"error_seed": 20261014,
|
|
"count": 13,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 104,
|
|
"error_seed": 20261014,
|
|
"count": 16,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 105,
|
|
"error_seed": 20261015,
|
|
"count": 10,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 105,
|
|
"error_seed": 20261015,
|
|
"count": 13,
|
|
"directional": 0
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"seed": 105,
|
|
"error_seed": 20261015,
|
|
"count": 16,
|
|
"directional": 0
|
|
}
|
|
],
|
|
"variants": [
|
|
{
|
|
"label": "optimal",
|
|
"class": "build_loop"
|
|
},
|
|
{
|
|
"label": "seven",
|
|
"class": "build_seven"
|
|
},
|
|
{
|
|
"label": "baseline",
|
|
"class": "build_grid"
|
|
}
|
|
],
|
|
"config": {
|
|
"persistent_search": false,
|
|
"bearing_rounding_margin_deg": 0.005,
|
|
"q4_coverage_plan": "q4_mincover_v2"
|
|
},
|
|
"rows": [
|
|
{
|
|
"scene_id": "q3-core-s100-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 2563.017,
|
|
"accounted_virtual_time_s": 2563.017,
|
|
"measures": 109,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 119,
|
|
"move_distance_m": 9330.1,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.706,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s100-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 4465.513,
|
|
"accounted_virtual_time_s": 4465.513,
|
|
"measures": 102,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 112,
|
|
"move_distance_m": 19057.6,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.105,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s100-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 15309.574,
|
|
"accounted_virtual_time_s": 15309.574,
|
|
"measures": 564,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 574,
|
|
"move_distance_m": 59457.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.155,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s100-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3120.813,
|
|
"accounted_virtual_time_s": 3120.813,
|
|
"measures": 114,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 127,
|
|
"move_distance_m": 11914.1,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.703,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s100-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5215.953,
|
|
"accounted_virtual_time_s": 5215.953,
|
|
"measures": 96,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 109,
|
|
"move_distance_m": 22919.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.394,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s100-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 16205.316,
|
|
"accounted_virtual_time_s": 16205.316,
|
|
"measures": 450,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 463,
|
|
"move_distance_m": 67311.6,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.469,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s100-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3618.083,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 113,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 129,
|
|
"move_distance_m": 14355.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.832,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s100-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5978.757,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 96,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 112,
|
|
"move_distance_m": 26653.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.628,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s100-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 13180.379,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 254,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 270,
|
|
"move_distance_m": 58011.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.819,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3101.698,
|
|
"accounted_virtual_time_s": 3101.698,
|
|
"measures": 119,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 129,
|
|
"move_distance_m": 11723.5,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.676,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 4498.119,
|
|
"accounted_virtual_time_s": 4498.119,
|
|
"measures": 107,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 117,
|
|
"move_distance_m": 19065.6,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.075,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 15552.789,
|
|
"accounted_virtual_time_s": 15552.789,
|
|
"measures": 545,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 555,
|
|
"move_distance_m": 61248.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.1,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 2943.279,
|
|
"accounted_virtual_time_s": 2943.279,
|
|
"measures": 112,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 125,
|
|
"move_distance_m": 11106.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.83,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5390.286,
|
|
"accounted_virtual_time_s": 5390.286,
|
|
"measures": 101,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 114,
|
|
"move_distance_m": 23656.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.419,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 16620.614,
|
|
"accounted_virtual_time_s": 16620.614,
|
|
"measures": 452,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 465,
|
|
"move_distance_m": 69338.1,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.604,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3559.975,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 99,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 115,
|
|
"move_distance_m": 14469.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.805,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 6462.351,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 92,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 108,
|
|
"move_distance_m": 29211.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.75,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s101-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 13434.351,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 260,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 276,
|
|
"move_distance_m": 59121.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.837,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 2915.962,
|
|
"accounted_virtual_time_s": 2915.962,
|
|
"measures": 125,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 135,
|
|
"move_distance_m": 10634.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.567,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5411.314,
|
|
"accounted_virtual_time_s": 5411.314,
|
|
"measures": 118,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 128,
|
|
"move_distance_m": 23326.6,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.216,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 15015.506,
|
|
"accounted_virtual_time_s": 15015.506,
|
|
"measures": 613,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 623,
|
|
"move_distance_m": 56517.5,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.129,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3039.465,
|
|
"accounted_virtual_time_s": 3039.465,
|
|
"measures": 122,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 135,
|
|
"move_distance_m": 11242.3,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.71,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5209.454,
|
|
"accounted_virtual_time_s": 5209.454,
|
|
"measures": 112,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 125,
|
|
"move_distance_m": 22407.3,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.363,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 16062.769,
|
|
"accounted_virtual_time_s": 16062.769,
|
|
"measures": 450,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 463,
|
|
"move_distance_m": 66603.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.43,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3266.217,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 119,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 135,
|
|
"move_distance_m": 12441.1,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.675,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5549.93,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 97,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 113,
|
|
"move_distance_m": 24489.6,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.653,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s102-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 13146.425,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 282,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 298,
|
|
"move_distance_m": 57012.1,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.72,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 2847.812,
|
|
"accounted_virtual_time_s": 2847.812,
|
|
"measures": 112,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 122,
|
|
"move_distance_m": 10684.1,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.673,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 4877.277,
|
|
"accounted_virtual_time_s": 4877.277,
|
|
"measures": 110,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 120,
|
|
"move_distance_m": 20886.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.19,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 14895.178,
|
|
"accounted_virtual_time_s": 14895.178,
|
|
"measures": 550,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 560,
|
|
"move_distance_m": 57815.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.204,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3339.878,
|
|
"accounted_virtual_time_s": 3339.878,
|
|
"measures": 114,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 127,
|
|
"move_distance_m": 13024.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.702,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5344.623,
|
|
"accounted_virtual_time_s": 5344.623,
|
|
"measures": 102,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 115,
|
|
"move_distance_m": 23373.1,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.205,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 16691.406,
|
|
"accounted_virtual_time_s": 16691.406,
|
|
"measures": 501,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 514,
|
|
"move_distance_m": 68212.0,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.465,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3378.847,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 99,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 115,
|
|
"move_distance_m": 13559.2,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.865,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5526.362,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 87,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 103,
|
|
"move_distance_m": 24681.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.725,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s103-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 12627.793,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 256,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 272,
|
|
"move_distance_m": 55189.0,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.811,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3317.031,
|
|
"accounted_virtual_time_s": 3317.031,
|
|
"measures": 115,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 125,
|
|
"move_distance_m": 12950.2,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.644,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 4915.856,
|
|
"accounted_virtual_time_s": 4915.856,
|
|
"measures": 105,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 115,
|
|
"move_distance_m": 21219.3,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.005,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 15302.44,
|
|
"accounted_virtual_time_s": 15302.44,
|
|
"measures": 549,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 559,
|
|
"move_distance_m": 59887.2,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.179,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3085.239,
|
|
"accounted_virtual_time_s": 3085.239,
|
|
"measures": 99,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 112,
|
|
"move_distance_m": 12176.2,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.697,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5437.547,
|
|
"accounted_virtual_time_s": 5437.547,
|
|
"measures": 97,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 110,
|
|
"move_distance_m": 24012.7,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.473,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 16278.692,
|
|
"accounted_virtual_time_s": 16278.692,
|
|
"measures": 444,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 457,
|
|
"move_distance_m": 67868.5,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.547,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3057.813,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 85,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 101,
|
|
"move_distance_m": 12379.1,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.763,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 5340.95,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 85,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 101,
|
|
"move_distance_m": 23799.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.653,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s104-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 12872.597,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 224,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 240,
|
|
"move_distance_m": 57378.0,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.826,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 2933.088,
|
|
"accounted_virtual_time_s": 2933.088,
|
|
"measures": 108,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 118,
|
|
"move_distance_m": 11220.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.704,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 4370.787,
|
|
"accounted_virtual_time_s": 4370.787,
|
|
"measures": 107,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 117,
|
|
"move_distance_m": 18433.9,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.077,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n10",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 10,
|
|
"directional": 0,
|
|
"cleared": 10,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 15247.673,
|
|
"accounted_virtual_time_s": 15247.673,
|
|
"measures": 579,
|
|
"clears": 10,
|
|
"clear_success": 10,
|
|
"total_requests": 589,
|
|
"move_distance_m": 58688.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.123,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3645.289,
|
|
"accounted_virtual_time_s": 3645.289,
|
|
"measures": 122,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 135,
|
|
"move_distance_m": 14331.4,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.791,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 6311.296,
|
|
"accounted_virtual_time_s": 6311.296,
|
|
"measures": 104,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 117,
|
|
"move_distance_m": 28171.5,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.413,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n13",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 13,
|
|
"directional": 0,
|
|
"cleared": 13,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 16509.351,
|
|
"accounted_virtual_time_s": 16509.351,
|
|
"measures": 485,
|
|
"clears": 13,
|
|
"clear_success": 13,
|
|
"total_requests": 498,
|
|
"move_distance_m": 67791.8,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "all_resolved",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.507,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 3663.707,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 114,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 130,
|
|
"move_distance_m": 14543.5,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 0.801,
|
|
"valid": true,
|
|
"variant": "optimal"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 6204.343,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 97,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 113,
|
|
"move_distance_m": 27776.7,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 7,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.547,
|
|
"valid": true,
|
|
"variant": "seven"
|
|
},
|
|
{
|
|
"scene_id": "q3-core-s105-n16",
|
|
"problem": 3,
|
|
"kind": "random",
|
|
"sources": 16,
|
|
"directional": 0,
|
|
"cleared": 16,
|
|
"cleared_ratio": 1.0,
|
|
"cleared_matches_truth": true,
|
|
"absent_misjudged": 0,
|
|
"virtual_time_s": 13889.015,
|
|
"accounted_virtual_time_s": null,
|
|
"measures": 292,
|
|
"clears": 16,
|
|
"clear_success": 16,
|
|
"total_requests": 308,
|
|
"move_distance_m": 60450.1,
|
|
"fallback_clear_attempts": 0,
|
|
"coverage_points": 49,
|
|
"stop_reason": "sixteen_cleared",
|
|
"exit_reason": "user_exit",
|
|
"anomaly_count": 0,
|
|
"virtual_recompute_mismatches": 0,
|
|
"compute_wall_s": 1.847,
|
|
"valid": true,
|
|
"variant": "baseline"
|
|
}
|
|
],
|
|
"aggregate": {
|
|
"variants": {
|
|
"optimal": {
|
|
"episodes": 18,
|
|
"valid_episodes": 18,
|
|
"cleared_ratio_mean": 1.0,
|
|
"cleared_matches_truth": 18,
|
|
"absent_misjudged_total": 0,
|
|
"virtual_time_mean_s": 3188.7341,
|
|
"virtual_time_median_s": 3111.2555,
|
|
"virtual_time_max_s": 3663.707,
|
|
"measures_mean": 111.1111,
|
|
"total_requests_mean": 124.1111,
|
|
"move_distance_mean_m": 12338.1167,
|
|
"fallback_clear_attempts_mean": 0.0,
|
|
"compute_wall_mean_s": 0.7302
|
|
},
|
|
"seven": {
|
|
"episodes": 18,
|
|
"valid_episodes": 18,
|
|
"cleared_ratio_mean": 1.0,
|
|
"cleared_matches_truth": 18,
|
|
"absent_misjudged_total": 0,
|
|
"virtual_time_mean_s": 5361.7066,
|
|
"virtual_time_median_s": 5367.4545,
|
|
"virtual_time_max_s": 6462.351,
|
|
"measures_mean": 100.8333,
|
|
"total_requests_mean": 113.8333,
|
|
"move_distance_mean_m": 23507.9833,
|
|
"fallback_clear_attempts_mean": 0.0,
|
|
"compute_wall_mean_s": 1.3828
|
|
},
|
|
"baseline": {
|
|
"episodes": 18,
|
|
"valid_episodes": 18,
|
|
"cleared_ratio_mean": 1.0,
|
|
"cleared_matches_truth": 18,
|
|
"absent_misjudged_total": 0,
|
|
"virtual_time_mean_s": 14935.6593,
|
|
"virtual_time_median_s": 15275.0565,
|
|
"virtual_time_max_s": 16691.406,
|
|
"measures_mean": 430.5556,
|
|
"total_requests_mean": 443.5556,
|
|
"move_distance_mean_m": 61550.25,
|
|
"fallback_clear_attempts_mean": 0.0,
|
|
"compute_wall_mean_s": 1.4873
|
|
}
|
|
},
|
|
"paired": {
|
|
"optimal_vs_baseline": {
|
|
"mean_relative_change": -0.784,
|
|
"median_relative_change": -0.8003,
|
|
"faster_scenes": 18,
|
|
"compared": 18,
|
|
"both_valid_scenes": 18
|
|
},
|
|
"seven_vs_baseline": {
|
|
"mean_relative_change": -0.6367,
|
|
"median_relative_change": -0.6693,
|
|
"faster_scenes": 18,
|
|
"compared": 18,
|
|
"both_valid_scenes": 18
|
|
}
|
|
}
|
|
}
|
|
}
|