Files
mcm-26-b/output/q3/bayes-ablation/benchmark.json
T

709 lines
21 KiB
JSON

{
"source": "local_simulator_only",
"seeds": "0,1,2,3,4,5",
"counts": "10,16",
"config": {
"field": {
"omega_radius_m": 1800.0,
"channel_min": 1,
"channel_max": 20,
"source_count_min": 10,
"source_count_max": 16,
"r_eff_min_m": 1000.0,
"r_eff_max_m": 1500.0,
"near_radius_m": 5.0,
"clear_radius_m": 20.0,
"bearing_error_half_deg": 1.0,
"bearing_decimals": 2,
"coord_abs_limit_m": 2000000.0,
"directional_half_angle_deg": 90.0,
"max_virtual_duration_s": 360000.0,
"max_real_duration_s": 1200.0,
"test_window_s": 1500.0
},
"cost": {
"speed_mps": 5.0,
"measure_s": 5.0,
"switch_s": 1.0,
"clear_success_s": 5.0,
"clear_fail_s": 3.0
},
"session": {
"arena_id": "default",
"base_url": "http://127.0.0.1:2026",
"robot_id_max_bytes": 64,
"request_id_max_bytes": 128,
"request_body_max_bytes": 65536,
"connect_timeout_s": 5.0,
"read_timeout_s": 15.0,
"max_attempts": 3,
"retry_backoff_s": 0.25,
"reserve_exit_s": 60.0,
"real_rtt_p95_s": 1.0,
"self_test_real_budget_s": 1800.0
},
"search": {
"grid_step_m": 700.0,
"grid_half_cells": 3,
"fallback_clear_grid_m": 20.0,
"bearing_rounding_margin_deg": 0.005,
"polygon_sides": 192,
"witness_spacing_m": 60.0,
"candidate_rings": [
0.0,
0.4,
0.75,
1.0
],
"candidate_angles": 12,
"clear_margin_m": 0.5,
"max_localize_steps": 8,
"max_anomalies_per_channel": 3,
"max_blocked_probes": 4,
"fallback_max_cells": 400,
"persistent_search": false,
"virtual_reserve_s": 10000.0
},
"bayes": {
"particle_spacing_m": 25.0,
"score_mode": "radius",
"score_subsample": 800,
"mc_representatives": 6,
"lambda_move_s": 0.1,
"wide_rings": [
1.0,
1.5,
2.0
],
"station_ring_radius_m": 1200.0,
"two_opt_enabled": true,
"two_opt_passes": 3,
"grid_cert_enabled": true
}
},
"aggregates": {
"seven_batch": {
"runs": 14,
"all_cleared_runs": 14,
"valid_runs": 14,
"mean_virtual_s": 5352.7325,
"median_virtual_s": 5434.1494999999995,
"max_virtual_s": 6755.138,
"mean_measures": 102.35714285714286,
"mean_distance_m": 23412.95,
"mean_skipped_measures": 0,
"mean_compute_wall_s": 1.3007156578564067,
"mean_paired_time_reduction": 0.0,
"min_paired_time_reduction": 0.0,
"max_paired_time_reduction": 0.0,
"failed_clears": 0
},
"bayes": {
"runs": 14,
"all_cleared_runs": 14,
"valid_runs": 14,
"mean_virtual_s": 4277.573428571429,
"median_virtual_s": 4351.9775,
"max_virtual_s": 5030.248,
"mean_measures": 109.57142857142857,
"mean_distance_m": 17820.37857142857,
"mean_skipped_measures": 0,
"mean_compute_wall_s": 0.9552499792126972,
"mean_paired_time_reduction": 0.19524497250092424,
"min_paired_time_reduction": 0.013843669501892086,
"max_paired_time_reduction": 0.28148289237721946,
"failed_clears": 0
}
},
"runs": [
{
"case": "random-10-seed0",
"variant": "seven_batch",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4267.838,
"accounted_virtual_time_s": 4267.838,
"measures": 108,
"clears": 10,
"failed_clears": 0,
"distance_m": 17879.2,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.0304931249993388,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "20b70e545474c7d1110fc42e7b31259a467ee4c8ff5daa59b70b8e2ceb892aee"
},
{
"case": "random-10-seed0",
"variant": "bayes",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 3498.5,
"accounted_virtual_time_s": 3498.5,
"measures": 111,
"clears": 10,
"failed_clears": 0,
"distance_m": 13937.5,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 0.48117366599763045,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "292652c784a3a3b9d952987743458fd5cff86f86ecc1435e770710d23e940be2"
},
{
"case": "random-10-seed1",
"variant": "seven_batch",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 5227.394,
"accounted_virtual_time_s": 5227.394,
"measures": 112,
"clears": 10,
"failed_clears": 0,
"distance_m": 22577.0,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.0192656669969438,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "8639e7cc010dcb81aee9a3dd5c1b0600b8ba862d1efbd6ff845c0af8889beb41"
},
{
"case": "random-10-seed1",
"variant": "bayes",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 3998.736,
"accounted_virtual_time_s": 3998.736,
"measures": 117,
"clears": 10,
"failed_clears": 0,
"distance_m": 16278.7,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 0.7220627089991467,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "6375b84eb4c58bba08ef6f95bbb6b0f8f066df48c45b257cea3e3b539462d8c4"
},
{
"case": "random-10-seed2",
"variant": "seven_batch",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4919.386,
"accounted_virtual_time_s": 4919.386,
"measures": 102,
"clears": 10,
"failed_clears": 0,
"distance_m": 21341.9,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.2252467919970513,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "576b032b745993ef9cb54df12c43d68eeb785fb22a4a9d45ba819a4114b434d5"
},
{
"case": "random-10-seed2",
"variant": "bayes",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 3534.663,
"accounted_virtual_time_s": 3534.663,
"measures": 111,
"clears": 10,
"failed_clears": 0,
"distance_m": 14153.3,
"skipped_measures": 0,
"no_shrink_measures": 3,
"compute_wall_s": 0.8631900420004968,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "9fb97ba2072cfc26e962f07d6fb4a18c9d804e6aba437d2b612c1fc67f29307a"
},
{
"case": "random-10-seed3",
"variant": "seven_batch",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4770.216,
"accounted_virtual_time_s": 4770.216,
"measures": 116,
"clears": 10,
"failed_clears": 0,
"distance_m": 20161.1,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.0429014170003938,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "bc2c2880e8942a297c712ea5c013585b2ae5a5fcb3aef2e9c62233f8f5d26937"
},
{
"case": "random-10-seed3",
"variant": "bayes",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4184.416,
"accounted_virtual_time_s": 4184.416,
"measures": 117,
"clears": 10,
"failed_clears": 0,
"distance_m": 17217.1,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 0.655133249994833,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "12e1cb4db4d4c8902b0829047a8854495cd72f09144e60f9fdf8c4ff1e895c96"
},
{
"case": "random-10-seed4",
"variant": "seven_batch",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4530.077,
"accounted_virtual_time_s": 4530.077,
"measures": 103,
"clears": 10,
"failed_clears": 0,
"distance_m": 19350.4,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.0510998329991708,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "2700a2b2b4d246b4c6efc76964b3eb1e5bdd7875fefcce6f973907887d97e56b"
},
{
"case": "random-10-seed4",
"variant": "bayes",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 3845.753,
"accounted_virtual_time_s": 3845.753,
"measures": 114,
"clears": 10,
"failed_clears": 0,
"distance_m": 15598.8,
"skipped_measures": 0,
"no_shrink_measures": 1,
"compute_wall_s": 0.6533657499967376,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "134ef040f472a195cf9b92cb15bc97df218595f5871b6f3d140d58acf83dbd11"
},
{
"case": "random-10-seed5",
"variant": "seven_batch",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4239.276,
"accounted_virtual_time_s": 4239.276,
"measures": 100,
"clears": 10,
"failed_clears": 0,
"distance_m": 17986.4,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.1527297089996864,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "585440eb896d008ddc842db2cb4032feb5b4e9937e659842423251ad2fc271d6"
},
{
"case": "random-10-seed5",
"variant": "bayes",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 3531.895,
"accounted_virtual_time_s": 3531.895,
"measures": 102,
"clears": 10,
"failed_clears": 0,
"distance_m": 14384.5,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 0.9209955829937826,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "f2702e13150ffd501de8f00a83dbffdd1afac464e2400b4355ea5bf35be7a5e6"
},
{
"case": "boundary-10",
"variant": "seven_batch",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4550.961,
"accounted_virtual_time_s": 4550.961,
"measures": 126,
"clears": 10,
"failed_clears": 0,
"distance_m": 18739.8,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 0.6350652499968419,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "08604789096ecf06909c3db2fac1f311401c6e1e08120fad96eed106e8469c9f"
},
{
"case": "boundary-10",
"variant": "bayes",
"source_count": 10,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4487.959,
"accounted_virtual_time_s": 4487.959,
"measures": 131,
"clears": 10,
"failed_clears": 0,
"distance_m": 18299.8,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 0.23703808300342644,
"anomalies": [],
"stop_reason": "all_resolved",
"actions_sha256": "e4c415169086ed054da9c04785f8ef4250835918d0e4174a614a3372d973067f"
},
{
"case": "random-16-seed0",
"variant": "seven_batch",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 6323.059,
"accounted_virtual_time_s": 6323.059,
"measures": 82,
"clears": 16,
"failed_clears": 0,
"distance_m": 28820.3,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.8381690839960356,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "b28239782c3e072b39c7e28f6ec5a7dda3a257eb9e999b3426411169c6055623"
},
{
"case": "random-16-seed0",
"variant": "bayes",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4823.59,
"accounted_virtual_time_s": 4823.59,
"measures": 105,
"clears": 16,
"failed_clears": 0,
"distance_m": 20608.0,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 2.0469131659992854,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "7580c560c19c232ebebadbef6aec3b654a971f4af304a827a20b32c0994a5694"
},
{
"case": "random-16-seed1",
"variant": "seven_batch",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 6366.238,
"accounted_virtual_time_s": 6366.238,
"measures": 83,
"clears": 16,
"failed_clears": 0,
"distance_m": 29006.2,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.859328500002448,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "fcfe1aa8d61569f434535e0a72af777ef9ac98ffd23a7a201f82c50e936ab9e6"
},
{
"case": "random-16-seed1",
"variant": "bayes",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4921.289,
"accounted_virtual_time_s": 4921.289,
"measures": 101,
"clears": 16,
"failed_clears": 0,
"distance_m": 21246.4,
"skipped_measures": 0,
"no_shrink_measures": 1,
"compute_wall_s": 1.6830842079943977,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "a001ecdfee8a12f38e169019f30480ae19dd4049d44a47d1962e8fb48ca7f0a7"
},
{
"case": "random-16-seed2",
"variant": "seven_batch",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 5701.126,
"accounted_virtual_time_s": 5701.126,
"measures": 114,
"clears": 16,
"failed_clears": 0,
"distance_m": 24740.6,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.448656666005263,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "a166f99ce486d2fd3a2400eda511773f47ee11e8d67ef7dbdc849c6764cf0f43"
},
{
"case": "random-16-seed2",
"variant": "bayes",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4283.604,
"accounted_virtual_time_s": 4283.604,
"measures": 102,
"clears": 16,
"failed_clears": 0,
"distance_m": 17978.0,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 0.8934172919980483,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "063fe703a7ff9de8c1d1e6bc696c67244cedaa68e101f3a8b1e299e7c1778c0b"
},
{
"case": "random-16-seed3",
"variant": "seven_batch",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 5698.724,
"accounted_virtual_time_s": 5698.724,
"measures": 89,
"clears": 16,
"failed_clears": 0,
"distance_m": 25483.6,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.716078416997334,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "8a64e75360bbc22e77e1a9e2635eb9a44166f437deb7bfb2be7a7a8d3bcbfbc3"
},
{
"case": "random-16-seed3",
"variant": "bayes",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4420.351,
"accounted_virtual_time_s": 4420.351,
"measures": 96,
"clears": 16,
"failed_clears": 0,
"distance_m": 18861.8,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.5848115420012618,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "137e12325fd460935b5106190b0e9a8cd71d43fcc1a2f89b162a6c8e1519bbc0"
},
{
"case": "random-16-seed4",
"variant": "seven_batch",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 5640.905,
"accounted_virtual_time_s": 5640.905,
"measures": 94,
"clears": 16,
"failed_clears": 0,
"distance_m": 25024.5,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.6630723749985918,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "9f1a7e953e8735b42601cce35714cb914393fe94e7b812dab59c800f93616426"
},
{
"case": "random-16-seed4",
"variant": "bayes",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4652.97,
"accounted_virtual_time_s": 4652.97,
"measures": 97,
"clears": 16,
"failed_clears": 0,
"distance_m": 19999.9,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.1897641249961453,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "b9040be61103c52a647aad9a77451bf9e50cefd56134861447e70d9de6102427"
},
{
"case": "random-16-seed5",
"variant": "seven_batch",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 5947.917,
"accounted_virtual_time_s": 5947.917,
"measures": 87,
"clears": 16,
"failed_clears": 0,
"distance_m": 26774.6,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.5199728750012582,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "22c6c8d4591124f9a72a63a7a9cd41488ecddb761a4383d7be3e5ceaa9b3170b"
},
{
"case": "random-16-seed5",
"variant": "bayes",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 4672.054,
"accounted_virtual_time_s": 4672.054,
"measures": 106,
"clears": 16,
"failed_clears": 0,
"distance_m": 19840.3,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.0869333340015146,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "462261f2eb94bb0e5b357a1adf5430082ce0859112b82bc5e628b0b6411f2e07"
},
{
"case": "boundary-16",
"variant": "seven_batch",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 6755.138,
"accounted_virtual_time_s": 6755.138,
"measures": 117,
"clears": 16,
"failed_clears": 0,
"distance_m": 29895.7,
"skipped_measures": 0,
"no_shrink_measures": 0,
"compute_wall_s": 1.0079394999993383,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "b5e4e2ed025963516fabdd03dff6b494fd0cb0b61f1d63db4bacecf6cc690878"
},
{
"case": "boundary-16",
"variant": "bayes",
"source_count": 16,
"all_cleared": true,
"completed": true,
"correct_absence": true,
"normal_exit": true,
"virtual_time_s": 5030.248,
"accounted_virtual_time_s": 5030.248,
"measures": 124,
"clears": 16,
"failed_clears": 0,
"distance_m": 21081.2,
"skipped_measures": 0,
"no_shrink_measures": 1,
"compute_wall_s": 0.35561695900105406,
"anomalies": [],
"stop_reason": "sixteen_cleared",
"actions_sha256": "d0ef0fa5a706ba890b5768bc63691496ce34ce04f7767eb822fd5e87a5e5108c"
}
],
"limitations": "自建模拟器合成数据;persistent 关闭以对齐找全口径。"
}