{
  "source": "local_referee_only",
  "config": {
    "field": {
      "omega_radius_m": 1800.0,
      "channel_min": 1,
      "channel_max": 20,
      "source_count_min": 10,
      "source_count_max": 16,
      "r_eff_min_m": 1000.0,
      "r_eff_max_m": 1500.0,
      "near_radius_m": 5.0,
      "clear_radius_m": 20.0,
      "bearing_error_half_deg": 1.0,
      "bearing_decimals": 2,
      "coord_abs_limit_m": 2000000.0,
      "directional_half_angle_deg": 90.0,
      "max_virtual_duration_s": 360000.0,
      "max_real_duration_s": 1200.0,
      "test_window_s": 1500.0
    },
    "cost": {
      "speed_mps": 5.0,
      "measure_s": 5.0,
      "switch_s": 1.0,
      "clear_success_s": 5.0,
      "clear_fail_s": 3.0
    },
    "session": {
      "arena_id": "default",
      "base_url": "http://127.0.0.1:2026",
      "robot_id_max_bytes": 64,
      "request_id_max_bytes": 128,
      "request_body_max_bytes": 65536,
      "connect_timeout_s": 5.0,
      "read_timeout_s": 15.0,
      "max_attempts": 3,
      "retry_backoff_s": 0.25,
      "reserve_exit_s": 60.0,
      "real_rtt_p95_s": 1.0,
      "self_test_real_budget_s": 1800.0
    },
    "search": {
      "grid_step_m": 700.0,
      "grid_half_cells": 3,
      "fallback_clear_grid_m": 20.0,
      "bearing_rounding_margin_deg": 0.005,
      "polygon_sides": 192,
      "witness_spacing_m": 60.0,
      "candidate_rings": [
        0.0,
        0.4,
        0.75,
        1.0
      ],
      "candidate_angles": 12,
      "clear_margin_m": 0.5,
      "max_localize_steps": 8,
      "max_anomalies_per_channel": 3,
      "max_blocked_probes": 4,
      "fallback_max_cells": 400,
      "persistent_search": false,
      "virtual_reserve_s": 10000.0
    },
    "bayes": {
      "particle_spacing_m": 14.65,
      "score_mode": "entropy",
      "score_subsample": 800,
      "mc_representatives": 7,
      "lambda_move_s": 0.0105,
      "wide_rings": [
        1.0,
        1.5,
        2.0
      ],
      "station_ring_radius_m": 1159.7,
      "two_opt_enabled": true,
      "two_opt_passes": 4,
      "grid_cert_enabled": true,
      "opportunistic_measure": true,
      "opportunistic_radius_ratio": 0.65
    }
  },
  "split": "validation",
  "rows": [
    {
      "case": "10-91000",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3305.709462,
      "all_cleared": true,
      "measures": 117,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.6457171000074595,
      "model_sha256": null
    },
    {
      "case": "10-91000",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3542.05815,
      "all_cleared": true,
      "measures": 129,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.816790899989428,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "10-91000",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3222.754188,
      "all_cleared": true,
      "measures": 119,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.939869900001213,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "10-91001",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 2903.963131,
      "all_cleared": true,
      "measures": 113,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 3.6442998999991687,
      "model_sha256": null
    },
    {
      "case": "10-91001",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 2842.814278,
      "all_cleared": true,
      "measures": 124,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.9727964000048814,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "10-91001",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3190.473726,
      "all_cleared": true,
      "measures": 129,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0098767000017688,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "10-91002",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3194.290777,
      "all_cleared": true,
      "measures": 113,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.445915000003879,
      "model_sha256": null
    },
    {
      "case": "10-91002",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3175.046251,
      "all_cleared": true,
      "measures": 124,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.9781282999902032,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "10-91002",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3341.646965,
      "all_cleared": true,
      "measures": 122,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0091282000066712,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "10-91003",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3028.059429,
      "all_cleared": true,
      "measures": 119,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.175392900011502,
      "model_sha256": null
    },
    {
      "case": "10-91003",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 2879.077609,
      "all_cleared": true,
      "measures": 120,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.9735195999965072,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "10-91003",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3126.260854,
      "all_cleared": true,
      "measures": 124,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.9901384999975562,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "10-91004",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3360.442192,
      "all_cleared": true,
      "measures": 114,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.1628978999942774,
      "model_sha256": null
    },
    {
      "case": "10-91004",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3267.307692,
      "all_cleared": true,
      "measures": 121,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0477332000009483,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "10-91004",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3439.098605,
      "all_cleared": true,
      "measures": 122,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.058807199995499,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "10-91005",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3227.559028,
      "all_cleared": true,
      "measures": 121,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.01678790000733,
      "model_sha256": null
    },
    {
      "case": "10-91005",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3164.42248,
      "all_cleared": true,
      "measures": 129,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.9857325000048149,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "10-91005",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 2965.484318,
      "all_cleared": true,
      "measures": 122,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.9954773000063142,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "13-91000",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3165.520067,
      "all_cleared": true,
      "measures": 109,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.7790787999983877,
      "model_sha256": null
    },
    {
      "case": "13-91000",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3231.09172,
      "all_cleared": true,
      "measures": 117,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0325596000038786,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "13-91000",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3222.240347,
      "all_cleared": true,
      "measures": 118,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0981787999917287,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "13-91001",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3312.60701,
      "all_cleared": true,
      "measures": 112,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.4232842000055825,
      "model_sha256": null
    },
    {
      "case": "13-91001",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3354.557735,
      "all_cleared": true,
      "measures": 124,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0479557000071509,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "13-91001",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3203.971295,
      "all_cleared": true,
      "measures": 109,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0920578000077512,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "13-91002",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3690.108935,
      "all_cleared": true,
      "measures": 97,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 5.136996300003375,
      "model_sha256": null
    },
    {
      "case": "13-91002",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3259.240314,
      "all_cleared": true,
      "measures": 119,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.212420399999246,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "13-91002",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3219.590967,
      "all_cleared": true,
      "measures": 117,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.1440328000026057,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "13-91003",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3251.983191,
      "all_cleared": true,
      "measures": 114,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 3.5513942999969004,
      "model_sha256": null
    },
    {
      "case": "13-91003",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3161.766682,
      "all_cleared": true,
      "measures": 109,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0644085999956587,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "13-91003",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3213.420169,
      "all_cleared": true,
      "measures": 118,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0961935000086669,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "13-91004",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3347.34386,
      "all_cleared": true,
      "measures": 104,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 4.112369700000272,
      "model_sha256": null
    },
    {
      "case": "13-91004",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3345.826283,
      "all_cleared": true,
      "measures": 109,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.1236342999909539,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "13-91004",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3644.994804,
      "all_cleared": true,
      "measures": 111,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.1387448000023142,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "13-91005",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3479.762563,
      "all_cleared": true,
      "measures": 106,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 4.346199999999953,
      "model_sha256": null
    },
    {
      "case": "13-91005",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3172.128428,
      "all_cleared": true,
      "measures": 111,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0859431999997469,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "13-91005",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3776.553146,
      "all_cleared": true,
      "measures": 112,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.1808894999994664,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "16-91000",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3139.822666,
      "all_cleared": true,
      "measures": 102,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 4.489466899991385,
      "model_sha256": null
    },
    {
      "case": "16-91000",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3266.04023,
      "all_cleared": true,
      "measures": 110,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.1873768999939784,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "16-91000",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3000.535329,
      "all_cleared": true,
      "measures": 100,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.2284268000075826,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "16-91001",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3174.840634,
      "all_cleared": true,
      "measures": 90,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 6.112014699989231,
      "model_sha256": null
    },
    {
      "case": "16-91001",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3314.381577,
      "all_cleared": true,
      "measures": 100,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.2409389000094961,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "16-91001",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3438.190076,
      "all_cleared": true,
      "measures": 112,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.2992720999900484,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "16-91002",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3675.768615,
      "all_cleared": true,
      "measures": 99,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 6.156745600004797,
      "model_sha256": null
    },
    {
      "case": "16-91002",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3266.035381,
      "all_cleared": true,
      "measures": 100,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.1670709999889368,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "16-91002",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3297.260988,
      "all_cleared": true,
      "measures": 101,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.18989719999081,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "16-91003",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3527.824186,
      "all_cleared": true,
      "measures": 95,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 4.452504599990789,
      "model_sha256": null
    },
    {
      "case": "16-91003",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3481.044289,
      "all_cleared": true,
      "measures": 111,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.1301683000056073,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "16-91003",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3746.890993,
      "all_cleared": true,
      "measures": 139,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.1881025999900885,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "16-91004",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3594.312482,
      "all_cleared": true,
      "measures": 104,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 4.243904899994959,
      "model_sha256": null
    },
    {
      "case": "16-91004",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3073.126525,
      "all_cleared": true,
      "measures": 107,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.0992762999958359,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "16-91004",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 2924.206957,
      "all_cleared": true,
      "measures": 106,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.1185860999976285,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "16-91005",
      "problem": 3,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 3573.048338,
      "all_cleared": true,
      "measures": 94,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.700129699995159,
      "model_sha256": null
    },
    {
      "case": "16-91005",
      "problem": 3,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 3786.975155,
      "all_cleared": true,
      "measures": 101,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.1667051999975229,
      "model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
    },
    {
      "case": "16-91005",
      "problem": 3,
      "variant": "revised",
      "valid": true,
      "virtual_s": 3564.089678,
      "all_cleared": true,
      "measures": 96,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.2351088000141317,
      "model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
    },
    {
      "case": "10-91000",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 15207.972119,
      "all_cleared": true,
      "measures": 582,
      "failed_clears": 76,
      "repeated_measures": 0,
      "wall_s": 1.6892421999946237,
      "model_sha256": null
    },
    {
      "case": "10-91000",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 13748.045203,
      "all_cleared": true,
      "measures": 602,
      "failed_clears": 31,
      "repeated_measures": 2,
      "wall_s": 0.1799334999959683,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "10-91000",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 13857.723189,
      "all_cleared": true,
      "measures": 599,
      "failed_clears": 82,
      "repeated_measures": 0,
      "wall_s": 0.18845820000569802,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "10-91001",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 15576.39692,
      "all_cleared": true,
      "measures": 643,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.535213900002418,
      "model_sha256": null
    },
    {
      "case": "10-91001",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 13561.372611,
      "all_cleared": true,
      "measures": 647,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.16259969999373425,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "10-91001",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 13618.154261,
      "all_cleared": true,
      "measures": 660,
      "failed_clears": 35,
      "repeated_measures": 0,
      "wall_s": 0.18206029999419115,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "10-91002",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 14727.244113,
      "all_cleared": true,
      "measures": 582,
      "failed_clears": 62,
      "repeated_measures": 0,
      "wall_s": 1.5378788000089116,
      "model_sha256": null
    },
    {
      "case": "10-91002",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 12938.715266,
      "all_cleared": true,
      "measures": 586,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.15629129999433644,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "10-91002",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 12758.823646,
      "all_cleared": true,
      "measures": 591,
      "failed_clears": 28,
      "repeated_measures": 0,
      "wall_s": 0.1798599000030663,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "10-91003",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 14448.353639,
      "all_cleared": true,
      "measures": 573,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.4552013000065926,
      "model_sha256": null
    },
    {
      "case": "10-91003",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 13495.453474,
      "all_cleared": true,
      "measures": 599,
      "failed_clears": 15,
      "repeated_measures": 0,
      "wall_s": 0.1721774000034202,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "10-91003",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 12452.90676,
      "all_cleared": true,
      "measures": 575,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.15639270000974648,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "10-91004",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 16011.608828,
      "all_cleared": true,
      "measures": 668,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.6277751000015996,
      "model_sha256": null
    },
    {
      "case": "10-91004",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 15045.359244,
      "all_cleared": true,
      "measures": 678,
      "failed_clears": 29,
      "repeated_measures": 4,
      "wall_s": 0.17971569999644998,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "10-91004",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 14290.946579,
      "all_cleared": true,
      "measures": 680,
      "failed_clears": 60,
      "repeated_measures": 0,
      "wall_s": 0.1854033999989042,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "10-91005",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 13853.580044,
      "all_cleared": true,
      "measures": 534,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.4334843000106048,
      "model_sha256": null
    },
    {
      "case": "10-91005",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 12844.94422,
      "all_cleared": true,
      "measures": 544,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.15534159999515396,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "10-91005",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 12523.545082,
      "all_cleared": true,
      "measures": 554,
      "failed_clears": 2,
      "repeated_measures": 0,
      "wall_s": 0.1746407999889925,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "13-91000",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 14813.228771,
      "all_cleared": true,
      "measures": 473,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.9378144000074826,
      "model_sha256": null
    },
    {
      "case": "13-91000",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 14886.149004,
      "all_cleared": true,
      "measures": 493,
      "failed_clears": 209,
      "repeated_measures": 7,
      "wall_s": 0.21500850000302307,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "13-91000",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 14178.946703,
      "all_cleared": true,
      "measures": 484,
      "failed_clears": 184,
      "repeated_measures": 0,
      "wall_s": 0.21743619999324437,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "13-91001",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 16966.795215,
      "all_cleared": true,
      "measures": 547,
      "failed_clears": 166,
      "repeated_measures": 0,
      "wall_s": 1.9544710000045598,
      "model_sha256": null
    },
    {
      "case": "13-91001",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 14271.513195,
      "all_cleared": true,
      "measures": 584,
      "failed_clears": 14,
      "repeated_measures": 1,
      "wall_s": 0.21202419999463018,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "13-91001",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 14134.384494,
      "all_cleared": true,
      "measures": 574,
      "failed_clears": 175,
      "repeated_measures": 0,
      "wall_s": 0.2398232999985339,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "13-91002",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 13259.200047,
      "all_cleared": true,
      "measures": 439,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.1408074000064516,
      "model_sha256": null
    },
    {
      "case": "13-91002",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 12375.363907,
      "all_cleared": true,
      "measures": 444,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.17285339999943972,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "13-91002",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 11486.06046,
      "all_cleared": true,
      "measures": 452,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.18981390001135878,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "13-91003",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 16736.96971,
      "all_cleared": true,
      "measures": 464,
      "failed_clears": 93,
      "repeated_measures": 0,
      "wall_s": 2.126844099999289,
      "model_sha256": null
    },
    {
      "case": "13-91003",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 15365.756282,
      "all_cleared": true,
      "measures": 482,
      "failed_clears": 144,
      "repeated_measures": 2,
      "wall_s": 0.2100782000052277,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "13-91003",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 14319.340814,
      "all_cleared": true,
      "measures": 479,
      "failed_clears": 144,
      "repeated_measures": 0,
      "wall_s": 0.2190367999864975,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "13-91004",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 17273.977893,
      "all_cleared": true,
      "measures": 519,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.974629799995455,
      "model_sha256": null
    },
    {
      "case": "13-91004",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 13351.260401,
      "all_cleared": true,
      "measures": 527,
      "failed_clears": 13,
      "repeated_measures": 0,
      "wall_s": 0.1893114999984391,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "13-91004",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 15894.437794,
      "all_cleared": true,
      "measures": 533,
      "failed_clears": 269,
      "repeated_measures": 0,
      "wall_s": 0.24579980000271462,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "13-91005",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 12724.224595,
      "all_cleared": true,
      "measures": 395,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 1.9511545999994269,
      "model_sha256": null
    },
    {
      "case": "13-91005",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 11842.653315,
      "all_cleared": true,
      "measures": 413,
      "failed_clears": 6,
      "repeated_measures": 0,
      "wall_s": 0.18253950000507757,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "13-91005",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 11708.384412,
      "all_cleared": true,
      "measures": 415,
      "failed_clears": 1,
      "repeated_measures": 0,
      "wall_s": 0.18591440000454895,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "16-91000",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 11911.927626,
      "all_cleared": true,
      "measures": 306,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.619945300000836,
      "model_sha256": null
    },
    {
      "case": "16-91000",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 9248.131206,
      "all_cleared": true,
      "measures": 310,
      "failed_clears": 4,
      "repeated_measures": 2,
      "wall_s": 0.17928150000807364,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "16-91000",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 10247.114722,
      "all_cleared": true,
      "measures": 327,
      "failed_clears": 155,
      "repeated_measures": 0,
      "wall_s": 0.22192419999919366,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "16-91001",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 15954.445035,
      "all_cleared": true,
      "measures": 265,
      "failed_clears": 219,
      "repeated_measures": 12,
      "wall_s": 2.6135496999922907,
      "model_sha256": null
    },
    {
      "case": "16-91001",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 10802.979925,
      "all_cleared": true,
      "measures": 278,
      "failed_clears": 21,
      "repeated_measures": 6,
      "wall_s": 0.19298540000454523,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "16-91001",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 10767.510828,
      "all_cleared": true,
      "measures": 263,
      "failed_clears": 218,
      "repeated_measures": 0,
      "wall_s": 0.23336089999065734,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "16-91002",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 9252.064845,
      "all_cleared": true,
      "measures": 222,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.3573271999921417,
      "model_sha256": null
    },
    {
      "case": "16-91002",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 7998.169849,
      "all_cleared": true,
      "measures": 232,
      "failed_clears": 8,
      "repeated_measures": 0,
      "wall_s": 0.18427810000139289,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "16-91002",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 7424.110687,
      "all_cleared": true,
      "measures": 233,
      "failed_clears": 24,
      "repeated_measures": 0,
      "wall_s": 0.20055309998861048,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "16-91003",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 9318.635275,
      "all_cleared": true,
      "measures": 216,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.2207442999933846,
      "model_sha256": null
    },
    {
      "case": "16-91003",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 6951.771813,
      "all_cleared": true,
      "measures": 220,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.16938769999251235,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "16-91003",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 7291.213905,
      "all_cleared": true,
      "measures": 230,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.18123860000923742,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "16-91004",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 9788.984157,
      "all_cleared": true,
      "measures": 297,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.117265299995779,
      "model_sha256": null
    },
    {
      "case": "16-91004",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 9777.301138,
      "all_cleared": true,
      "measures": 307,
      "failed_clears": 198,
      "repeated_measures": 4,
      "wall_s": 0.21374190000642557,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "16-91004",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 7057.769441,
      "all_cleared": true,
      "measures": 315,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 0.2014787000080105,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    },
    {
      "case": "16-91005",
      "problem": 4,
      "variant": "baseline",
      "valid": true,
      "virtual_s": 10193.181589,
      "all_cleared": true,
      "measures": 242,
      "failed_clears": 0,
      "repeated_measures": 0,
      "wall_s": 2.4479890999937197,
      "model_sha256": null
    },
    {
      "case": "16-91005",
      "problem": 4,
      "variant": "legacy",
      "valid": true,
      "virtual_s": 8764.639604,
      "all_cleared": true,
      "measures": 246,
      "failed_clears": 27,
      "repeated_measures": 0,
      "wall_s": 0.20112019999942277,
      "model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
    },
    {
      "case": "16-91005",
      "problem": 4,
      "variant": "revised",
      "valid": true,
      "virtual_s": 8344.923876,
      "all_cleared": true,
      "measures": 260,
      "failed_clears": 3,
      "repeated_measures": 0,
      "wall_s": 0.20313629999873228,
      "model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
    }
  ],
  "aggregates": {
    "q3-baseline": {
      "runs": 18,
      "valid": 18,
      "mean_virtual_s": 3330.720364777778,
      "median_virtual_s": 3309.158236,
      "max_virtual_s": 3690.108935,
      "failed_clears": 0,
      "repeated_measures": 0
    },
    "q3-legacy": {
      "runs": 18,
      "valid": 18,
      "mean_virtual_s": 3254.6078210555556,
      "median_virtual_s": 3262.6378475,
      "max_virtual_s": 3786.975155,
      "failed_clears": 0,
      "repeated_measures": 0
    },
    "q3-revised": {
      "runs": 18,
      "valid": 18,
      "mean_virtual_s": 3307.6479669444443,
      "median_virtual_s": 3222.4972675,
      "max_virtual_s": 3776.553146,
      "failed_clears": 0,
      "repeated_measures": 0
    },
    "q4-baseline": {
      "runs": 18,
      "valid": 18,
      "mean_virtual_s": 13778.821690055556,
      "median_virtual_s": 14587.798876,
      "max_virtual_s": 17273.977893,
      "failed_clears": 616,
      "repeated_measures": 12
    },
    "q4-legacy": {
      "runs": 18,
      "valid": 18,
      "mean_virtual_s": 12070.532203166667,
      "median_virtual_s": 12891.829742999998,
      "max_virtual_s": 15365.756282,
      "failed_clears": 719,
      "repeated_measures": 28
    },
    "q4-revised": {
      "runs": 18,
      "valid": 18,
      "mean_virtual_s": 11797.572091833334,
      "median_virtual_s": 12488.225921000001,
      "max_virtual_s": 15894.437794,
      "failed_clears": 1380,
      "repeated_measures": 0
    }
  }
}