1547 lines
41 KiB
JSON
1547 lines
41 KiB
JSON
{
|
|
"source": "local_referee_only",
|
|
"config": {
|
|
"field": {
|
|
"omega_radius_m": 1800.0,
|
|
"channel_min": 1,
|
|
"channel_max": 20,
|
|
"source_count_min": 10,
|
|
"source_count_max": 16,
|
|
"r_eff_min_m": 1000.0,
|
|
"r_eff_max_m": 1500.0,
|
|
"near_radius_m": 5.0,
|
|
"clear_radius_m": 20.0,
|
|
"bearing_error_half_deg": 1.0,
|
|
"bearing_decimals": 2,
|
|
"coord_abs_limit_m": 2000000.0,
|
|
"directional_half_angle_deg": 90.0,
|
|
"max_virtual_duration_s": 360000.0,
|
|
"max_real_duration_s": 1200.0,
|
|
"test_window_s": 1500.0
|
|
},
|
|
"cost": {
|
|
"speed_mps": 5.0,
|
|
"measure_s": 5.0,
|
|
"switch_s": 1.0,
|
|
"clear_success_s": 5.0,
|
|
"clear_fail_s": 3.0
|
|
},
|
|
"session": {
|
|
"arena_id": "default",
|
|
"base_url": "http://127.0.0.1:2026",
|
|
"robot_id_max_bytes": 64,
|
|
"request_id_max_bytes": 128,
|
|
"request_body_max_bytes": 65536,
|
|
"connect_timeout_s": 5.0,
|
|
"read_timeout_s": 15.0,
|
|
"max_attempts": 3,
|
|
"retry_backoff_s": 0.25,
|
|
"reserve_exit_s": 60.0,
|
|
"real_rtt_p95_s": 1.0,
|
|
"self_test_real_budget_s": 1800.0
|
|
},
|
|
"search": {
|
|
"grid_step_m": 700.0,
|
|
"grid_half_cells": 3,
|
|
"fallback_clear_grid_m": 20.0,
|
|
"bearing_rounding_margin_deg": 0.005,
|
|
"polygon_sides": 192,
|
|
"witness_spacing_m": 60.0,
|
|
"candidate_rings": [
|
|
0.0,
|
|
0.4,
|
|
0.75,
|
|
1.0
|
|
],
|
|
"candidate_angles": 12,
|
|
"clear_margin_m": 0.5,
|
|
"max_localize_steps": 8,
|
|
"max_anomalies_per_channel": 3,
|
|
"max_blocked_probes": 4,
|
|
"fallback_max_cells": 400,
|
|
"persistent_search": false,
|
|
"virtual_reserve_s": 10000.0
|
|
},
|
|
"bayes": {
|
|
"particle_spacing_m": 14.65,
|
|
"score_mode": "entropy",
|
|
"score_subsample": 800,
|
|
"mc_representatives": 7,
|
|
"lambda_move_s": 0.0105,
|
|
"wide_rings": [
|
|
1.0,
|
|
1.5,
|
|
2.0
|
|
],
|
|
"station_ring_radius_m": 1159.7,
|
|
"two_opt_enabled": true,
|
|
"two_opt_passes": 4,
|
|
"grid_cert_enabled": true,
|
|
"opportunistic_measure": true,
|
|
"opportunistic_radius_ratio": 0.65
|
|
}
|
|
},
|
|
"split": "validation",
|
|
"rows": [
|
|
{
|
|
"case": "10-91000",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3305.709462,
|
|
"all_cleared": true,
|
|
"measures": 117,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.6457171000074595,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91000",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3542.05815,
|
|
"all_cleared": true,
|
|
"measures": 129,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.816790899989428,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "10-91000",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3222.754188,
|
|
"all_cleared": true,
|
|
"measures": 119,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.939869900001213,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "10-91001",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 2903.963131,
|
|
"all_cleared": true,
|
|
"measures": 113,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 3.6442998999991687,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91001",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 2842.814278,
|
|
"all_cleared": true,
|
|
"measures": 124,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.9727964000048814,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "10-91001",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3190.473726,
|
|
"all_cleared": true,
|
|
"measures": 129,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0098767000017688,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "10-91002",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3194.290777,
|
|
"all_cleared": true,
|
|
"measures": 113,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.445915000003879,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91002",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3175.046251,
|
|
"all_cleared": true,
|
|
"measures": 124,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.9781282999902032,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "10-91002",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3341.646965,
|
|
"all_cleared": true,
|
|
"measures": 122,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0091282000066712,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "10-91003",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3028.059429,
|
|
"all_cleared": true,
|
|
"measures": 119,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.175392900011502,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91003",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 2879.077609,
|
|
"all_cleared": true,
|
|
"measures": 120,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.9735195999965072,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "10-91003",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3126.260854,
|
|
"all_cleared": true,
|
|
"measures": 124,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.9901384999975562,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "10-91004",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3360.442192,
|
|
"all_cleared": true,
|
|
"measures": 114,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.1628978999942774,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91004",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3267.307692,
|
|
"all_cleared": true,
|
|
"measures": 121,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0477332000009483,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "10-91004",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3439.098605,
|
|
"all_cleared": true,
|
|
"measures": 122,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.058807199995499,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "10-91005",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3227.559028,
|
|
"all_cleared": true,
|
|
"measures": 121,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.01678790000733,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91005",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3164.42248,
|
|
"all_cleared": true,
|
|
"measures": 129,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.9857325000048149,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "10-91005",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 2965.484318,
|
|
"all_cleared": true,
|
|
"measures": 122,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.9954773000063142,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "13-91000",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3165.520067,
|
|
"all_cleared": true,
|
|
"measures": 109,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.7790787999983877,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91000",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3231.09172,
|
|
"all_cleared": true,
|
|
"measures": 117,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0325596000038786,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "13-91000",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3222.240347,
|
|
"all_cleared": true,
|
|
"measures": 118,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0981787999917287,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "13-91001",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3312.60701,
|
|
"all_cleared": true,
|
|
"measures": 112,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.4232842000055825,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91001",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3354.557735,
|
|
"all_cleared": true,
|
|
"measures": 124,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0479557000071509,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "13-91001",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3203.971295,
|
|
"all_cleared": true,
|
|
"measures": 109,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0920578000077512,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "13-91002",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3690.108935,
|
|
"all_cleared": true,
|
|
"measures": 97,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 5.136996300003375,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91002",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3259.240314,
|
|
"all_cleared": true,
|
|
"measures": 119,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.212420399999246,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "13-91002",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3219.590967,
|
|
"all_cleared": true,
|
|
"measures": 117,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.1440328000026057,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "13-91003",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3251.983191,
|
|
"all_cleared": true,
|
|
"measures": 114,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 3.5513942999969004,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91003",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3161.766682,
|
|
"all_cleared": true,
|
|
"measures": 109,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0644085999956587,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "13-91003",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3213.420169,
|
|
"all_cleared": true,
|
|
"measures": 118,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0961935000086669,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "13-91004",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3347.34386,
|
|
"all_cleared": true,
|
|
"measures": 104,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 4.112369700000272,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91004",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3345.826283,
|
|
"all_cleared": true,
|
|
"measures": 109,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.1236342999909539,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "13-91004",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3644.994804,
|
|
"all_cleared": true,
|
|
"measures": 111,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.1387448000023142,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "13-91005",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3479.762563,
|
|
"all_cleared": true,
|
|
"measures": 106,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 4.346199999999953,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91005",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3172.128428,
|
|
"all_cleared": true,
|
|
"measures": 111,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0859431999997469,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "13-91005",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3776.553146,
|
|
"all_cleared": true,
|
|
"measures": 112,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.1808894999994664,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "16-91000",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3139.822666,
|
|
"all_cleared": true,
|
|
"measures": 102,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 4.489466899991385,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91000",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3266.04023,
|
|
"all_cleared": true,
|
|
"measures": 110,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.1873768999939784,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "16-91000",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3000.535329,
|
|
"all_cleared": true,
|
|
"measures": 100,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.2284268000075826,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "16-91001",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3174.840634,
|
|
"all_cleared": true,
|
|
"measures": 90,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 6.112014699989231,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91001",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3314.381577,
|
|
"all_cleared": true,
|
|
"measures": 100,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.2409389000094961,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "16-91001",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3438.190076,
|
|
"all_cleared": true,
|
|
"measures": 112,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.2992720999900484,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "16-91002",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3675.768615,
|
|
"all_cleared": true,
|
|
"measures": 99,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 6.156745600004797,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91002",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3266.035381,
|
|
"all_cleared": true,
|
|
"measures": 100,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.1670709999889368,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "16-91002",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3297.260988,
|
|
"all_cleared": true,
|
|
"measures": 101,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.18989719999081,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "16-91003",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3527.824186,
|
|
"all_cleared": true,
|
|
"measures": 95,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 4.452504599990789,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91003",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3481.044289,
|
|
"all_cleared": true,
|
|
"measures": 111,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.1301683000056073,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "16-91003",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3746.890993,
|
|
"all_cleared": true,
|
|
"measures": 139,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.1881025999900885,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "16-91004",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3594.312482,
|
|
"all_cleared": true,
|
|
"measures": 104,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 4.243904899994959,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91004",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3073.126525,
|
|
"all_cleared": true,
|
|
"measures": 107,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.0992762999958359,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "16-91004",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 2924.206957,
|
|
"all_cleared": true,
|
|
"measures": 106,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.1185860999976285,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "16-91005",
|
|
"problem": 3,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 3573.048338,
|
|
"all_cleared": true,
|
|
"measures": 94,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.700129699995159,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91005",
|
|
"problem": 3,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 3786.975155,
|
|
"all_cleared": true,
|
|
"measures": 101,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.1667051999975229,
|
|
"model_sha256": "62fa5119ffb5079cf3e2ba79607639593a9e7c928c104d9029ac268929d691d4"
|
|
},
|
|
{
|
|
"case": "16-91005",
|
|
"problem": 3,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 3564.089678,
|
|
"all_cleared": true,
|
|
"measures": 96,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.2351088000141317,
|
|
"model_sha256": "b8b3a2bb103588348d8d7791bde9a2b0635c04778f0ac64f91c6f5c7cf87ca6e"
|
|
},
|
|
{
|
|
"case": "10-91000",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 15207.972119,
|
|
"all_cleared": true,
|
|
"measures": 582,
|
|
"failed_clears": 76,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.6892421999946237,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91000",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 13748.045203,
|
|
"all_cleared": true,
|
|
"measures": 602,
|
|
"failed_clears": 31,
|
|
"repeated_measures": 2,
|
|
"wall_s": 0.1799334999959683,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "10-91000",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 13857.723189,
|
|
"all_cleared": true,
|
|
"measures": 599,
|
|
"failed_clears": 82,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.18845820000569802,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "10-91001",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 15576.39692,
|
|
"all_cleared": true,
|
|
"measures": 643,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.535213900002418,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91001",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 13561.372611,
|
|
"all_cleared": true,
|
|
"measures": 647,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.16259969999373425,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "10-91001",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 13618.154261,
|
|
"all_cleared": true,
|
|
"measures": 660,
|
|
"failed_clears": 35,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.18206029999419115,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "10-91002",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 14727.244113,
|
|
"all_cleared": true,
|
|
"measures": 582,
|
|
"failed_clears": 62,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.5378788000089116,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91002",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 12938.715266,
|
|
"all_cleared": true,
|
|
"measures": 586,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.15629129999433644,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "10-91002",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 12758.823646,
|
|
"all_cleared": true,
|
|
"measures": 591,
|
|
"failed_clears": 28,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.1798599000030663,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "10-91003",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 14448.353639,
|
|
"all_cleared": true,
|
|
"measures": 573,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.4552013000065926,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91003",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 13495.453474,
|
|
"all_cleared": true,
|
|
"measures": 599,
|
|
"failed_clears": 15,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.1721774000034202,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "10-91003",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 12452.90676,
|
|
"all_cleared": true,
|
|
"measures": 575,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.15639270000974648,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "10-91004",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 16011.608828,
|
|
"all_cleared": true,
|
|
"measures": 668,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.6277751000015996,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91004",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 15045.359244,
|
|
"all_cleared": true,
|
|
"measures": 678,
|
|
"failed_clears": 29,
|
|
"repeated_measures": 4,
|
|
"wall_s": 0.17971569999644998,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "10-91004",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 14290.946579,
|
|
"all_cleared": true,
|
|
"measures": 680,
|
|
"failed_clears": 60,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.1854033999989042,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "10-91005",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 13853.580044,
|
|
"all_cleared": true,
|
|
"measures": 534,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.4334843000106048,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "10-91005",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 12844.94422,
|
|
"all_cleared": true,
|
|
"measures": 544,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.15534159999515396,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "10-91005",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 12523.545082,
|
|
"all_cleared": true,
|
|
"measures": 554,
|
|
"failed_clears": 2,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.1746407999889925,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "13-91000",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 14813.228771,
|
|
"all_cleared": true,
|
|
"measures": 473,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.9378144000074826,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91000",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 14886.149004,
|
|
"all_cleared": true,
|
|
"measures": 493,
|
|
"failed_clears": 209,
|
|
"repeated_measures": 7,
|
|
"wall_s": 0.21500850000302307,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "13-91000",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 14178.946703,
|
|
"all_cleared": true,
|
|
"measures": 484,
|
|
"failed_clears": 184,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.21743619999324437,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "13-91001",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 16966.795215,
|
|
"all_cleared": true,
|
|
"measures": 547,
|
|
"failed_clears": 166,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.9544710000045598,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91001",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 14271.513195,
|
|
"all_cleared": true,
|
|
"measures": 584,
|
|
"failed_clears": 14,
|
|
"repeated_measures": 1,
|
|
"wall_s": 0.21202419999463018,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "13-91001",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 14134.384494,
|
|
"all_cleared": true,
|
|
"measures": 574,
|
|
"failed_clears": 175,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.2398232999985339,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "13-91002",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 13259.200047,
|
|
"all_cleared": true,
|
|
"measures": 439,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.1408074000064516,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91002",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 12375.363907,
|
|
"all_cleared": true,
|
|
"measures": 444,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.17285339999943972,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "13-91002",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 11486.06046,
|
|
"all_cleared": true,
|
|
"measures": 452,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.18981390001135878,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "13-91003",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 16736.96971,
|
|
"all_cleared": true,
|
|
"measures": 464,
|
|
"failed_clears": 93,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.126844099999289,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91003",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 15365.756282,
|
|
"all_cleared": true,
|
|
"measures": 482,
|
|
"failed_clears": 144,
|
|
"repeated_measures": 2,
|
|
"wall_s": 0.2100782000052277,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "13-91003",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 14319.340814,
|
|
"all_cleared": true,
|
|
"measures": 479,
|
|
"failed_clears": 144,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.2190367999864975,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "13-91004",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 17273.977893,
|
|
"all_cleared": true,
|
|
"measures": 519,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.974629799995455,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91004",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 13351.260401,
|
|
"all_cleared": true,
|
|
"measures": 527,
|
|
"failed_clears": 13,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.1893114999984391,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "13-91004",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 15894.437794,
|
|
"all_cleared": true,
|
|
"measures": 533,
|
|
"failed_clears": 269,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.24579980000271462,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "13-91005",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 12724.224595,
|
|
"all_cleared": true,
|
|
"measures": 395,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 1.9511545999994269,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "13-91005",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 11842.653315,
|
|
"all_cleared": true,
|
|
"measures": 413,
|
|
"failed_clears": 6,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.18253950000507757,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "13-91005",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 11708.384412,
|
|
"all_cleared": true,
|
|
"measures": 415,
|
|
"failed_clears": 1,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.18591440000454895,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "16-91000",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 11911.927626,
|
|
"all_cleared": true,
|
|
"measures": 306,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.619945300000836,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91000",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 9248.131206,
|
|
"all_cleared": true,
|
|
"measures": 310,
|
|
"failed_clears": 4,
|
|
"repeated_measures": 2,
|
|
"wall_s": 0.17928150000807364,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "16-91000",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 10247.114722,
|
|
"all_cleared": true,
|
|
"measures": 327,
|
|
"failed_clears": 155,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.22192419999919366,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "16-91001",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 15954.445035,
|
|
"all_cleared": true,
|
|
"measures": 265,
|
|
"failed_clears": 219,
|
|
"repeated_measures": 12,
|
|
"wall_s": 2.6135496999922907,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91001",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 10802.979925,
|
|
"all_cleared": true,
|
|
"measures": 278,
|
|
"failed_clears": 21,
|
|
"repeated_measures": 6,
|
|
"wall_s": 0.19298540000454523,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "16-91001",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 10767.510828,
|
|
"all_cleared": true,
|
|
"measures": 263,
|
|
"failed_clears": 218,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.23336089999065734,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "16-91002",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 9252.064845,
|
|
"all_cleared": true,
|
|
"measures": 222,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.3573271999921417,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91002",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 7998.169849,
|
|
"all_cleared": true,
|
|
"measures": 232,
|
|
"failed_clears": 8,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.18427810000139289,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "16-91002",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 7424.110687,
|
|
"all_cleared": true,
|
|
"measures": 233,
|
|
"failed_clears": 24,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.20055309998861048,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "16-91003",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 9318.635275,
|
|
"all_cleared": true,
|
|
"measures": 216,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.2207442999933846,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91003",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 6951.771813,
|
|
"all_cleared": true,
|
|
"measures": 220,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.16938769999251235,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "16-91003",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 7291.213905,
|
|
"all_cleared": true,
|
|
"measures": 230,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.18123860000923742,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "16-91004",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 9788.984157,
|
|
"all_cleared": true,
|
|
"measures": 297,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.117265299995779,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91004",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 9777.301138,
|
|
"all_cleared": true,
|
|
"measures": 307,
|
|
"failed_clears": 198,
|
|
"repeated_measures": 4,
|
|
"wall_s": 0.21374190000642557,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "16-91004",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 7057.769441,
|
|
"all_cleared": true,
|
|
"measures": 315,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.2014787000080105,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
},
|
|
{
|
|
"case": "16-91005",
|
|
"problem": 4,
|
|
"variant": "baseline",
|
|
"valid": true,
|
|
"virtual_s": 10193.181589,
|
|
"all_cleared": true,
|
|
"measures": 242,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0,
|
|
"wall_s": 2.4479890999937197,
|
|
"model_sha256": null
|
|
},
|
|
{
|
|
"case": "16-91005",
|
|
"problem": 4,
|
|
"variant": "legacy",
|
|
"valid": true,
|
|
"virtual_s": 8764.639604,
|
|
"all_cleared": true,
|
|
"measures": 246,
|
|
"failed_clears": 27,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.20112019999942277,
|
|
"model_sha256": "99d167f41b4688dc1d5485167c4e1049cd0cc55f839e0c6ae0814b2a1cdb9fab"
|
|
},
|
|
{
|
|
"case": "16-91005",
|
|
"problem": 4,
|
|
"variant": "revised",
|
|
"valid": true,
|
|
"virtual_s": 8344.923876,
|
|
"all_cleared": true,
|
|
"measures": 260,
|
|
"failed_clears": 3,
|
|
"repeated_measures": 0,
|
|
"wall_s": 0.20313629999873228,
|
|
"model_sha256": "6865d541ff9bdee81886d327345f2660d5f7d72f4b39810a58ae4b867ab37e42"
|
|
}
|
|
],
|
|
"aggregates": {
|
|
"q3-baseline": {
|
|
"runs": 18,
|
|
"valid": 18,
|
|
"mean_virtual_s": 3330.720364777778,
|
|
"median_virtual_s": 3309.158236,
|
|
"max_virtual_s": 3690.108935,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0
|
|
},
|
|
"q3-legacy": {
|
|
"runs": 18,
|
|
"valid": 18,
|
|
"mean_virtual_s": 3254.6078210555556,
|
|
"median_virtual_s": 3262.6378475,
|
|
"max_virtual_s": 3786.975155,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0
|
|
},
|
|
"q3-revised": {
|
|
"runs": 18,
|
|
"valid": 18,
|
|
"mean_virtual_s": 3307.6479669444443,
|
|
"median_virtual_s": 3222.4972675,
|
|
"max_virtual_s": 3776.553146,
|
|
"failed_clears": 0,
|
|
"repeated_measures": 0
|
|
},
|
|
"q4-baseline": {
|
|
"runs": 18,
|
|
"valid": 18,
|
|
"mean_virtual_s": 13778.821690055556,
|
|
"median_virtual_s": 14587.798876,
|
|
"max_virtual_s": 17273.977893,
|
|
"failed_clears": 616,
|
|
"repeated_measures": 12
|
|
},
|
|
"q4-legacy": {
|
|
"runs": 18,
|
|
"valid": 18,
|
|
"mean_virtual_s": 12070.532203166667,
|
|
"median_virtual_s": 12891.829742999998,
|
|
"max_virtual_s": 15365.756282,
|
|
"failed_clears": 719,
|
|
"repeated_measures": 28
|
|
},
|
|
"q4-revised": {
|
|
"runs": 18,
|
|
"valid": 18,
|
|
"mean_virtual_s": 11797.572091833334,
|
|
"median_virtual_s": 12488.225921000001,
|
|
"max_virtual_s": 15894.437794,
|
|
"failed_clears": 1380,
|
|
"repeated_measures": 0
|
|
}
|
|
}
|
|
} |