114514

output/hrl/p1-multiround-q4/aggregate.csv

@@ -0,0 +1,7 @@
+scene_id,variant,problem,truth_count,cleared_count,virtual_time_s,avg_locate_clear_time_s,accounted_virtual_time_s,program_run_time_s,real_elapsed_total_s,total_requests,measures,clears,clear_success,completed,stop_reason,exit_reason,valid,cleared_matches_truth,no_source_declared_absent,truth_channels,declared_absent_truth,anomaly_count
+scene-92000,hrl_heuristic,4,3,3,12779.703,4259.901,12779.703,6.558622,0.347,892,889,3,3,True,all_resolved,user_exit,True,True,True,"[1, 6, 16]",[],0
+scene-92000,directional,4,3,3,13780.377,4593.459,13780.377,1.031098,0.252,886,883,3,3,True,all_resolved,user_exit,True,True,True,"[1, 6, 16]",[],0
+scene-92001,hrl_heuristic,4,3,3,12059.045,4019.682,12059.045,6.361647,0.32,848,845,3,3,True,all_resolved,user_exit,True,True,True,"[7, 12, 18]",[],0
+scene-92001,directional,4,3,3,13412.5,4470.833,13412.5,1.092515,0.23,854,851,3,3,True,all_resolved,user_exit,True,True,True,"[7, 12, 18]",[],0
+scene-92002,hrl_heuristic,4,3,3,12037.845,4012.615,12037.845,5.932461,0.332,850,847,3,3,True,all_resolved,user_exit,True,True,True,"[1, 16, 17]",[],0
+scene-92002,directional,4,3,3,13136.114,4378.705,13136.114,1.064197,0.245,851,848,3,3,True,all_resolved,user_exit,True,True,True,"[1, 16, 17]",[],0

output/hrl/p1-multiround-q4/aggregate.json

@@ -0,0 +1,43 @@
+{
+  "variants": {
+    "directional": {
+      "episodes": 3,
+      "valid_episodes": 3,
+      "valid_rate": 1.0,
+      "success_rate": 1.0,
+      "cleared_count_mean": 3.0,
+      "cleared_count_std": 0.0,
+      "virtual_time_mean_s": 13442.997000000001,
+      "virtual_time_std_s": 263.9018170317644,
+      "virtual_time_min_s": 13136.114,
+      "virtual_time_max_s": 13780.377,
+      "avg_locate_clear_time_mean_s": 4480.999,
+      "program_run_time_mean_s": 1.0626033333333333,
+      "total_requests_mean": 863.6666666666666
+    },
+    "hrl_heuristic": {
+      "episodes": 3,
+      "valid_episodes": 3,
+      "valid_rate": 1.0,
+      "success_rate": 1.0,
+      "cleared_count_mean": 3.0,
+      "cleared_count_std": 0.0,
+      "virtual_time_mean_s": 12292.197666666667,
+      "virtual_time_std_s": 344.82695904016674,
+      "virtual_time_min_s": 12037.845,
+      "virtual_time_max_s": 12779.703,
+      "avg_locate_clear_time_mean_s": 4097.399333333334,
+      "program_run_time_mean_s": 6.284243333333333,
+      "total_requests_mean": 863.3333333333334
+    }
+  },
+  "all_valid": true,
+  "wall_seconds": 23.109,
+  "manifest": "output/hrl/manifests/p1-q4-3scene.json",
+  "output": "output/hrl/p1-multiround-q4",
+  "variants_requested": [
+    "hrl_heuristic",
+    "directional"
+  ],
+  "scenes": 3
+}

output/hrl/p1-multiround-q4/manifest.json

@@ -0,0 +1,102 @@
+{
+  "version": 1,
+  "problem": 4,
+  "scenes": [
+    {
+      "scene_id": "scene-92000",
+      "seed": 92000,
+      "error_seed": 102000,
+      "problem": 4,
+      "sources": [
+        {
+          "channel": 1,
+          "x": -1249.7105888724432,
+          "y": 171.2539925355322,
+          "r_eff_m": 1417.4365352620682,
+          "directional": true,
+          "heading_deg": 228.36554147567867
+        },
+        {
+          "channel": 6,
+          "x": -441.0665980322449,
+          "y": -1434.387727576605,
+          "r_eff_m": 1414.5119300808599,
+          "directional": false,
+          "heading_deg": 0.0
+        },
+        {
+          "channel": 16,
+          "x": -1252.5571063612522,
+          "y": -734.4519283065093,
+          "r_eff_m": 1440.6783372243983,
+          "directional": false,
+          "heading_deg": 0.0
+        }
+      ]
+    },
+    {
+      "scene_id": "scene-92001",
+      "seed": 92001,
+      "error_seed": 102001,
+      "problem": 4,
+      "sources": [
+        {
+          "channel": 12,
+          "x": -927.9442782494863,
+          "y": 362.8725319816366,
+          "r_eff_m": 1307.193450885175,
+          "directional": true,
+          "heading_deg": 172.72392850568954
+        },
+        {
+          "channel": 7,
+          "x": -1241.6295486236775,
+          "y": -53.50549468070716,
+          "r_eff_m": 1251.771750543368,
+          "directional": false,
+          "heading_deg": 0.0
+        },
+        {
+          "channel": 18,
+          "x": -572.1716487141558,
+          "y": -131.35607931264857,
+          "r_eff_m": 1106.5738050310383,
+          "directional": false,
+          "heading_deg": 0.0
+        }
+      ]
+    },
+    {
+      "scene_id": "scene-92002",
+      "seed": 92002,
+      "error_seed": 102002,
+      "problem": 4,
+      "sources": [
+        {
+          "channel": 16,
+          "x": -797.6201997604195,
+          "y": -1471.5756774197087,
+          "r_eff_m": 1149.3584422062138,
+          "directional": true,
+          "heading_deg": 18.02567832322149
+        },
+        {
+          "channel": 1,
+          "x": 7.219181159934594,
+          "y": -469.03034303024674,
+          "r_eff_m": 1228.1527219103295,
+          "directional": false,
+          "heading_deg": 0.0
+        },
+        {
+          "channel": 17,
+          "x": -749.1440991605593,
+          "y": 1016.7239271296709,
+          "r_eff_m": 1059.8639512254615,
+          "directional": false,
+          "heading_deg": 0.0
+        }
+      ]
+    }
+  ]
+}

output/hrl/p1-multiround-q4/results.json

@@ -0,0 +1,176 @@
+[
+  {
+    "scene_id": "scene-92000",
+    "variant": "hrl_heuristic",
+    "problem": 4,
+    "truth_count": 3,
+    "cleared_count": 3,
+    "virtual_time_s": 12779.703,
+    "avg_locate_clear_time_s": 4259.901,
+    "accounted_virtual_time_s": 12779.703,
+    "program_run_time_s": 6.558622,
+    "real_elapsed_total_s": 0.347,
+    "total_requests": 892,
+    "measures": 889,
+    "clears": 3,
+    "clear_success": 3,
+    "completed": true,
+    "stop_reason": "all_resolved",
+    "exit_reason": "user_exit",
+    "valid": true,
+    "cleared_matches_truth": true,
+    "no_source_declared_absent": true,
+    "truth_channels": [
+      1,
+      6,
+      16
+    ],
+    "declared_absent_truth": [],
+    "anomaly_count": 0
+  },
+  {
+    "scene_id": "scene-92000",
+    "variant": "directional",
+    "problem": 4,
+    "truth_count": 3,
+    "cleared_count": 3,
+    "virtual_time_s": 13780.377,
+    "avg_locate_clear_time_s": 4593.459,
+    "accounted_virtual_time_s": 13780.377,
+    "program_run_time_s": 1.031098,
+    "real_elapsed_total_s": 0.252,
+    "total_requests": 886,
+    "measures": 883,
+    "clears": 3,
+    "clear_success": 3,
+    "completed": true,
+    "stop_reason": "all_resolved",
+    "exit_reason": "user_exit",
+    "valid": true,
+    "cleared_matches_truth": true,
+    "no_source_declared_absent": true,
+    "truth_channels": [
+      1,
+      6,
+      16
+    ],
+    "declared_absent_truth": [],
+    "anomaly_count": 0
+  },
+  {
+    "scene_id": "scene-92001",
+    "variant": "hrl_heuristic",
+    "problem": 4,
+    "truth_count": 3,
+    "cleared_count": 3,
+    "virtual_time_s": 12059.045,
+    "avg_locate_clear_time_s": 4019.682,
+    "accounted_virtual_time_s": 12059.045,
+    "program_run_time_s": 6.361647,
+    "real_elapsed_total_s": 0.32,
+    "total_requests": 848,
+    "measures": 845,
+    "clears": 3,
+    "clear_success": 3,
+    "completed": true,
+    "stop_reason": "all_resolved",
+    "exit_reason": "user_exit",
+    "valid": true,
+    "cleared_matches_truth": true,
+    "no_source_declared_absent": true,
+    "truth_channels": [
+      7,
+      12,
+      18
+    ],
+    "declared_absent_truth": [],
+    "anomaly_count": 0
+  },
+  {
+    "scene_id": "scene-92001",
+    "variant": "directional",
+    "problem": 4,
+    "truth_count": 3,
+    "cleared_count": 3,
+    "virtual_time_s": 13412.5,
+    "avg_locate_clear_time_s": 4470.833,
+    "accounted_virtual_time_s": 13412.5,
+    "program_run_time_s": 1.092515,
+    "real_elapsed_total_s": 0.23,
+    "total_requests": 854,
+    "measures": 851,
+    "clears": 3,
+    "clear_success": 3,
+    "completed": true,
+    "stop_reason": "all_resolved",
+    "exit_reason": "user_exit",
+    "valid": true,
+    "cleared_matches_truth": true,
+    "no_source_declared_absent": true,
+    "truth_channels": [
+      7,
+      12,
+      18
+    ],
+    "declared_absent_truth": [],
+    "anomaly_count": 0
+  },
+  {
+    "scene_id": "scene-92002",
+    "variant": "hrl_heuristic",
+    "problem": 4,
+    "truth_count": 3,
+    "cleared_count": 3,
+    "virtual_time_s": 12037.845,
+    "avg_locate_clear_time_s": 4012.615,
+    "accounted_virtual_time_s": 12037.845,
+    "program_run_time_s": 5.932461,
+    "real_elapsed_total_s": 0.332,
+    "total_requests": 850,
+    "measures": 847,
+    "clears": 3,
+    "clear_success": 3,
+    "completed": true,
+    "stop_reason": "all_resolved",
+    "exit_reason": "user_exit",
+    "valid": true,
+    "cleared_matches_truth": true,
+    "no_source_declared_absent": true,
+    "truth_channels": [
+      1,
+      16,
+      17
+    ],
+    "declared_absent_truth": [],
+    "anomaly_count": 0
+  },
+  {
+    "scene_id": "scene-92002",
+    "variant": "directional",
+    "problem": 4,
+    "truth_count": 3,
+    "cleared_count": 3,
+    "virtual_time_s": 13136.114,
+    "avg_locate_clear_time_s": 4378.705,
+    "accounted_virtual_time_s": 13136.114,
+    "program_run_time_s": 1.064197,
+    "real_elapsed_total_s": 0.245,
+    "total_requests": 851,
+    "measures": 848,
+    "clears": 3,
+    "clear_success": 3,
+    "completed": true,
+    "stop_reason": "all_resolved",
+    "exit_reason": "user_exit",
+    "valid": true,
+    "cleared_matches_truth": true,
+    "no_source_declared_absent": true,
+    "truth_channels": [
+      1,
+      16,
+      17
+    ],
+    "declared_absent_truth": [],
+    "anomaly_count": 0
+  }
+]

output/hrl/p1-multiround-q4/run.log

@@ -0,0 +1,55 @@
+{"event": "run_start", "scene": "scene-92000", "variant": "hrl_heuristic"}
+{"event": "run_done", "scene_id": "scene-92000", "variant": "hrl_heuristic", "cleared_count": 3, "virtual_time_s": 12779.703, "valid": true, "program_run_time_s": 6.558622}
+{"event": "run_start", "scene": "scene-92000", "variant": "directional"}
+{"event": "run_done", "scene_id": "scene-92000", "variant": "directional", "cleared_count": 3, "virtual_time_s": 13780.377, "valid": true, "program_run_time_s": 1.031098}
+{"event": "run_start", "scene": "scene-92001", "variant": "hrl_heuristic"}
+{"event": "run_done", "scene_id": "scene-92001", "variant": "hrl_heuristic", "cleared_count": 3, "virtual_time_s": 12059.045, "valid": true, "program_run_time_s": 6.361647}
+{"event": "run_start", "scene": "scene-92001", "variant": "directional"}
+{"event": "run_done", "scene_id": "scene-92001", "variant": "directional", "cleared_count": 3, "virtual_time_s": 13412.5, "valid": true, "program_run_time_s": 1.092515}
+{"event": "run_start", "scene": "scene-92002", "variant": "hrl_heuristic"}
+{"event": "run_done", "scene_id": "scene-92002", "variant": "hrl_heuristic", "cleared_count": 3, "virtual_time_s": 12037.845, "valid": true, "program_run_time_s": 5.932461}
+{"event": "run_start", "scene": "scene-92002", "variant": "directional"}
+{"event": "run_done", "scene_id": "scene-92002", "variant": "directional", "cleared_count": 3, "virtual_time_s": 13136.114, "valid": true, "program_run_time_s": 1.064197}
+{
+  "variants": {
+    "directional": {
+      "episodes": 3,
+      "valid_episodes": 3,
+      "valid_rate": 1.0,
+      "success_rate": 1.0,
+      "cleared_count_mean": 3.0,
+      "cleared_count_std": 0.0,
+      "virtual_time_mean_s": 13442.997000000001,
+      "virtual_time_std_s": 263.9018170317644,
+      "virtual_time_min_s": 13136.114,
+      "virtual_time_max_s": 13780.377,
+      "avg_locate_clear_time_mean_s": 4480.999,
+      "program_run_time_mean_s": 1.0626033333333333,
+      "total_requests_mean": 863.6666666666666
+    },
+    "hrl_heuristic": {
+      "episodes": 3,
+      "valid_episodes": 3,
+      "valid_rate": 1.0,
+      "success_rate": 1.0,
+      "cleared_count_mean": 3.0,
+      "cleared_count_std": 0.0,
+      "virtual_time_mean_s": 12292.197666666667,
+      "virtual_time_std_s": 344.82695904016674,
+      "virtual_time_min_s": 12037.845,
+      "virtual_time_max_s": 12779.703,
+      "avg_locate_clear_time_mean_s": 4097.399333333334,
+      "program_run_time_mean_s": 6.284243333333333,
+      "total_requests_mean": 863.3333333333334
+    }
+  },
+  "all_valid": true,
+  "wall_seconds": 23.109,
+  "manifest": "output/hrl/manifests/p1-q4-3scene.json",
+  "output": "output/hrl/p1-multiround-q4",
+  "variants_requested": [
+    "hrl_heuristic",
+    "directional"
+  ],
+  "scenes": 3
+}