C:\Users\HelixCopex\code\MATH\.venv\Lib\site-packages\stable_baselines3\common\on_policy_algorithm.py:150: UserWarning: You are trying to run PPO on the GPU, but it is primarily intended to run on the CPU when not using a CNN policy (you are using ActorCriticPolicy which should be a MlpPolicy). See https://github.com/DLR-RM/stable-baselines3/issues/1245 for more info. You can pass `device='cpu'` or `export CUDA_VISIBLE_DEVICES=` to force using the CPU.Note: The model will train, but the GPU utilization will be poor and the training might take longer than on CPU. warnings.warn( { "completed": true, "stop_reason": "all_resolved", "exit_reason": "user_exit", "virtual_time_s": 14562.817, "accounted_virtual_time_s": 14562.817, "persistent_search": false, "cleared_channels": [ 2, 4, 5, 6, 8, 11, 12, 13, 14, 17 ], "absent_channels": [ 1, 3, 7, 9, 10, 15, 16, 18, 19, 20 ], "unresolved_channels": [], "measures": 670, "clears": 21, "clear_success": 10, "total_requests": 691, "move_distance_m": 52639.1, "avg_locate_clear_time_s": 1456.282, "step_totals": { "count": 693, "real_elapsed_total_s": 5.908, "real_since_enter_total_s": 6.389, "virtual_move_s": 10527.817, "virtual_switch_s": 602.0, "virtual_measure_action_s": 3350.0, "virtual_clear_action_s": 83.0, "virtual_total_s": 14562.817 }, "steps": [ { "index": 0, "action": "enter", "result": null, "channel": null, "position": null, "real_elapsed_ms": 6.212, "real_since_enter_s": 5e-06, "move_s": 0.0, "switch_s": 0.0, "action_s": 0.0, "step_virtual_s": 0.0, "virtual_time_s": 0 }, { "index": 1, "action": "measure", "result": "no_signal", "channel": 1, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 18.555, "real_since_enter_s": 0.018868, "move_s": 0.0, "switch_s": 0.0, "action_s": 5.0, "step_virtual_s": 5.0, "virtual_time_s": 5 }, { "index": 2, "action": "measure", "result": "no_signal", "channel": 2, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 14.772, "real_since_enter_s": 0.033898, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 11 }, { "index": 3, "action": "measure", "result": "no_signal", "channel": 3, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 15.421, "real_since_enter_s": 0.04951, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 17 }, { "index": 4, "action": "measure", "result": "no_signal", "channel": 4, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 15.314, "real_since_enter_s": 0.06505, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 23 }, { "index": 5, "action": "measure", "result": "no_signal", "channel": 5, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 15.494, "real_since_enter_s": 0.080738, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 29 }, { "index": 6, "action": "measure", "result": "direction", "channel": 6, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 2.016, "real_since_enter_s": 0.083067, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 35 }, { "index": 7, "action": "measure", "result": "no_signal", "channel": 7, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 20.317, "real_since_enter_s": 0.111627, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 41 }, { "index": 8, "action": "measure", "result": "no_signal", "channel": 8, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 15.039, "real_since_enter_s": 0.126878, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 47 }, { "index": 9, "action": "measure", "result": "no_signal", "channel": 9, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 15.215, "real_since_enter_s": 0.142318, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 53 }, { "index": 10, "action": "measure", "result": "no_signal", "channel": 10, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 1.855, "real_since_enter_s": 0.14437, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 59 }, { "index": 11, "action": "measure", "result": "no_signal", "channel": 11, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 1.377, "real_since_enter_s": 0.145872, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 65 }, { "index": 12, "action": "measure", "result": "no_signal", "channel": 12, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 1.268, "real_since_enter_s": 0.147266, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 71 }, { "index": 13, "action": "measure", "result": "no_signal", "channel": 13, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 1.19, "real_since_enter_s": 0.148583, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 77 }, { "index": 14, "action": "measure", "result": "no_signal", "channel": 14, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 1.215, "real_since_enter_s": 0.149937, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 83 }, { "index": 15, "action": "measure", "result": "no_signal", "channel": 15, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 23.778, "real_since_enter_s": 0.173858, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 89 }, { "index": 16, "action": "measure", "result": "no_signal", "channel": 16, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 1.872, "real_since_enter_s": 0.175927, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 95 }, { "index": 17, "action": "measure", "result": "no_signal", "channel": 17, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 1.375, "real_since_enter_s": 0.177427, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 101 }, { "index": 18, "action": "measure", "result": "no_signal", "channel": 18, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 11.936, "real_since_enter_s": 0.189517, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 107 }, { "index": 19, "action": "measure", "result": "no_signal", "channel": 19, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 15.702, "real_since_enter_s": 0.205434, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 113 }, { "index": 20, "action": "measure", "result": "no_signal", "channel": 20, "position": { "x": 0.0, "y": 0.0 }, "real_elapsed_ms": 15.334, "real_since_enter_s": 0.22102, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 119 }, { "index": 21, "action": "measure", "result": "no_signal", "channel": 6, "position": { "x": 433.21258692761216, "y": 613.5447032223564 }, "real_elapsed_ms": 18.882, "real_since_enter_s": 0.436746, "move_s": 150.215, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 156.215, "virtual_time_s": 275.214546 }, { "index": 22, "action": "measure", "result": "direction", "channel": 6, "position": { "x": 79.37242235244332, "y": -93.56137085740988 }, "real_elapsed_ms": 2.266, "real_since_enter_s": 0.440748, "move_s": 158.139, "switch_s": 0.0, "action_s": 5.0, "step_virtual_s": 163.139, "virtual_time_s": 438.353961 }, { "index": 23, "action": "measure", "result": "direction", "channel": 6, "position": { "x": 126.2675558184007, "y": 421.9665918983521 }, "real_elapsed_ms": 2.198, "real_since_enter_s": 0.444971, "move_s": 103.531, "switch_s": 0.0, "action_s": 5.0, "step_virtual_s": 108.531, "virtual_time_s": 546.885258 }, { "index": 24, "action": "clear", "result": "success", "channel": 6, "position": { "x": 465.9063247796297, "y": 332.55776294875966 }, "real_elapsed_ms": 21.916, "real_since_enter_s": 0.467535, "move_s": 70.242, "switch_s": 0.0, "action_s": 5.0, "step_virtual_s": 75.242, "virtual_time_s": 622.127249 }, { "index": 25, "action": "measure", "result": "no_signal", "channel": 1, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 15.381, "real_since_enter_s": 0.48324, "move_s": 81.337, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 87.337, "virtual_time_s": 709.464698 }, { "index": 26, "action": "measure", "result": "no_signal", "channel": 2, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 15.723, "real_since_enter_s": 0.499205, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 715.464698 }, { "index": 27, "action": "measure", "result": "no_signal", "channel": 3, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 14.782, "real_since_enter_s": 0.514257, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 721.464698 }, { "index": 28, "action": "measure", "result": "no_signal", "channel": 4, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 15.445, "real_since_enter_s": 0.529964, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 727.464698 }, { "index": 29, "action": "measure", "result": "no_signal", "channel": 5, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 1.983, "real_since_enter_s": 0.532161, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 733.464698 }, { "index": 30, "action": "measure", "result": "no_signal", "channel": 7, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 1.576, "real_since_enter_s": 0.533901, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 739.464698 }, { "index": 31, "action": "measure", "result": "no_signal", "channel": 8, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 1.476, "real_since_enter_s": 0.535524, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 745.464698 }, { "index": 32, "action": "measure", "result": "no_signal", "channel": 9, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 1.779, "real_since_enter_s": 0.537474, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 751.464698 }, { "index": 33, "action": "measure", "result": "no_signal", "channel": 10, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 23.566, "real_since_enter_s": 0.56125, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 757.464698 }, { "index": 34, "action": "measure", "result": "no_signal", "channel": 11, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 15.305, "real_since_enter_s": 0.576796, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 763.464698 }, { "index": 35, "action": "measure", "result": "no_signal", "channel": 12, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 15.493, "real_since_enter_s": 0.592558, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 769.464698 }, { "index": 36, "action": "measure", "result": "no_signal", "channel": 13, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 15.406, "real_since_enter_s": 0.608211, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 775.464698 }, { "index": 37, "action": "measure", "result": "direction", "channel": 14, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 2.766, "real_since_enter_s": 0.61117, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 781.464698 }, { "index": 38, "action": "measure", "result": "no_signal", "channel": 15, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 3.182, "real_since_enter_s": 0.622155, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 787.464698 }, { "index": 39, "action": "measure", "result": "no_signal", "channel": 16, "position": { "x": 700.0, "y": 0.0 }, "real_elapsed_ms": 2.728, "real_since_enter_s": 0.6252, "move_s": 0.0, "switch_s": 1.0, "action_s": 5.0, "step_virtual_s": 6.0, "virtual_time_s": 793.464698 } ], "anomalies": [], "virtual_recompute_mismatches": 0, "channel_status": { "1": { "status": "absent" }, "2": { "status": "cleared", "posterior_radius_m": 13.152 }, "3": { "status": "absent" }, "4": { "status": "cleared", "posterior_radius_m": 55.788 }, "5": { "status": "cleared", "posterior_radius_m": 22.853 }, "6": { "status": "cleared", "posterior_radius_m": 15.811 }, "7": { "status": "absent" }, "8": { "status": "cleared", "posterior_radius_m": 17.192 }, "9": { "status": "absent" }, "10": { "status": "absent" }, "11": { "status": "cleared", "posterior_radius_m": 11.763 }, "12": { "status": "cleared", "posterior_radius_m": 17.05 }, "13": { "status": "cleared", "posterior_radius_m": 6.505 }, "14": { "status": "cleared", "posterior_radius_m": 9.712 }, "15": { "status": "absent" }, "16": { "status": "absent" }, "17": { "status": "cleared", "posterior_radius_m": 67.418 }, "18": { "status": "absent" }, "19": { "status": "absent" }, "20": { "status": "absent" } }, "directional_observed_channels": [ 6, 8, 2, 11, 17, 4, 12 ], "fallback_clears": [ { "channel": 5, "cells": 3, "bound": 15, "posterior_radius_m": 22.853, "outcome": "cleared", "attempts": 1 }, { "channel": 17, "cells": 14, "bound": 36, "posterior_radius_m": 67.418, "outcome": "cleared", "attempts": 8 }, { "channel": 4, "cells": 13, "bound": 32, "posterior_radius_m": 55.788, "outcome": "cleared", "attempts": 5 } ], "fallback_clear_attempts": 14, "strategy": "rl_q4", "rl_model": "output\\rl\\q4_ppo.zip", "rl_device": "cuda", "rl_probe_actions": [ { "channel": 6, "action": 29, "position": [ 433.213, 613.545 ], "blocked_count": 0, "virtual_time_s": 119 }, { "channel": 6, "action": 54, "position": [ 79.372, -93.561 ], "blocked_count": 1, "virtual_time_s": 275.214546 }, { "channel": 6, "action": 37, "position": [ 126.268, 421.967 ], "blocked_count": 0, "virtual_time_s": 438.353961 }, { "channel": 14, "action": 54, "position": [ 1082.228, 124.728 ], "blocked_count": 0, "virtual_time_s": 817.464698 }, { "channel": 8, "action": 32, "position": [ 639.919, -135.651 ], "blocked_count": 0, "virtual_time_s": 1201.122486 }, { "channel": 8, "action": 54, "position": [ 1347.025, -489.405 ], "blocked_count": 1, "virtual_time_s": 1320.630139 }, { "channel": 8, "action": 37, "position": [ 699.936, -252.52 ], "blocked_count": 0, "virtual_time_s": 1483.761866 }, { "channel": 8, "action": 37, "position": [ 447.222, 39.93 ], "blocked_count": 1, "virtual_time_s": 1626.578896 }, { "channel": 8, "action": 54, "position": [ 858.698, 101.49 ], "blocked_count": 2, "virtual_time_s": 1708.881206 }, { "channel": 2, "action": 37, "position": [ 1072.994, 921.494 ], "blocked_count": 0, "virtual_time_s": 2269.523672 }, { "channel": 2, "action": 54, "position": [ 1574.312, 859.085 ], "blocked_count": 1, "virtual_time_s": 2354.515483 }, { "channel": 2, "action": 37, "position": [ 1040.977, 897.542 ], "blocked_count": 0, "virtual_time_s": 2460.553038 }, { "channel": 2, "action": 37, "position": [ 759.727, 1148.678 ], "blocked_count": 1, "virtual_time_s": 2572.496936 }, { "channel": 2, "action": 54, "position": [ 1173.998, 1254.986 ], "blocked_count": 2, "virtual_time_s": 2652.908081 }, { "channel": 5, "action": 54, "position": [ -872.063, 1405.924 ], "blocked_count": 0, "virtual_time_s": 4796.913213 }, { "channel": 5, "action": 54, "position": [ -624.734, 528.252 ], "blocked_count": 0, "virtual_time_s": 4908.507293 }, { "channel": 5, "action": 54, "position": [ -616.482, 468.826 ], "blocked_count": 0, "virtual_time_s": 5095.878273 }, { "channel": 5, "action": 54, "position": [ -616.448, 445.638 ], "blocked_count": 0, "virtual_time_s": 5112.877641 }, { "channel": 5, "action": 54, "position": [ -616.436, 440.449 ], "blocked_count": 0, "virtual_time_s": 5122.515283 }, { "channel": 5, "action": 54, "position": [ -616.441, 439.057 ], "blocked_count": 0, "virtual_time_s": 5128.552927 }, { "channel": 5, "action": 54, "position": [ -616.445, 438.723 ], "blocked_count": 0, "virtual_time_s": 5133.831333 }, { "channel": 5, "action": 54, "position": [ -616.444, 438.662 ], "blocked_count": 0, "virtual_time_s": 5138.898102 }, { "channel": 13, "action": 37, "position": [ -1054.672, 704.14 ], "blocked_count": 0, "virtual_time_s": 5297.990571 }, { "channel": 11, "action": 29, "position": [ -258.005, -247.473 ], "blocked_count": 0, "virtual_time_s": 6497.441506 }, { "channel": 11, "action": 54, "position": [ -11.626, -339.356 ], "blocked_count": 0, "virtual_time_s": 6604.753311 }, { "channel": 11, "action": 54, "position": [ -147.363, -475.093 ], "blocked_count": 1, "virtual_time_s": 6662.344321 }, { "channel": 17, "action": 53, "position": [ -838.271, -380.665 ], "blocked_count": 0, "virtual_time_s": 7077.330292 }, { "channel": 17, "action": 53, "position": [ -1493.08, -695.045 ], "blocked_count": 0, "virtual_time_s": 7152.927263 }, { "channel": 17, "action": 54, "position": [ -1588.423, -695.045 ], "blocked_count": 1, "virtual_time_s": 7303.20068 }, { "channel": 17, "action": 54, "position": [ -1588.423, -695.045 ], "blocked_count": 2, "virtual_time_s": 7327.269243 }, { "channel": 17, "action": 54, "position": [ -1588.423, -695.045 ], "blocked_count": 3, "virtual_time_s": 7332.269243 }, { "channel": 4, "action": 29, "position": [ 1034.124, -706.933 ], "blocked_count": 0, "virtual_time_s": 8772.710205 }, { "channel": 4, "action": 54, "position": [ 1571.664, -548.109 ], "blocked_count": 0, "virtual_time_s": 8932.5907 }, { "channel": 4, "action": 54, "position": [ 1515.876, -603.897 ], "blocked_count": 1, "virtual_time_s": 9049.693284 }, { "channel": 4, "action": 54, "position": [ 1515.876, -603.897 ], "blocked_count": 2, "virtual_time_s": 9070.472566 }, { "channel": 4, "action": 54, "position": [ 1515.876, -603.897 ], "blocked_count": 3, "virtual_time_s": 9075.472566 }, { "channel": 12, "action": 32, "position": [ 1284.178, -427.213 ], "blocked_count": 0, "virtual_time_s": 9221.535541 }, { "channel": 12, "action": 54, "position": [ 1991.284, -553.754 ], "blocked_count": 1, "virtual_time_s": 9286.806865 }, { "channel": 12, "action": 37, "position": [ 1477.378, -508.377 ], "blocked_count": 0, "virtual_time_s": 9435.474752 } ], "robot_id": "202608023016", "steps_truncated": true }