| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.4049675464630127, | |
| "min": 1.33828604221344, | |
| "max": 1.5650988817214966, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 12488.7568359375, | |
| "min": 11517.431640625, | |
| "max": 14564.810546875, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 1.0, | |
| "min": 0.9411764705882353, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 72.0, | |
| "min": 36.0, | |
| "max": 72.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.018518518518518517, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 122.5, | |
| "min": 122.5, | |
| "max": 245.75, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8820.0, | |
| "min": 8337.0, | |
| "max": 9582.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1799955.0, | |
| "min": 8881.0, | |
| "max": 1799955.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1799955.0, | |
| "min": 8881.0, | |
| "max": 1799955.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 43.46289825439453, | |
| "min": 4.336970329284668, | |
| "max": 50.901424407958984, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 3129.32861328125, | |
| "min": 199.50062561035156, | |
| "max": 3218.33154296875, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 95.82037427690294, | |
| "min": 91.00121541456743, | |
| "max": 95.82037427690294, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 6899.066947937012, | |
| "min": 3391.666778564453, | |
| "max": 6899.066947937012, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 95.82037427690294, | |
| "min": 91.00121541456743, | |
| "max": 95.82037427690294, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 6899.066947937012, | |
| "min": 3391.666778564453, | |
| "max": 6899.066947937012, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.04712095753347967, | |
| "min": 0.03776659115215343, | |
| "max": 0.061149821378742614, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.09424191506695934, | |
| "min": 0.050740443023980834, | |
| "max": 0.15792645028947544, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 13.361623898148537, | |
| "min": 5.011462679096297, | |
| "max": 353.9700995333054, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 26.723247796297073, | |
| "min": 10.022925358192595, | |
| "max": 707.9401990666108, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 4.795998401666605e-07, | |
| "min": 4.795998401666605e-07, | |
| "max": 0.00029892750035749995, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 9.59199680333321e-07, | |
| "min": 9.59199680333321e-07, | |
| "max": 0.0008032125322624999, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10015983333333334, | |
| "min": 0.10015983333333334, | |
| "max": 0.1996425, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.20031966666666667, | |
| "min": 0.1882545, | |
| "max": 0.5677375, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 1.797568333333323e-05, | |
| "min": 1.797568333333323e-05, | |
| "max": 0.004982160750000001, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 3.595136666666646e-05, | |
| "min": 3.595136666666646e-05, | |
| "max": 0.013390101250000001, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717234895", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_2_task_5_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_2_task_5_run_id_1_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717240217" | |
| }, | |
| "total": 5322.1247414, | |
| "count": 1, | |
| "self": 0.8378784000005908, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05203139999999995, | |
| "count": 1, | |
| "self": 0.05203139999999995 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 5321.2348316, | |
| "count": 1, | |
| "self": 9.10940950017175, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0317954, | |
| "count": 1, | |
| "self": 2.0317954 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 5310.016343399828, | |
| "count": 600034, | |
| "self": 8.609311999742204, | |
| "children": { | |
| "env_step": { | |
| "total": 5301.4070314000855, | |
| "count": 600034, | |
| "self": 3109.9419873004176, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 2185.365268699862, | |
| "count": 600034, | |
| "self": 17.732368099791074, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2167.632900600071, | |
| "count": 600034, | |
| "self": 2167.632900600071 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 6.0997753998060285, | |
| "count": 600034, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 5309.336494899954, | |
| "count": 600034, | |
| "is_parallel": true, | |
| "self": 2672.1520937001424, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006464499999999873, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010429999999961304, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.00627690000000003, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 3.9499999999970115e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.0062374000000000596, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.7699999999963865e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.006209700000000096, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00017960000000027954, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.006030099999999816, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.006030099999999816 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.330000000023041e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.330000000023041e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2637.1779366998117, | |
| "count": 600034, | |
| "is_parallel": true, | |
| "self": 33.201212399608266, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 33.32025629996433, | |
| "count": 600034, | |
| "is_parallel": true, | |
| "self": 33.32025629996433 | |
| }, | |
| "communicator.exchange": { | |
| "total": 2306.2605814000894, | |
| "count": 600034, | |
| "is_parallel": true, | |
| "self": 2306.2605814000894 | |
| }, | |
| "steps_from_proto": { | |
| "total": 264.39588660014965, | |
| "count": 600034, | |
| "is_parallel": true, | |
| "self": 56.17119969972299, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 181.29345620016034, | |
| "count": 1200068, | |
| "is_parallel": true, | |
| "self": 16.545009300014357, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 164.74844690014598, | |
| "count": 1811229, | |
| "is_parallel": true, | |
| "self": 14.850251000221618, | |
| "children": { | |
| "process_pixels": { | |
| "total": 149.89819589992436, | |
| "count": 1811229, | |
| "is_parallel": true, | |
| "self": 54.33187159989501, | |
| "children": { | |
| "image_decompress": { | |
| "total": 95.56632430002935, | |
| "count": 1811229, | |
| "is_parallel": true, | |
| "self": 95.56632430002935 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 26.931230700266322, | |
| "count": 1200068, | |
| "is_parallel": true, | |
| "self": 26.931230700266322 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.190000031987438e-05, | |
| "count": 1, | |
| "self": 2.190000031987438e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 5316.169106100199, | |
| "count": 286176, | |
| "is_parallel": true, | |
| "self": 8.822940300250593, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 4516.8536515999485, | |
| "count": 286176, | |
| "is_parallel": true, | |
| "self": 4516.535724299949, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.31792730000006486, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.31792730000006486 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 790.4925142000002, | |
| "count": 413, | |
| "is_parallel": true, | |
| "self": 193.03596199997935, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 597.4565522000208, | |
| "count": 20502, | |
| "is_parallel": true, | |
| "self": 597.4565522000208 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.07726139999977022, | |
| "count": 1, | |
| "self": 0.01600369999960094, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06125770000016928, | |
| "count": 1, | |
| "self": 0.06125770000016928 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |