{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4049675464630127, "min": 1.33828604221344, "max": 1.5650988817214966, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 12488.7568359375, "min": 11517.431640625, "max": 14564.810546875, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 1.0, "min": 0.9411764705882353, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 72.0, "min": 36.0, "max": 72.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.0, "min": 0.0, "max": 0.018518518518518517, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 122.5, "min": 122.5, "max": 245.75, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8820.0, "min": 8337.0, "max": 9582.0, "count": 200 }, "Agent.Step.mean": { "value": 1799955.0, "min": 8881.0, "max": 1799955.0, "count": 200 }, "Agent.Step.sum": { "value": 1799955.0, "min": 8881.0, "max": 1799955.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 43.46289825439453, "min": 4.336970329284668, "max": 50.901424407958984, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 3129.32861328125, "min": 199.50062561035156, "max": 3218.33154296875, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 95.82037427690294, "min": 91.00121541456743, "max": 95.82037427690294, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 6899.066947937012, "min": 3391.666778564453, "max": 6899.066947937012, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 95.82037427690294, "min": 91.00121541456743, "max": 95.82037427690294, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 6899.066947937012, "min": 3391.666778564453, "max": 6899.066947937012, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.04712095753347967, "min": 0.03776659115215343, "max": 0.061149821378742614, "count": 200 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.09424191506695934, "min": 0.050740443023980834, "max": 0.15792645028947544, "count": 200 }, "Agent.Losses.ValueLoss.mean": { "value": 13.361623898148537, "min": 5.011462679096297, "max": 353.9700995333054, "count": 200 }, "Agent.Losses.ValueLoss.sum": { "value": 26.723247796297073, "min": 10.022925358192595, "max": 707.9401990666108, "count": 200 }, "Agent.Policy.LearningRate.mean": { "value": 4.795998401666605e-07, "min": 4.795998401666605e-07, "max": 0.00029892750035749995, "count": 200 }, "Agent.Policy.LearningRate.sum": { "value": 9.59199680333321e-07, "min": 9.59199680333321e-07, "max": 0.0008032125322624999, "count": 200 }, "Agent.Policy.Epsilon.mean": { "value": 0.10015983333333334, "min": 0.10015983333333334, "max": 0.1996425, "count": 200 }, "Agent.Policy.Epsilon.sum": { "value": 0.20031966666666667, "min": 0.1882545, "max": 0.5677375, "count": 200 }, "Agent.Policy.Beta.mean": { "value": 1.797568333333323e-05, "min": 1.797568333333323e-05, "max": 0.004982160750000001, "count": 200 }, "Agent.Policy.Beta.sum": { "value": 3.595136666666646e-05, "min": 3.595136666666646e-05, "max": 0.013390101250000001, "count": 200 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717234895", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_2_task_5_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_2_task_5_run_id_1_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717240217" }, "total": 5322.1247414, "count": 1, "self": 0.8378784000005908, "children": { "run_training.setup": { "total": 0.05203139999999995, "count": 1, "self": 0.05203139999999995 }, "TrainerController.start_learning": { "total": 5321.2348316, "count": 1, "self": 9.10940950017175, "children": { "TrainerController._reset_env": { "total": 2.0317954, "count": 1, "self": 2.0317954 }, "TrainerController.advance": { "total": 5310.016343399828, "count": 600034, "self": 8.609311999742204, "children": { "env_step": { "total": 5301.4070314000855, "count": 600034, "self": 3109.9419873004176, "children": { "SubprocessEnvManager._take_step": { "total": 2185.365268699862, "count": 600034, "self": 17.732368099791074, "children": { "TorchPolicy.evaluate": { "total": 2167.632900600071, "count": 600034, "self": 2167.632900600071 } } }, "workers": { "total": 6.0997753998060285, "count": 600034, "self": 0.0, "children": { "worker_root": { "total": 5309.336494899954, "count": 600034, "is_parallel": true, "self": 2672.1520937001424, "children": { "steps_from_proto": { "total": 0.006464499999999873, "count": 1, "is_parallel": true, "self": 0.00010429999999961304, "children": { "_process_maybe_compressed_observation": { "total": 0.00627690000000003, "count": 2, "is_parallel": true, "self": 3.9499999999970115e-05, "children": { "_observation_to_np_array": { "total": 0.0062374000000000596, "count": 3, "is_parallel": true, "self": 2.7699999999963865e-05, "children": { "process_pixels": { "total": 0.006209700000000096, "count": 3, "is_parallel": true, "self": 0.00017960000000027954, "children": { "image_decompress": { "total": 0.006030099999999816, "count": 3, "is_parallel": true, "self": 0.006030099999999816 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.330000000023041e-05, "count": 2, "is_parallel": true, "self": 8.330000000023041e-05 } } }, "UnityEnvironment.step": { "total": 2637.1779366998117, "count": 600034, "is_parallel": true, "self": 33.201212399608266, "children": { "UnityEnvironment._generate_step_input": { "total": 33.32025629996433, "count": 600034, "is_parallel": true, "self": 33.32025629996433 }, "communicator.exchange": { "total": 2306.2605814000894, "count": 600034, "is_parallel": true, "self": 2306.2605814000894 }, "steps_from_proto": { "total": 264.39588660014965, "count": 600034, "is_parallel": true, "self": 56.17119969972299, "children": { "_process_maybe_compressed_observation": { "total": 181.29345620016034, "count": 1200068, "is_parallel": true, "self": 16.545009300014357, "children": { "_observation_to_np_array": { "total": 164.74844690014598, "count": 1811229, "is_parallel": true, "self": 14.850251000221618, "children": { "process_pixels": { "total": 149.89819589992436, "count": 1811229, "is_parallel": true, "self": 54.33187159989501, "children": { "image_decompress": { "total": 95.56632430002935, "count": 1811229, "is_parallel": true, "self": 95.56632430002935 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 26.931230700266322, "count": 1200068, "is_parallel": true, "self": 26.931230700266322 } } } } } } } } } } } } }, "trainer_threads": { "total": 2.190000031987438e-05, "count": 1, "self": 2.190000031987438e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 5316.169106100199, "count": 286176, "is_parallel": true, "self": 8.822940300250593, "children": { "process_trajectory": { "total": 4516.8536515999485, "count": 286176, "is_parallel": true, "self": 4516.535724299949, "children": { "RLTrainer._checkpoint": { "total": 0.31792730000006486, "count": 3, "is_parallel": true, "self": 0.31792730000006486 } } }, "_update_policy": { "total": 790.4925142000002, "count": 413, "is_parallel": true, "self": 193.03596199997935, "children": { "TorchPPOOptimizer.update": { "total": 597.4565522000208, "count": 20502, "is_parallel": true, "self": 597.4565522000208 } } } } } } } } }, "TrainerController._save_models": { "total": 0.07726139999977022, "count": 1, "self": 0.01600369999960094, "children": { "RLTrainer._checkpoint": { "total": 0.06125770000016928, "count": 1, "self": 0.06125770000016928 } } } } } } }