{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4141089916229248, "min": 1.411897897720337, "max": 1.4703162908554077, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 12726.98046875, "min": 1474.400634765625, "max": 22823.0625, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 66.0, "min": 1.3333333333333333, "max": 164.33333333333334, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 198.0, "min": 4.0, "max": 493.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 65.66666666666667, "min": 0.6666666666666666, "max": 164.33333333333334, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 197.0, "min": 2.0, "max": 493.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 692.3333333333334, "min": 0.0, "max": 2571.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 2077.0, "min": 0.0, "max": 9796.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 692.3333333333334, "min": 0.0, "max": 2571.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 2077.0, "min": 0.0, "max": 9796.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 60.0, "min": 0.0, "max": 1000.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 180.0, "min": 0.0, "max": 3000.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 12.0, "min": 0.0, "max": 200.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 36.0, "min": 0.0, "max": 600.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 5.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 3.0, "min": 0.0, "max": 6.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 0.0, "min": 0.0, "max": 36.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 2999.0, "min": 211.0, "max": 2999.0, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8997.0, "min": 633.0, "max": 15870.0, "count": 200 }, "Agent.Step.mean": { "value": 1797654.0, "min": 8967.0, "max": 1797654.0, "count": 200 }, "Agent.Step.sum": { "value": 1797654.0, "min": 8967.0, "max": 1797654.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 52.38540267944336, "min": -9.564138412475586, "max": 117.89644622802734, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 157.1562042236328, "min": -267.7958679199219, "max": 812.8997802734375, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 2183.999959309896, "min": -47.00000031789144, "max": 2359.0, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 6551.9998779296875, "min": -252.83999252319336, "max": 8738.159151554108, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 2183.999959309896, "min": -47.00000031789144, "max": 2359.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 6551.9998779296875, "min": -252.83999252319336, "max": 8738.159151554108, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.0511327144246371, "min": 0.03906072558214267, "max": 0.05946898824450644, "count": 195 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.0511327144246371, "min": 0.03906072558214267, "max": 0.114531965397576, "count": 195 }, "Agent.Losses.ValueLoss.mean": { "value": 1068.156612141927, "min": 4.992743355887277, "max": 6622.620936640987, "count": 195 }, "Agent.Losses.ValueLoss.sum": { "value": 1068.156612141927, "min": 4.992743355887277, "max": 6622.620936640987, "count": 195 }, "Agent.Policy.LearningRate.mean": { "value": 3.910998696666636e-07, "min": 3.910998696666636e-07, "max": 0.0002988590003803333, "count": 195 }, "Agent.Policy.LearningRate.sum": { "value": 3.910998696666636e-07, "min": 3.910998696666636e-07, "max": 0.0005977180007606666, "count": 195 }, "Agent.Policy.Epsilon.mean": { "value": 0.10013033333333336, "min": 0.10013033333333336, "max": 0.19961966666666664, "count": 195 }, "Agent.Policy.Epsilon.sum": { "value": 0.10013033333333336, "min": 0.10013033333333336, "max": 0.3992393333333333, "count": 195 }, "Agent.Policy.Beta.mean": { "value": 1.6503633333333275e-05, "min": 1.6503633333333275e-05, "max": 0.004981021366666668, "count": 195 }, "Agent.Policy.Beta.sum": { "value": 1.6503633333333275e-05, "min": 1.6503633333333275e-05, "max": 0.009962042733333336, "count": 195 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717534067", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_9_task_3_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_9_task_3_run_id_1_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717538564" }, "total": 4497.5670694, "count": 1, "self": 0.22585160000016913, "children": { "run_training.setup": { "total": 0.04825800000000002, "count": 1, "self": 0.04825800000000002 }, "TrainerController.start_learning": { "total": 4497.2929598, "count": 1, "self": 8.894512500189194, "children": { "TrainerController._reset_env": { "total": 1.9304451, "count": 1, "self": 1.9304451 }, "TrainerController.advance": { "total": 4486.3799541998105, "count": 602219, "self": 7.795095499831405, "children": { "env_step": { "total": 4478.584858699979, "count": 602219, "self": 2537.5282427998677, "children": { "SubprocessEnvManager._take_step": { "total": 1934.8190522999964, "count": 602219, "self": 16.43423980003149, "children": { "TorchPolicy.evaluate": { "total": 1918.384812499965, "count": 602219, "self": 1918.384812499965 } } }, "workers": { "total": 6.237563600115023, "count": 602219, "self": 0.0, "children": { "worker_root": { "total": 4484.85051120011, "count": 602219, "is_parallel": true, "self": 2371.3567212001894, "children": { "steps_from_proto": { "total": 0.006347700000000067, "count": 1, "is_parallel": true, "self": 0.00011310000000008813, "children": { "_process_maybe_compressed_observation": { "total": 0.006145600000000195, "count": 2, "is_parallel": true, "self": 4.3200000000354066e-05, "children": { "_observation_to_np_array": { "total": 0.006102399999999841, "count": 3, "is_parallel": true, "self": 2.5100000000000122e-05, "children": { "process_pixels": { "total": 0.006077299999999841, "count": 3, "is_parallel": true, "self": 0.00018180000000000973, "children": { "image_decompress": { "total": 0.005895499999999831, "count": 3, "is_parallel": true, "self": 0.005895499999999831 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.89999999997837e-05, "count": 2, "is_parallel": true, "self": 8.89999999997837e-05 } } }, "UnityEnvironment.step": { "total": 2113.487442299921, "count": 602219, "is_parallel": true, "self": 31.5865811996955, "children": { "UnityEnvironment._generate_step_input": { "total": 35.067534100004536, "count": 602219, "is_parallel": true, "self": 35.067534100004536 }, "communicator.exchange": { "total": 1805.0984119002296, "count": 602219, "is_parallel": true, "self": 1805.0984119002296 }, "steps_from_proto": { "total": 241.73491509999133, "count": 602219, "is_parallel": true, "self": 51.17881260026451, "children": { "_process_maybe_compressed_observation": { "total": 166.5499760999697, "count": 1204438, "is_parallel": true, "self": 16.55579689972177, "children": { "_observation_to_np_array": { "total": 149.99417920024794, "count": 1807713, "is_parallel": true, "self": 13.344482700182681, "children": { "process_pixels": { "total": 136.64969650006526, "count": 1807713, "is_parallel": true, "self": 49.791020800057524, "children": { "image_decompress": { "total": 86.85867570000774, "count": 1807713, "is_parallel": true, "self": 86.85867570000774 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 24.006126399757093, "count": 1204438, "is_parallel": true, "self": 24.006126399757093 } } } } } } } } } } } } }, "trainer_threads": { "total": 2.8500000553322025e-05, "count": 1, "self": 2.8500000553322025e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 4492.924701100003, "count": 235214, "is_parallel": true, "self": 9.732018999971842, "children": { "process_trajectory": { "total": 3773.4057192000323, "count": 235214, "is_parallel": true, "self": 3773.128689500032, "children": { "RLTrainer._checkpoint": { "total": 0.2770297000001847, "count": 3, "is_parallel": true, "self": 0.2770297000001847 } } }, "_update_policy": { "total": 709.7869628999995, "count": 220, "is_parallel": true, "self": 147.8272842999877, "children": { "TorchPPOOptimizer.update": { "total": 561.9596786000118, "count": 20814, "is_parallel": true, "self": 561.9596786000118 } } } } } } } } }, "TrainerController._save_models": { "total": 0.08801949999997305, "count": 1, "self": 0.015574500000184344, "children": { "RLTrainer._checkpoint": { "total": 0.0724449999997887, "count": 1, "self": 0.0724449999997887 } } } } } } }