{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.5518275499343872, "min": 1.4272857904434204, "max": 1.5590416193008423, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 16215.0458984375, "min": 1140.2138671875, "max": 27321.720703125, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 24.5, "min": 0.6666666666666666, "max": 45.666666666666664, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 147.0, "min": 2.0, "max": 179.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 24.5, "min": 0.0, "max": 45.666666666666664, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 147.0, "min": 0.0, "max": 179.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 855.8333333333334, "min": 0.0, "max": 1496.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 5135.0, "min": 0.0, "max": 8993.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 855.8333333333334, "min": 0.0, "max": 1496.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 5135.0, "min": 0.0, "max": 8993.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 706.6666666666666, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 2680.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 141.33333333333334, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 536.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 0.6666666666666666, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 3.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 6.0, "min": 0.0, "max": 9.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 6.0, "min": 0.0, "max": 36.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 1744.0, "min": 245.0, "max": 2999.0, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 10464.0, "min": 735.0, "max": 17616.0, "count": 200 }, "Agent.Step.mean": { "value": 1798758.0, "min": 8994.0, "max": 1798758.0, "count": 200 }, "Agent.Step.sum": { "value": 1798758.0, "min": 8994.0, "max": 1798758.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 25.827226638793945, "min": -19.878293991088867, "max": 75.53509521484375, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 103.30890655517578, "min": -289.3124694824219, "max": 368.47637939453125, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 1042.0, "min": -548.0, "max": 1140.75, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 4168.0, "min": -2783.0, "max": 6372.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 1042.0, "min": -548.0, "max": 1140.75, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 4168.0, "min": -2783.0, "max": 6372.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.04746263207300813, "min": 0.03150910009142189, "max": 0.06239106990202951, "count": 194 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.09492526414601626, "min": 0.03150910009142189, "max": 0.10943399989502686, "count": 194 }, "Agent.Losses.ValueLoss.mean": { "value": 2003.474633854341, "min": 21.48677293913705, "max": 6441.51611735026, "count": 194 }, "Agent.Losses.ValueLoss.sum": { "value": 4006.949267708682, "min": 21.48677293913705, "max": 6441.51611735026, "count": 194 }, "Agent.Policy.LearningRate.mean": { "value": 6.883497705833291e-07, "min": 6.883497705833291e-07, "max": 0.00029885675038108335, "count": 194 }, "Agent.Policy.LearningRate.sum": { "value": 1.3766995411666582e-06, "min": 1.3766995411666582e-06, "max": 0.0005977135007621667, "count": 194 }, "Agent.Policy.Epsilon.mean": { "value": 0.10022941666666664, "min": 0.10022941666666664, "max": 0.19961891666666665, "count": 194 }, "Agent.Policy.Epsilon.sum": { "value": 0.20045883333333328, "min": 0.100884, "max": 0.3992378333333333, "count": 194 }, "Agent.Policy.Beta.mean": { "value": 2.1447891666666592e-05, "min": 2.1447891666666592e-05, "max": 0.004980983941666668, "count": 194 }, "Agent.Policy.Beta.sum": { "value": 4.2895783333333184e-05, "min": 4.2895783333333184e-05, "max": 0.009961967883333336, "count": 194 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717146189", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_9_task_4_run_id_0_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_9_task_4_run_id_0_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717150550" }, "total": 4361.0601391, "count": 1, "self": 0.31620380000003934, "children": { "run_training.setup": { "total": 0.048249499999999945, "count": 1, "self": 0.048249499999999945 }, "TrainerController.start_learning": { "total": 4360.6956858, "count": 1, "self": 9.923626900121235, "children": { "TrainerController._reset_env": { "total": 2.2113202000000003, "count": 1, "self": 2.2113202000000003 }, "TrainerController.advance": { "total": 4348.479560099879, "count": 601152, "self": 9.174177399915607, "children": { "env_step": { "total": 4339.305382699963, "count": 601152, "self": 2382.8283571999164, "children": { "SubprocessEnvManager._take_step": { "total": 1950.7373331000204, "count": 601152, "self": 16.680341999989196, "children": { "TorchPolicy.evaluate": { "total": 1934.0569911000312, "count": 601152, "self": 1934.0569911000312 } } }, "workers": { "total": 5.7396924000266685, "count": 601152, "self": 0.0, "children": { "worker_root": { "total": 4349.342172699958, "count": 601152, "is_parallel": true, "self": 2383.153951400086, "children": { "steps_from_proto": { "total": 0.0059427000000000785, "count": 1, "is_parallel": true, "self": 0.00011050000000012439, "children": { "_process_maybe_compressed_observation": { "total": 0.005739400000000172, "count": 2, "is_parallel": true, "self": 4.850000000011789e-05, "children": { "_observation_to_np_array": { "total": 0.005690900000000054, "count": 3, "is_parallel": true, "self": 2.9899999999916105e-05, "children": { "process_pixels": { "total": 0.005661000000000138, "count": 3, "is_parallel": true, "self": 0.00018799999999985495, "children": { "image_decompress": { "total": 0.005473000000000283, "count": 3, "is_parallel": true, "self": 0.005473000000000283 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 9.279999999978195e-05, "count": 2, "is_parallel": true, "self": 9.279999999978195e-05 } } }, "UnityEnvironment.step": { "total": 1966.1822785998713, "count": 601152, "is_parallel": true, "self": 25.80150399969625, "children": { "UnityEnvironment._generate_step_input": { "total": 24.77054130011294, "count": 601152, "is_parallel": true, "self": 24.77054130011294 }, "communicator.exchange": { "total": 1700.5421649000643, "count": 601152, "is_parallel": true, "self": 1700.5421649000643 }, "steps_from_proto": { "total": 215.0680683999979, "count": 601152, "is_parallel": true, "self": 45.27849269991373, "children": { "_process_maybe_compressed_observation": { "total": 146.61877490020345, "count": 1202304, "is_parallel": true, "self": 13.390805700223297, "children": { "_observation_to_np_array": { "total": 133.22796919998015, "count": 1804440, "is_parallel": true, "self": 10.647080000225642, "children": { "process_pixels": { "total": 122.58088919975451, "count": 1804440, "is_parallel": true, "self": 43.15916099998384, "children": { "image_decompress": { "total": 79.42172819977067, "count": 1804440, "is_parallel": true, "self": 79.42172819977067 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 23.170800799880745, "count": 1202304, "is_parallel": true, "self": 23.170800799880745 } } } } } } } } } } } } }, "trainer_threads": { "total": 2.6499999876250513e-05, "count": 1, "self": 2.6499999876250513e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 4356.284211799946, "count": 233904, "is_parallel": true, "self": 10.255462800015266, "children": { "process_trajectory": { "total": 3722.310412399931, "count": 233904, "is_parallel": true, "self": 3722.07155329993, "children": { "RLTrainer._checkpoint": { "total": 0.23885910000058175, "count": 3, "is_parallel": true, "self": 0.23885910000058175 } } }, "_update_policy": { "total": 623.7183365999998, "count": 236, "is_parallel": true, "self": 146.6724358000318, "children": { "TorchPPOOptimizer.update": { "total": 477.045900799968, "count": 20802, "is_parallel": true, "self": 477.045900799968 } } } } } } } } }, "TrainerController._save_models": { "total": 0.08115210000050865, "count": 1, "self": 0.01594829999976355, "children": { "RLTrainer._checkpoint": { "total": 0.0652038000007451, "count": 1, "self": 0.0652038000007451 } } } } } } }