| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.4242385625839233, | |
| "min": 1.4033151865005493, | |
| "max": 1.478753924369812, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 13749.5986328125, | |
| "min": 2945.553466796875, | |
| "max": 23648.51953125, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 18.333333333333332, | |
| "min": 1.7777777777777777, | |
| "max": 132.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 110.0, | |
| "min": 11.0, | |
| "max": 412.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 17.833333333333332, | |
| "min": 1.7777777777777777, | |
| "max": 132.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 107.0, | |
| "min": 11.0, | |
| "max": 411.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 3626.6666666666665, | |
| "min": 1.6666666666666667, | |
| "max": 16956.666666666668, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 21760.0, | |
| "min": 5.0, | |
| "max": 51295.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 725.3333333333334, | |
| "min": 0.3333333333333333, | |
| "max": 3391.3333333333335, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 4352.0, | |
| "min": 1.0, | |
| "max": 10259.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 106.66666666666667, | |
| "min": 0.0, | |
| "max": 1108.3333333333333, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 640.0, | |
| "min": 0.0, | |
| "max": 3325.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 21.333333333333332, | |
| "min": 0.0, | |
| "max": 221.66666666666666, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 128.0, | |
| "min": 0.0, | |
| "max": 665.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.3333333333333333, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 2.0, | |
| "min": 0.0, | |
| "max": 3.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 6.0, | |
| "min": 0.0, | |
| "max": 9.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.3333333333333333, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 2.0, | |
| "min": 0.0, | |
| "max": 39.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 1607.5, | |
| "min": 245.15384615384616, | |
| "max": 2999.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 9645.0, | |
| "min": 2064.0, | |
| "max": 16542.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1798956.0, | |
| "min": 8934.0, | |
| "max": 1798956.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1798956.0, | |
| "min": 8934.0, | |
| "max": 1798956.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 306.4450378417969, | |
| "min": 4.959829330444336, | |
| "max": 638.7537841796875, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1838.6702880859375, | |
| "min": 178.55386352539062, | |
| "max": 6145.24169921875, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 2735.3333333333335, | |
| "min": 33.0, | |
| "max": 15242.333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 16412.0, | |
| "min": 165.0, | |
| "max": 48108.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 2735.3333333333335, | |
| "min": 33.0, | |
| "max": 15242.333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 16412.0, | |
| "min": 165.0, | |
| "max": 48108.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.048905798553356104, | |
| "min": 0.040277630214889844, | |
| "max": 0.061503163176692195, | |
| "count": 186 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.048905798553356104, | |
| "min": 0.040277630214889844, | |
| "max": 0.11100802555369835, | |
| "count": 186 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 2704.7303955078123, | |
| "min": 634.7741910317786, | |
| "max": 54064.52034970238, | |
| "count": 186 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 2704.7303955078123, | |
| "min": 810.4576125372024, | |
| "max": 82102.40852792778, | |
| "count": 186 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 1.2825995725000086e-06, | |
| "min": 1.2825995725000086e-06, | |
| "max": 0.00029886950037683334, | |
| "count": 186 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.2825995725000086e-06, | |
| "min": 1.2825995725000086e-06, | |
| "max": 0.0005977390007536667, | |
| "count": 186 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.1004275, | |
| "min": 0.1004275, | |
| "max": 0.19962316666666674, | |
| "count": 186 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.1004275, | |
| "min": 0.1004275, | |
| "max": 0.3992463333333335, | |
| "count": 186 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 3.133225000000015e-05, | |
| "min": 3.133225000000015e-05, | |
| "max": 0.004981196016666667, | |
| "count": 186 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 3.133225000000015e-05, | |
| "min": 3.133225000000015e-05, | |
| "max": 0.009962392033333335, | |
| "count": 186 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1718282073", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_10_task_2_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_10_task_2_run_id_1_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1718286053" | |
| }, | |
| "total": 3980.0387602, | |
| "count": 1, | |
| "self": 0.20807019999983822, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04676519999999995, | |
| "count": 1, | |
| "self": 0.04676519999999995 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 3979.7839248, | |
| "count": 1, | |
| "self": 7.609836500086658, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.8765391, | |
| "count": 1, | |
| "self": 1.8765391 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 3970.2261955999134, | |
| "count": 600661, | |
| "self": 6.971955999900729, | |
| "children": { | |
| "env_step": { | |
| "total": 3963.2542396000126, | |
| "count": 600661, | |
| "self": 2279.906306800053, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1678.6414641999536, | |
| "count": 600661, | |
| "self": 14.764921099877029, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1663.8765431000766, | |
| "count": 600661, | |
| "self": 1663.8765431000766 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.706468600006303, | |
| "count": 600661, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 3970.279616400048, | |
| "count": 600661, | |
| "is_parallel": true, | |
| "self": 2047.9842366001685, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.007570799999999878, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010430000000005712, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.007378399999999896, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.3599999999699435e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.007334800000000197, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.61000000001399e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.007308700000000057, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00017089999999986283, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.007137800000000194, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.007137800000000194 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.809999999992435e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.809999999992435e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1922.2878089998794, | |
| "count": 600661, | |
| "is_parallel": true, | |
| "self": 22.14756489994943, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 21.131840299968474, | |
| "count": 600661, | |
| "is_parallel": true, | |
| "self": 21.131840299968474 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1691.8962546999426, | |
| "count": 600661, | |
| "is_parallel": true, | |
| "self": 1691.8962546999426 | |
| }, | |
| "steps_from_proto": { | |
| "total": 187.11214910001894, | |
| "count": 600661, | |
| "is_parallel": true, | |
| "self": 38.97205159970616, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 129.0439931001789, | |
| "count": 1201322, | |
| "is_parallel": true, | |
| "self": 11.22961170006512, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 117.81438140011379, | |
| "count": 1803345, | |
| "is_parallel": true, | |
| "self": 9.963255400041263, | |
| "children": { | |
| "process_pixels": { | |
| "total": 107.85112600007253, | |
| "count": 1803345, | |
| "is_parallel": true, | |
| "self": 38.6629106001366, | |
| "children": { | |
| "image_decompress": { | |
| "total": 69.18821539993593, | |
| "count": 1803345, | |
| "is_parallel": true, | |
| "self": 69.18821539993593 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 19.09610440013387, | |
| "count": 1201322, | |
| "is_parallel": true, | |
| "self": 19.09610440013387 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 3.7599999814119656e-05, | |
| "count": 1, | |
| "self": 3.7599999814119656e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 3976.092300700099, | |
| "count": 215733, | |
| "is_parallel": true, | |
| "self": 8.687832800136675, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3440.889106399961, | |
| "count": 215733, | |
| "is_parallel": true, | |
| "self": 3440.6158465999606, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.27325980000023264, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.27325980000023264 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 526.5153615000012, | |
| "count": 239, | |
| "is_parallel": true, | |
| "self": 140.26492159997963, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 386.25043990002155, | |
| "count": 20712, | |
| "is_parallel": true, | |
| "self": 386.25043990002155 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.07131600000002436, | |
| "count": 1, | |
| "self": 0.01528729999972711, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.05602870000029725, | |
| "count": 1, | |
| "self": 0.05602870000029725 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |