| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.4141089916229248, | |
| "min": 1.411897897720337, | |
| "max": 1.4703162908554077, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 12726.98046875, | |
| "min": 1474.400634765625, | |
| "max": 22823.0625, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 66.0, | |
| "min": 1.3333333333333333, | |
| "max": 164.33333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 198.0, | |
| "min": 4.0, | |
| "max": 493.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 65.66666666666667, | |
| "min": 0.6666666666666666, | |
| "max": 164.33333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 197.0, | |
| "min": 2.0, | |
| "max": 493.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 692.3333333333334, | |
| "min": 0.0, | |
| "max": 2571.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 2077.0, | |
| "min": 0.0, | |
| "max": 9796.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 692.3333333333334, | |
| "min": 0.0, | |
| "max": 2571.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 2077.0, | |
| "min": 0.0, | |
| "max": 9796.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 60.0, | |
| "min": 0.0, | |
| "max": 1000.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 180.0, | |
| "min": 0.0, | |
| "max": 3000.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 12.0, | |
| "min": 0.0, | |
| "max": 200.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 36.0, | |
| "min": 0.0, | |
| "max": 600.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 5.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 3.0, | |
| "min": 0.0, | |
| "max": 6.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 36.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 2999.0, | |
| "min": 211.0, | |
| "max": 2999.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8997.0, | |
| "min": 633.0, | |
| "max": 15870.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1797654.0, | |
| "min": 8967.0, | |
| "max": 1797654.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1797654.0, | |
| "min": 8967.0, | |
| "max": 1797654.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 52.38540267944336, | |
| "min": -9.564138412475586, | |
| "max": 117.89644622802734, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 157.1562042236328, | |
| "min": -267.7958679199219, | |
| "max": 812.8997802734375, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 2183.999959309896, | |
| "min": -47.00000031789144, | |
| "max": 2359.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 6551.9998779296875, | |
| "min": -252.83999252319336, | |
| "max": 8738.159151554108, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 2183.999959309896, | |
| "min": -47.00000031789144, | |
| "max": 2359.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 6551.9998779296875, | |
| "min": -252.83999252319336, | |
| "max": 8738.159151554108, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.0511327144246371, | |
| "min": 0.03906072558214267, | |
| "max": 0.05946898824450644, | |
| "count": 195 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.0511327144246371, | |
| "min": 0.03906072558214267, | |
| "max": 0.114531965397576, | |
| "count": 195 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 1068.156612141927, | |
| "min": 4.992743355887277, | |
| "max": 6622.620936640987, | |
| "count": 195 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 1068.156612141927, | |
| "min": 4.992743355887277, | |
| "max": 6622.620936640987, | |
| "count": 195 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 3.910998696666636e-07, | |
| "min": 3.910998696666636e-07, | |
| "max": 0.0002988590003803333, | |
| "count": 195 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 3.910998696666636e-07, | |
| "min": 3.910998696666636e-07, | |
| "max": 0.0005977180007606666, | |
| "count": 195 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10013033333333336, | |
| "min": 0.10013033333333336, | |
| "max": 0.19961966666666664, | |
| "count": 195 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10013033333333336, | |
| "min": 0.10013033333333336, | |
| "max": 0.3992393333333333, | |
| "count": 195 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 1.6503633333333275e-05, | |
| "min": 1.6503633333333275e-05, | |
| "max": 0.004981021366666668, | |
| "count": 195 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 1.6503633333333275e-05, | |
| "min": 1.6503633333333275e-05, | |
| "max": 0.009962042733333336, | |
| "count": 195 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717534067", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_9_task_3_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_9_task_3_run_id_1_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717538564" | |
| }, | |
| "total": 4497.5670694, | |
| "count": 1, | |
| "self": 0.22585160000016913, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04825800000000002, | |
| "count": 1, | |
| "self": 0.04825800000000002 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4497.2929598, | |
| "count": 1, | |
| "self": 8.894512500189194, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.9304451, | |
| "count": 1, | |
| "self": 1.9304451 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4486.3799541998105, | |
| "count": 602219, | |
| "self": 7.795095499831405, | |
| "children": { | |
| "env_step": { | |
| "total": 4478.584858699979, | |
| "count": 602219, | |
| "self": 2537.5282427998677, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1934.8190522999964, | |
| "count": 602219, | |
| "self": 16.43423980003149, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1918.384812499965, | |
| "count": 602219, | |
| "self": 1918.384812499965 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 6.237563600115023, | |
| "count": 602219, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4484.85051120011, | |
| "count": 602219, | |
| "is_parallel": true, | |
| "self": 2371.3567212001894, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006347700000000067, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00011310000000008813, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.006145600000000195, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.3200000000354066e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.006102399999999841, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.5100000000000122e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.006077299999999841, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00018180000000000973, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.005895499999999831, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.005895499999999831 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.89999999997837e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.89999999997837e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2113.487442299921, | |
| "count": 602219, | |
| "is_parallel": true, | |
| "self": 31.5865811996955, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 35.067534100004536, | |
| "count": 602219, | |
| "is_parallel": true, | |
| "self": 35.067534100004536 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1805.0984119002296, | |
| "count": 602219, | |
| "is_parallel": true, | |
| "self": 1805.0984119002296 | |
| }, | |
| "steps_from_proto": { | |
| "total": 241.73491509999133, | |
| "count": 602219, | |
| "is_parallel": true, | |
| "self": 51.17881260026451, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 166.5499760999697, | |
| "count": 1204438, | |
| "is_parallel": true, | |
| "self": 16.55579689972177, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 149.99417920024794, | |
| "count": 1807713, | |
| "is_parallel": true, | |
| "self": 13.344482700182681, | |
| "children": { | |
| "process_pixels": { | |
| "total": 136.64969650006526, | |
| "count": 1807713, | |
| "is_parallel": true, | |
| "self": 49.791020800057524, | |
| "children": { | |
| "image_decompress": { | |
| "total": 86.85867570000774, | |
| "count": 1807713, | |
| "is_parallel": true, | |
| "self": 86.85867570000774 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 24.006126399757093, | |
| "count": 1204438, | |
| "is_parallel": true, | |
| "self": 24.006126399757093 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.8500000553322025e-05, | |
| "count": 1, | |
| "self": 2.8500000553322025e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4492.924701100003, | |
| "count": 235214, | |
| "is_parallel": true, | |
| "self": 9.732018999971842, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3773.4057192000323, | |
| "count": 235214, | |
| "is_parallel": true, | |
| "self": 3773.128689500032, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2770297000001847, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.2770297000001847 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 709.7869628999995, | |
| "count": 220, | |
| "is_parallel": true, | |
| "self": 147.8272842999877, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 561.9596786000118, | |
| "count": 20814, | |
| "is_parallel": true, | |
| "self": 561.9596786000118 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.08801949999997305, | |
| "count": 1, | |
| "self": 0.015574500000184344, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.0724449999997887, | |
| "count": 1, | |
| "self": 0.0724449999997887 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |