{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4242385625839233, "min": 1.4033151865005493, "max": 1.478753924369812, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 13749.5986328125, "min": 2945.553466796875, "max": 23648.51953125, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 18.333333333333332, "min": 1.7777777777777777, "max": 132.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 110.0, "min": 11.0, "max": 412.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 17.833333333333332, "min": 1.7777777777777777, "max": 132.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 107.0, "min": 11.0, "max": 411.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 3626.6666666666665, "min": 1.6666666666666667, "max": 16956.666666666668, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 21760.0, "min": 5.0, "max": 51295.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 725.3333333333334, "min": 0.3333333333333333, "max": 3391.3333333333335, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 4352.0, "min": 1.0, "max": 10259.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 106.66666666666667, "min": 0.0, "max": 1108.3333333333333, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 640.0, "min": 0.0, "max": 3325.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 21.333333333333332, "min": 0.0, "max": 221.66666666666666, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 128.0, "min": 0.0, "max": 665.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.3333333333333333, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 2.0, "min": 0.0, "max": 3.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 6.0, "min": 0.0, "max": 9.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.3333333333333333, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 2.0, "min": 0.0, "max": 39.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 1607.5, "min": 245.15384615384616, "max": 2999.0, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 9645.0, "min": 2064.0, "max": 16542.0, "count": 200 }, "Agent.Step.mean": { "value": 1798956.0, "min": 8934.0, "max": 1798956.0, "count": 200 }, "Agent.Step.sum": { "value": 1798956.0, "min": 8934.0, "max": 1798956.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 306.4450378417969, "min": 4.959829330444336, "max": 638.7537841796875, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 1838.6702880859375, "min": 178.55386352539062, "max": 6145.24169921875, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 2735.3333333333335, "min": 33.0, "max": 15242.333333333334, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 16412.0, "min": 165.0, "max": 48108.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 2735.3333333333335, "min": 33.0, "max": 15242.333333333334, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 16412.0, "min": 165.0, "max": 48108.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.048905798553356104, "min": 0.040277630214889844, "max": 0.061503163176692195, "count": 186 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.048905798553356104, "min": 0.040277630214889844, "max": 0.11100802555369835, "count": 186 }, "Agent.Losses.ValueLoss.mean": { "value": 2704.7303955078123, "min": 634.7741910317786, "max": 54064.52034970238, "count": 186 }, "Agent.Losses.ValueLoss.sum": { "value": 2704.7303955078123, "min": 810.4576125372024, "max": 82102.40852792778, "count": 186 }, "Agent.Policy.LearningRate.mean": { "value": 1.2825995725000086e-06, "min": 1.2825995725000086e-06, "max": 0.00029886950037683334, "count": 186 }, "Agent.Policy.LearningRate.sum": { "value": 1.2825995725000086e-06, "min": 1.2825995725000086e-06, "max": 0.0005977390007536667, "count": 186 }, "Agent.Policy.Epsilon.mean": { "value": 0.1004275, "min": 0.1004275, "max": 0.19962316666666674, "count": 186 }, "Agent.Policy.Epsilon.sum": { "value": 0.1004275, "min": 0.1004275, "max": 0.3992463333333335, "count": 186 }, "Agent.Policy.Beta.mean": { "value": 3.133225000000015e-05, "min": 3.133225000000015e-05, "max": 0.004981196016666667, "count": 186 }, "Agent.Policy.Beta.sum": { "value": 3.133225000000015e-05, "min": 3.133225000000015e-05, "max": 0.009962392033333335, "count": 186 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1718282073", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_10_task_2_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_10_task_2_run_id_1_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1718286053" }, "total": 3980.0387602, "count": 1, "self": 0.20807019999983822, "children": { "run_training.setup": { "total": 0.04676519999999995, "count": 1, "self": 0.04676519999999995 }, "TrainerController.start_learning": { "total": 3979.7839248, "count": 1, "self": 7.609836500086658, "children": { "TrainerController._reset_env": { "total": 1.8765391, "count": 1, "self": 1.8765391 }, "TrainerController.advance": { "total": 3970.2261955999134, "count": 600661, "self": 6.971955999900729, "children": { "env_step": { "total": 3963.2542396000126, "count": 600661, "self": 2279.906306800053, "children": { "SubprocessEnvManager._take_step": { "total": 1678.6414641999536, "count": 600661, "self": 14.764921099877029, "children": { "TorchPolicy.evaluate": { "total": 1663.8765431000766, "count": 600661, "self": 1663.8765431000766 } } }, "workers": { "total": 4.706468600006303, "count": 600661, "self": 0.0, "children": { "worker_root": { "total": 3970.279616400048, "count": 600661, "is_parallel": true, "self": 2047.9842366001685, "children": { "steps_from_proto": { "total": 0.007570799999999878, "count": 1, "is_parallel": true, "self": 0.00010430000000005712, "children": { "_process_maybe_compressed_observation": { "total": 0.007378399999999896, "count": 2, "is_parallel": true, "self": 4.3599999999699435e-05, "children": { "_observation_to_np_array": { "total": 0.007334800000000197, "count": 3, "is_parallel": true, "self": 2.61000000001399e-05, "children": { "process_pixels": { "total": 0.007308700000000057, "count": 3, "is_parallel": true, "self": 0.00017089999999986283, "children": { "image_decompress": { "total": 0.007137800000000194, "count": 3, "is_parallel": true, "self": 0.007137800000000194 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.809999999992435e-05, "count": 2, "is_parallel": true, "self": 8.809999999992435e-05 } } }, "UnityEnvironment.step": { "total": 1922.2878089998794, "count": 600661, "is_parallel": true, "self": 22.14756489994943, "children": { "UnityEnvironment._generate_step_input": { "total": 21.131840299968474, "count": 600661, "is_parallel": true, "self": 21.131840299968474 }, "communicator.exchange": { "total": 1691.8962546999426, "count": 600661, "is_parallel": true, "self": 1691.8962546999426 }, "steps_from_proto": { "total": 187.11214910001894, "count": 600661, "is_parallel": true, "self": 38.97205159970616, "children": { "_process_maybe_compressed_observation": { "total": 129.0439931001789, "count": 1201322, "is_parallel": true, "self": 11.22961170006512, "children": { "_observation_to_np_array": { "total": 117.81438140011379, "count": 1803345, "is_parallel": true, "self": 9.963255400041263, "children": { "process_pixels": { "total": 107.85112600007253, "count": 1803345, "is_parallel": true, "self": 38.6629106001366, "children": { "image_decompress": { "total": 69.18821539993593, "count": 1803345, "is_parallel": true, "self": 69.18821539993593 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 19.09610440013387, "count": 1201322, "is_parallel": true, "self": 19.09610440013387 } } } } } } } } } } } } }, "trainer_threads": { "total": 3.7599999814119656e-05, "count": 1, "self": 3.7599999814119656e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 3976.092300700099, "count": 215733, "is_parallel": true, "self": 8.687832800136675, "children": { "process_trajectory": { "total": 3440.889106399961, "count": 215733, "is_parallel": true, "self": 3440.6158465999606, "children": { "RLTrainer._checkpoint": { "total": 0.27325980000023264, "count": 3, "is_parallel": true, "self": 0.27325980000023264 } } }, "_update_policy": { "total": 526.5153615000012, "count": 239, "is_parallel": true, "self": 140.26492159997963, "children": { "TorchPPOOptimizer.update": { "total": 386.25043990002155, "count": 20712, "is_parallel": true, "self": 386.25043990002155 } } } } } } } } }, "TrainerController._save_models": { "total": 0.07131600000002436, "count": 1, "self": 0.01528729999972711, "children": { "RLTrainer._checkpoint": { "total": 0.05602870000029725, "count": 1, "self": 0.05602870000029725 } } } } } } }