{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4031950235366821, "min": 1.365159273147583, "max": 1.6099399328231812, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 12165.701171875, "min": 11930.9873046875, "max": 14902.2255859375, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 1.0, "min": 0.9411764705882353, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 54.0, "min": 33.0, "max": 69.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.0, "min": 0.0, "max": 0.016666666666666666, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 159.44444444444446, "min": 134.5909090909091, "max": 276.8181818181818, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8610.0, "min": 8172.0, "max": 9498.0, "count": 200 }, "Agent.Step.mean": { "value": 1799949.0, "min": 8830.0, "max": 1799949.0, "count": 200 }, "Agent.Step.sum": { "value": 1799949.0, "min": 8830.0, "max": 1799949.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 44.533668518066406, "min": 3.7647244930267334, "max": 52.7792854309082, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 2493.885498046875, "min": 176.94204711914062, "max": 3325.094970703125, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 94.67143222263881, "min": 90.7541708946228, "max": 95.53980277901265, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 5301.600204467773, "min": 2904.1334686279297, "max": 6401.166786193848, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 94.67143222263881, "min": 90.7541708946228, "max": 95.53980277901265, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 5301.600204467773, "min": 2904.1334686279297, "max": 6401.166786193848, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.04609341051956803, "min": 0.03813633072308684, "max": 0.05815486881520786, "count": 200 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.09218682103913606, "min": 0.040277891721802225, "max": 0.16463655094654922, "count": 200 }, "Agent.Losses.ValueLoss.mean": { "value": 15.451888093761369, "min": 6.799216252039461, "max": 373.62660185496014, "count": 200 }, "Agent.Losses.ValueLoss.sum": { "value": 30.903776187522737, "min": 13.598432504078922, "max": 1036.04169440223, "count": 200 }, "Agent.Policy.LearningRate.mean": { "value": 6.13849795416674e-07, "min": 6.13849795416674e-07, "max": 0.00029929050023649997, "count": 200 }, "Agent.Policy.LearningRate.sum": { "value": 1.227699590833348e-06, "min": 1.227699590833348e-06, "max": 0.0008932015022661665, "count": 200 }, "Agent.Policy.Epsilon.mean": { "value": 0.10020458333333335, "min": 0.10020458333333335, "max": 0.1997635, "count": 200 }, "Agent.Policy.Epsilon.sum": { "value": 0.2004091666666667, "min": 0.198203, "max": 0.5977338333333334, "count": 200 }, "Agent.Policy.Beta.mean": { "value": 2.0208708333333455e-05, "min": 2.0208708333333455e-05, "max": 0.00498819865, "count": 200 }, "Agent.Policy.Beta.sum": { "value": 4.041741666666691e-05, "min": 4.041741666666691e-05, "max": 0.014886918283333335, "count": 200 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717494413", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_8_task_5_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_8_task_5_run_id_1_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717499699" }, "total": 5286.2129702, "count": 1, "self": 0.5786751000005097, "children": { "run_training.setup": { "total": 0.05229000000000006, "count": 1, "self": 0.05229000000000006 }, "TrainerController.start_learning": { "total": 5285.5820051, "count": 1, "self": 10.642432699953133, "children": { "TrainerController._reset_env": { "total": 2.0766349, "count": 1, "self": 2.0766349 }, "TrainerController.advance": { "total": 5272.785412000047, "count": 600030, "self": 9.345920800060412, "children": { "env_step": { "total": 5263.439491199986, "count": 600030, "self": 3220.9034374998473, "children": { "SubprocessEnvManager._take_step": { "total": 2035.8979786002749, "count": 600030, "self": 18.20451120045641, "children": { "TorchPolicy.evaluate": { "total": 2017.6934673998185, "count": 600030, "self": 2017.6934673998185 } } }, "workers": { "total": 6.638075099863649, "count": 600030, "self": 0.0, "children": { "worker_root": { "total": 5273.522512499877, "count": 600030, "is_parallel": true, "self": 2535.8135320997635, "children": { "steps_from_proto": { "total": 0.006312300000000048, "count": 1, "is_parallel": true, "self": 0.00010670000000012614, "children": { "_process_maybe_compressed_observation": { "total": 0.006125500000000006, "count": 2, "is_parallel": true, "self": 4.960000000009401e-05, "children": { "_observation_to_np_array": { "total": 0.006075899999999912, "count": 3, "is_parallel": true, "self": 2.780000000002225e-05, "children": { "process_pixels": { "total": 0.00604809999999989, "count": 3, "is_parallel": true, "self": 0.00017470000000008312, "children": { "image_decompress": { "total": 0.0058733999999998066, "count": 3, "is_parallel": true, "self": 0.0058733999999998066 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.009999999991635e-05, "count": 2, "is_parallel": true, "self": 8.009999999991635e-05 } } }, "UnityEnvironment.step": { "total": 2737.7026681001134, "count": 600030, "is_parallel": true, "self": 30.536100099449868, "children": { "UnityEnvironment._generate_step_input": { "total": 30.11334500054055, "count": 600030, "is_parallel": true, "self": 30.11334500054055 }, "communicator.exchange": { "total": 2422.6473364000667, "count": 600030, "is_parallel": true, "self": 2422.6473364000667 }, "steps_from_proto": { "total": 254.40588660005653, "count": 600030, "is_parallel": true, "self": 54.770740599929354, "children": { "_process_maybe_compressed_observation": { "total": 173.36600600012758, "count": 1200060, "is_parallel": true, "self": 15.674874299678748, "children": { "_observation_to_np_array": { "total": 157.69113170044884, "count": 1811205, "is_parallel": true, "self": 14.333858100852154, "children": { "process_pixels": { "total": 143.35727359959668, "count": 1811205, "is_parallel": true, "self": 51.78740459952877, "children": { "image_decompress": { "total": 91.56986900006791, "count": 1811205, "is_parallel": true, "self": 91.56986900006791 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 26.269139999999602, "count": 1200060, "is_parallel": true, "self": 26.269139999999602 } } } } } } } } } } } } }, "trainer_threads": { "total": 1.8200000340584666e-05, "count": 1, "self": 1.8200000340584666e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 5280.716132599969, "count": 287998, "is_parallel": true, "self": 8.228469799938466, "children": { "process_trajectory": { "total": 4545.132516900028, "count": 287998, "is_parallel": true, "self": 4544.853170000029, "children": { "RLTrainer._checkpoint": { "total": 0.279346899999382, "count": 3, "is_parallel": true, "self": 0.279346899999382 } } }, "_update_policy": { "total": 727.355145900002, "count": 411, "is_parallel": true, "self": 197.1019325999588, "children": { "TorchPPOOptimizer.update": { "total": 530.2532133000432, "count": 20484, "is_parallel": true, "self": 530.2532133000432 } } } } } } } } }, "TrainerController._save_models": { "total": 0.07750730000043404, "count": 1, "self": 0.015196399999695132, "children": { "RLTrainer._checkpoint": { "total": 0.06231090000073891, "count": 1, "self": 0.06231090000073891 } } } } } } }