| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.4031950235366821, | |
| "min": 1.365159273147583, | |
| "max": 1.6099399328231812, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 12165.701171875, | |
| "min": 11930.9873046875, | |
| "max": 14902.2255859375, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 1.0, | |
| "min": 0.9411764705882353, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 54.0, | |
| "min": 33.0, | |
| "max": 69.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.016666666666666666, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 159.44444444444446, | |
| "min": 134.5909090909091, | |
| "max": 276.8181818181818, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8610.0, | |
| "min": 8172.0, | |
| "max": 9498.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1799949.0, | |
| "min": 8830.0, | |
| "max": 1799949.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1799949.0, | |
| "min": 8830.0, | |
| "max": 1799949.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 44.533668518066406, | |
| "min": 3.7647244930267334, | |
| "max": 52.7792854309082, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 2493.885498046875, | |
| "min": 176.94204711914062, | |
| "max": 3325.094970703125, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 94.67143222263881, | |
| "min": 90.7541708946228, | |
| "max": 95.53980277901265, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 5301.600204467773, | |
| "min": 2904.1334686279297, | |
| "max": 6401.166786193848, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 94.67143222263881, | |
| "min": 90.7541708946228, | |
| "max": 95.53980277901265, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 5301.600204467773, | |
| "min": 2904.1334686279297, | |
| "max": 6401.166786193848, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.04609341051956803, | |
| "min": 0.03813633072308684, | |
| "max": 0.05815486881520786, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.09218682103913606, | |
| "min": 0.040277891721802225, | |
| "max": 0.16463655094654922, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 15.451888093761369, | |
| "min": 6.799216252039461, | |
| "max": 373.62660185496014, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 30.903776187522737, | |
| "min": 13.598432504078922, | |
| "max": 1036.04169440223, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 6.13849795416674e-07, | |
| "min": 6.13849795416674e-07, | |
| "max": 0.00029929050023649997, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.227699590833348e-06, | |
| "min": 1.227699590833348e-06, | |
| "max": 0.0008932015022661665, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10020458333333335, | |
| "min": 0.10020458333333335, | |
| "max": 0.1997635, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.2004091666666667, | |
| "min": 0.198203, | |
| "max": 0.5977338333333334, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 2.0208708333333455e-05, | |
| "min": 2.0208708333333455e-05, | |
| "max": 0.00498819865, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 4.041741666666691e-05, | |
| "min": 4.041741666666691e-05, | |
| "max": 0.014886918283333335, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717494413", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_8_task_5_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_8_task_5_run_id_1_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717499699" | |
| }, | |
| "total": 5286.2129702, | |
| "count": 1, | |
| "self": 0.5786751000005097, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05229000000000006, | |
| "count": 1, | |
| "self": 0.05229000000000006 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 5285.5820051, | |
| "count": 1, | |
| "self": 10.642432699953133, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0766349, | |
| "count": 1, | |
| "self": 2.0766349 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 5272.785412000047, | |
| "count": 600030, | |
| "self": 9.345920800060412, | |
| "children": { | |
| "env_step": { | |
| "total": 5263.439491199986, | |
| "count": 600030, | |
| "self": 3220.9034374998473, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 2035.8979786002749, | |
| "count": 600030, | |
| "self": 18.20451120045641, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2017.6934673998185, | |
| "count": 600030, | |
| "self": 2017.6934673998185 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 6.638075099863649, | |
| "count": 600030, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 5273.522512499877, | |
| "count": 600030, | |
| "is_parallel": true, | |
| "self": 2535.8135320997635, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006312300000000048, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010670000000012614, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.006125500000000006, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.960000000009401e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.006075899999999912, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.780000000002225e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.00604809999999989, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00017470000000008312, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.0058733999999998066, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.0058733999999998066 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.009999999991635e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.009999999991635e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2737.7026681001134, | |
| "count": 600030, | |
| "is_parallel": true, | |
| "self": 30.536100099449868, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 30.11334500054055, | |
| "count": 600030, | |
| "is_parallel": true, | |
| "self": 30.11334500054055 | |
| }, | |
| "communicator.exchange": { | |
| "total": 2422.6473364000667, | |
| "count": 600030, | |
| "is_parallel": true, | |
| "self": 2422.6473364000667 | |
| }, | |
| "steps_from_proto": { | |
| "total": 254.40588660005653, | |
| "count": 600030, | |
| "is_parallel": true, | |
| "self": 54.770740599929354, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 173.36600600012758, | |
| "count": 1200060, | |
| "is_parallel": true, | |
| "self": 15.674874299678748, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 157.69113170044884, | |
| "count": 1811205, | |
| "is_parallel": true, | |
| "self": 14.333858100852154, | |
| "children": { | |
| "process_pixels": { | |
| "total": 143.35727359959668, | |
| "count": 1811205, | |
| "is_parallel": true, | |
| "self": 51.78740459952877, | |
| "children": { | |
| "image_decompress": { | |
| "total": 91.56986900006791, | |
| "count": 1811205, | |
| "is_parallel": true, | |
| "self": 91.56986900006791 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 26.269139999999602, | |
| "count": 1200060, | |
| "is_parallel": true, | |
| "self": 26.269139999999602 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.8200000340584666e-05, | |
| "count": 1, | |
| "self": 1.8200000340584666e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 5280.716132599969, | |
| "count": 287998, | |
| "is_parallel": true, | |
| "self": 8.228469799938466, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 4545.132516900028, | |
| "count": 287998, | |
| "is_parallel": true, | |
| "self": 4544.853170000029, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.279346899999382, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.279346899999382 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 727.355145900002, | |
| "count": 411, | |
| "is_parallel": true, | |
| "self": 197.1019325999588, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 530.2532133000432, | |
| "count": 20484, | |
| "is_parallel": true, | |
| "self": 530.2532133000432 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.07750730000043404, | |
| "count": 1, | |
| "self": 0.015196399999695132, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06231090000073891, | |
| "count": 1, | |
| "self": 0.06231090000073891 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |