{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4178889989852905, "min": 1.4096938371658325, "max": 1.5923999547958374, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 12829.0595703125, "min": 6404.3857421875, "max": 20627.43359375, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 0.9756944444444444, "min": 0.6666666666666666, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 281.0, "min": 5.0, "max": 462.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 0.0, "min": 0.0, "max": 0.016666666666666666, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 0.0, "min": 0.0, "max": 2.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 270.4375, "min": 136.16666666666666, "max": 298.13461538461536, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 77886.0, "min": 1263.0, "max": 135533.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 270.4375, "min": 136.16666666666666, "max": 298.13461538461536, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 77886.0, "min": 1263.0, "max": 135533.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 20.45977011494253, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 2525.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 4.091954022988506, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 505.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.024305555555555556, "min": 0.0, "max": 0.16666666666666666, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 7.0, "min": 0.0, "max": 36.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 30.416666666666668, "min": 17.60625, "max": 1183.0, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8760.0, "min": 4365.0, "max": 14289.0, "count": 200 }, "Agent.Step.mean": { "value": 1799939.0, "min": 8991.0, "max": 1799939.0, "count": 200 }, "Agent.Step.sum": { "value": 1799939.0, "min": 8991.0, "max": 1799939.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 168.24517822265625, "min": 20.59109878540039, "max": 215.1231689453125, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 48454.609375, "min": 808.3499755859375, "max": 95112.578125, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 267.02430555555554, "min": 119.5, "max": 297.9458598726115, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 76903.0, "min": 1108.0, "max": 132794.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 267.02430555555554, "min": 119.5, "max": 297.9458598726115, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 76903.0, "min": 1108.0, "max": 132794.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.044155248542665504, "min": 0.0385300622098536, "max": 0.055961132703120246, "count": 199 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.08831049708533101, "min": 0.04076826202588669, "max": 0.15743040407930192, "count": 199 }, "Agent.Losses.ValueLoss.mean": { "value": 2640.033728281657, "min": 90.25636757744684, "max": 12906.5257619222, "count": 199 }, "Agent.Losses.ValueLoss.sum": { "value": 5280.067456563314, "min": 90.25636757744684, "max": 25813.0515238444, "count": 199 }, "Agent.Policy.LearningRate.mean": { "value": 8.993497002499957e-07, "min": 8.993497002499957e-07, "max": 0.0002989397503534166, "count": 199 }, "Agent.Policy.LearningRate.sum": { "value": 1.7986994004999915e-06, "min": 1.7986994004999915e-06, "max": 0.0008664050111983334, "count": 199 }, "Agent.Policy.Epsilon.mean": { "value": 0.10029975, "min": 0.10029975, "max": 0.19964658333333335, "count": 199 }, "Agent.Policy.Epsilon.sum": { "value": 0.2005995, "min": 0.10826916666666668, "max": 0.5888016666666668, "count": 199 }, "Agent.Policy.Beta.mean": { "value": 2.4957524999999933e-05, "min": 2.4957524999999933e-05, "max": 0.004982364508333333, "count": 199 }, "Agent.Policy.Beta.sum": { "value": 4.991504999999987e-05, "min": 4.991504999999987e-05, "max": 0.014441203166666666, "count": 199 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717776654", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_5_task_6_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_5_task_6_run_id_2_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717783574" }, "total": 6920.216313, "count": 1, "self": 2.531289200000174, "children": { "run_training.setup": { "total": 0.05075350000000001, "count": 1, "self": 0.05075350000000001 }, "TrainerController.start_learning": { "total": 6917.6342703, "count": 1, "self": 7.19691590007551, "children": { "TrainerController._reset_env": { "total": 3.8922345, "count": 1, "self": 3.8922345 }, "TrainerController.advance": { "total": 6906.418807999924, "count": 600019, "self": 6.454394999967008, "children": { "env_step": { "total": 6899.964412999957, "count": 600019, "self": 4970.497176599462, "children": { "SubprocessEnvManager._take_step": { "total": 1924.8833051003016, "count": 600019, "self": 15.002843200300504, "children": { "TorchPolicy.evaluate": { "total": 1909.8804619000011, "count": 600019, "self": 1909.8804619000011 } } }, "workers": { "total": 4.5839313001932505, "count": 600019, "self": 0.0, "children": { "worker_root": { "total": 6906.53606019994, "count": 600019, "is_parallel": true, "self": 2286.684621200033, "children": { "steps_from_proto": { "total": 0.006428799999999679, "count": 1, "is_parallel": true, "self": 0.00010679999999974044, "children": { "_process_maybe_compressed_observation": { "total": 0.006237899999999907, "count": 2, "is_parallel": true, "self": 4.669999999995511e-05, "children": { "_observation_to_np_array": { "total": 0.006191199999999952, "count": 3, "is_parallel": true, "self": 2.849999999998687e-05, "children": { "process_pixels": { "total": 0.006162699999999965, "count": 3, "is_parallel": true, "self": 0.00017120000000048208, "children": { "image_decompress": { "total": 0.005991499999999483, "count": 3, "is_parallel": true, "self": 0.005991499999999483 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.410000000003137e-05, "count": 2, "is_parallel": true, "self": 8.410000000003137e-05 } } }, "UnityEnvironment.step": { "total": 4619.845010199907, "count": 600019, "is_parallel": true, "self": 25.992210399796022, "children": { "UnityEnvironment._generate_step_input": { "total": 28.42333390013833, "count": 600019, "is_parallel": true, "self": 28.42333390013833 }, "communicator.exchange": { "total": 4373.724590800082, "count": 600019, "is_parallel": true, "self": 4373.724590800082 }, "steps_from_proto": { "total": 191.70487509989044, "count": 600019, "is_parallel": true, "self": 39.72922729998626, "children": { "_process_maybe_compressed_observation": { "total": 132.680537200048, "count": 1200038, "is_parallel": true, "self": 11.930872099263723, "children": { "_observation_to_np_array": { "total": 120.74966510078428, "count": 1849191, "is_parallel": true, "self": 10.594966100380162, "children": { "process_pixels": { "total": 110.15469900040412, "count": 1849191, "is_parallel": true, "self": 39.36989420052049, "children": { "image_decompress": { "total": 70.78480479988363, "count": 1849191, "is_parallel": true, "self": 70.78480479988363 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 19.295110599856184, "count": 1200038, "is_parallel": true, "self": 19.295110599856184 } } } } } } } } } } } } }, "trainer_threads": { "total": 3.190000006725313e-05, "count": 1, "self": 3.190000006725313e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 6908.87587780023, "count": 406939, "is_parallel": true, "self": 12.694595700248101, "children": { "process_trajectory": { "total": 6242.018078299984, "count": 406939, "is_parallel": true, "self": 6241.788520999984, "children": { "RLTrainer._checkpoint": { "total": 0.22955730000057883, "count": 3, "is_parallel": true, "self": 0.22955730000057883 } } }, "_update_policy": { "total": 654.1632037999982, "count": 389, "is_parallel": true, "self": 150.23365689997564, "children": { "TorchPPOOptimizer.update": { "total": 503.92954690002256, "count": 20646, "is_parallel": true, "self": 503.92954690002256 } } } } } } } } }, "TrainerController._save_models": { "total": 0.1262800000004063, "count": 1, "self": 0.07104630000048928, "children": { "RLTrainer._checkpoint": { "total": 0.05523369999991701, "count": 1, "self": 0.05523369999991701 } } } } } } }