| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.433191180229187, | |
| "min": 1.4264428615570068, | |
| "max": 1.5054963827133179, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 12907.3193359375, | |
| "min": 1650.381103515625, | |
| "max": 25170.203125, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 26.666666666666668, | |
| "min": 0.6666666666666666, | |
| "max": 49.666666666666664, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 80.0, | |
| "min": 3.0, | |
| "max": 176.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 26.666666666666668, | |
| "min": 0.0, | |
| "max": 49.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 80.0, | |
| "min": 0.0, | |
| "max": 172.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 480.0, | |
| "min": 0.0, | |
| "max": 1751.3333333333333, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 1440.0, | |
| "min": 0.0, | |
| "max": 7914.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 480.0, | |
| "min": 0.0, | |
| "max": 1751.3333333333333, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 1440.0, | |
| "min": 0.0, | |
| "max": 7914.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 101.66666666666667, | |
| "min": 0.0, | |
| "max": 1261.6666666666667, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 305.0, | |
| "min": 0.0, | |
| "max": 3785.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 20.333333333333332, | |
| "min": 0.0, | |
| "max": 252.33333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 61.0, | |
| "min": 0.0, | |
| "max": 757.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 9.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 3.0, | |
| "min": 0.0, | |
| "max": 6.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.3333333333333333, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 36.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 2999.0, | |
| "min": 259.3333333333333, | |
| "max": 2999.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8997.0, | |
| "min": 1149.0, | |
| "max": 17394.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1798404.0, | |
| "min": 8812.0, | |
| "max": 1798404.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1798404.0, | |
| "min": 8812.0, | |
| "max": 1798404.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 72.47037506103516, | |
| "min": -10.401660919189453, | |
| "max": 101.42239379882812, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 217.4111328125, | |
| "min": -258.26129150390625, | |
| "max": 636.232177734375, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 561.1471811930338, | |
| "min": -22.583754539489746, | |
| "max": 1844.026699066162, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 1683.4415435791016, | |
| "min": -90.33501815795898, | |
| "max": 7376.106796264648, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 561.1471811930338, | |
| "min": -22.583754539489746, | |
| "max": 1844.026699066162, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 1683.4415435791016, | |
| "min": -90.33501815795898, | |
| "max": 7376.106796264648, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.04835739255348152, | |
| "min": 0.039515261548028015, | |
| "max": 0.05856346632575705, | |
| "count": 187 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.04835739255348152, | |
| "min": 0.039515261548028015, | |
| "max": 0.11091966876304556, | |
| "count": 187 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 367.2995222586173, | |
| "min": 30.12278825493269, | |
| "max": 3227.025901135103, | |
| "count": 187 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 367.2995222586173, | |
| "min": 30.12278825493269, | |
| "max": 3227.025901135103, | |
| "count": 187 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 7.660997446666555e-07, | |
| "min": 7.660997446666555e-07, | |
| "max": 0.00029916450027850003, | |
| "count": 187 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 7.660997446666555e-07, | |
| "min": 7.660997446666555e-07, | |
| "max": 0.0005961345012885, | |
| "count": 187 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10025533333333334, | |
| "min": 0.10025533333333334, | |
| "max": 0.19972150000000002, | |
| "count": 187 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10025533333333334, | |
| "min": 0.10025533333333334, | |
| "max": 0.3987115, | |
| "count": 187 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 2.2741133333333152e-05, | |
| "min": 2.2741133333333152e-05, | |
| "max": 0.00498610285, | |
| "count": 187 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 2.2741133333333152e-05, | |
| "min": 2.2741133333333152e-05, | |
| "max": 0.00993570385, | |
| "count": 187 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1716260455", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_1_task_3_run_id_0_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_1_task_3_run_id_0_train --base-port 5008", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1716266417" | |
| }, | |
| "total": 5962.3827438, | |
| "count": 1, | |
| "self": 0.38363850000041566, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.052173899999999995, | |
| "count": 1, | |
| "self": 0.052173899999999995 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 5961.9469314, | |
| "count": 1, | |
| "self": 14.1570354998712, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.3900204, | |
| "count": 1, | |
| "self": 2.3900204 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 5945.301984100128, | |
| "count": 601473, | |
| "self": 13.033719700222719, | |
| "children": { | |
| "env_step": { | |
| "total": 5932.268264399905, | |
| "count": 601473, | |
| "self": 2788.8082111999106, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 3134.879755899992, | |
| "count": 601473, | |
| "self": 22.303435500044543, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 3112.5763203999472, | |
| "count": 601473, | |
| "self": 3112.5763203999472 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 8.580297300002496, | |
| "count": 601473, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 5946.049517700322, | |
| "count": 601473, | |
| "is_parallel": true, | |
| "self": 3737.4651484003653, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006830300000000067, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00011060000000018277, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.006631900000000135, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 5.530000000009139e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.0065766000000000435, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.799999999991698e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.0065486000000001265, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00014660000000010776, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.006402000000000019, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.006402000000000019 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.779999999974919e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.779999999974919e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2208.577538999957, | |
| "count": 601473, | |
| "is_parallel": true, | |
| "self": 35.884916000000885, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 33.456588599846654, | |
| "count": 601473, | |
| "is_parallel": true, | |
| "self": 33.456588599846654 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1849.390278099811, | |
| "count": 601473, | |
| "is_parallel": true, | |
| "self": 1849.390278099811 | |
| }, | |
| "steps_from_proto": { | |
| "total": 289.84575630029894, | |
| "count": 601473, | |
| "is_parallel": true, | |
| "self": 60.69033190003401, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 196.0723186002768, | |
| "count": 1202946, | |
| "is_parallel": true, | |
| "self": 16.908806399495973, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 179.16351220078081, | |
| "count": 1805490, | |
| "is_parallel": true, | |
| "self": 13.938239500887988, | |
| "children": { | |
| "process_pixels": { | |
| "total": 165.22527269989283, | |
| "count": 1805490, | |
| "is_parallel": true, | |
| "self": 58.07990970045428, | |
| "children": { | |
| "image_decompress": { | |
| "total": 107.14536299943855, | |
| "count": 1805490, | |
| "is_parallel": true, | |
| "self": 107.14536299943855 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 33.08310579998815, | |
| "count": 1202946, | |
| "is_parallel": true, | |
| "self": 33.08310579998815 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.880000010918593e-05, | |
| "count": 1, | |
| "self": 2.880000010918593e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 5955.527869100041, | |
| "count": 316182, | |
| "is_parallel": true, | |
| "self": 14.891187500052183, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 5004.5648559999845, | |
| "count": 316182, | |
| "is_parallel": true, | |
| "self": 5004.253726999985, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.31112899999993715, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.31112899999993715 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 936.0718256000046, | |
| "count": 230, | |
| "is_parallel": true, | |
| "self": 193.38307389996726, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 742.6887517000373, | |
| "count": 20754, | |
| "is_parallel": true, | |
| "self": 742.6887517000373 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09786260000055336, | |
| "count": 1, | |
| "self": 0.017159400000309688, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.08070320000024367, | |
| "count": 1, | |
| "self": 0.08070320000024367 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |