| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.9003862142562866, | |
| "min": 1.6175026893615723, | |
| "max": 2.13539457321167, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 8061.4384765625, | |
| "min": 4573.6318359375, | |
| "max": 29713.6015625, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.3333333333333333, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 36.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 1413.0, | |
| "min": 150.6315789473684, | |
| "max": 2999.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 4239.0, | |
| "min": 2247.0, | |
| "max": 16239.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1799310.0, | |
| "min": 8892.0, | |
| "max": 1799310.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1799310.0, | |
| "min": 8892.0, | |
| "max": 1799310.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 3.2438783645629883, | |
| "min": -16.859634399414062, | |
| "max": 18.44215965270996, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 9.731635093688965, | |
| "min": -675.078125, | |
| "max": 237.29844665527344, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": -33.333333333333336, | |
| "min": -100.0, | |
| "max": 125.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": -100.0, | |
| "min": -1700.0, | |
| "max": 1600.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": -33.333333333333336, | |
| "min": -100.0, | |
| "max": 125.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": -100.0, | |
| "min": -1700.0, | |
| "max": 1600.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.04722740937556539, | |
| "min": 0.03245614557083519, | |
| "max": 0.05711573948307584, | |
| "count": 194 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.04722740937556539, | |
| "min": 0.03245614557083519, | |
| "max": 0.11423147896615168, | |
| "count": 194 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 10.793583212012337, | |
| "min": 0.2230773606470653, | |
| "max": 843.0634004929486, | |
| "count": 194 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 10.793583212012337, | |
| "min": 0.2230773606470653, | |
| "max": 1686.1268009858973, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 1.1509996166665401e-07, | |
| "min": 1.1509996166665401e-07, | |
| "max": 0.00029888075037308334, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.1509996166665401e-07, | |
| "min": 1.1509996166665401e-07, | |
| "max": 0.0005977615007461667, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10003833333333335, | |
| "min": 0.10003833333333335, | |
| "max": 0.19962691666666665, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10003833333333335, | |
| "min": 0.10003833333333335, | |
| "max": 0.3992538333333333, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 1.1912833333333127e-05, | |
| "min": 1.1912833333333127e-05, | |
| "max": 0.004981383141666667, | |
| "count": 194 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 1.1912833333333127e-05, | |
| "min": 1.1912833333333127e-05, | |
| "max": 0.009962766283333334, | |
| "count": 194 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717879473", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_7_task_8_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_7_task_8_run_id_2_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717883715" | |
| }, | |
| "total": 4241.7854612, | |
| "count": 1, | |
| "self": 0.22961269999996148, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05673720000000004, | |
| "count": 1, | |
| "self": 0.05673720000000004 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4241.499111300001, | |
| "count": 1, | |
| "self": 9.59306210012437, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.1563267, | |
| "count": 1, | |
| "self": 2.1563267 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4229.673696099876, | |
| "count": 601186, | |
| "self": 8.705881399952887, | |
| "children": { | |
| "env_step": { | |
| "total": 4220.967814699923, | |
| "count": 601186, | |
| "self": 2295.074788399933, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1919.9113173001347, | |
| "count": 601186, | |
| "self": 16.48494330017479, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1903.4263739999599, | |
| "count": 601186, | |
| "self": 1903.4263739999599 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 5.981708999855501, | |
| "count": 601186, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4229.803031800048, | |
| "count": 601186, | |
| "is_parallel": true, | |
| "self": 2351.4144847999696, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.005991900000000161, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010590000000032518, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.0057978999999999115, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.51999999995234e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.005752700000000388, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.6600000000431834e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.005726099999999956, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.000180000000000069, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.005546099999999887, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.005546099999999887 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.809999999992435e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 8.809999999992435e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1878.3825551000787, | |
| "count": 601186, | |
| "is_parallel": true, | |
| "self": 25.94366280054396, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 25.3794537998105, | |
| "count": 601186, | |
| "is_parallel": true, | |
| "self": 25.3794537998105 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1610.4480175997455, | |
| "count": 601186, | |
| "is_parallel": true, | |
| "self": 1610.4480175997455 | |
| }, | |
| "steps_from_proto": { | |
| "total": 216.61142089997853, | |
| "count": 601186, | |
| "is_parallel": true, | |
| "self": 45.42895459991681, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 147.78284130021163, | |
| "count": 1202372, | |
| "is_parallel": true, | |
| "self": 13.074414999886756, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 134.70842630032487, | |
| "count": 1805172, | |
| "is_parallel": true, | |
| "self": 11.0392724004042, | |
| "children": { | |
| "process_pixels": { | |
| "total": 123.66915389992067, | |
| "count": 1805172, | |
| "is_parallel": true, | |
| "self": 43.045200800248935, | |
| "children": { | |
| "image_decompress": { | |
| "total": 80.62395309967174, | |
| "count": 1805172, | |
| "is_parallel": true, | |
| "self": 80.62395309967174 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 23.3996249998501, | |
| "count": 1202372, | |
| "is_parallel": true, | |
| "self": 23.3996249998501 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.5800000003073364e-05, | |
| "count": 1, | |
| "self": 2.5800000003073364e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4237.029668299977, | |
| "count": 227417, | |
| "is_parallel": true, | |
| "self": 10.396965499983708, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3604.961442599994, | |
| "count": 227417, | |
| "is_parallel": true, | |
| "self": 3604.723380399994, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2380622000000585, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.2380622000000585 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 621.6712601999993, | |
| "count": 226, | |
| "is_parallel": true, | |
| "self": 146.13925810000057, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 475.53200209999875, | |
| "count": 20799, | |
| "is_parallel": true, | |
| "self": 475.53200209999875 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.07600060000004305, | |
| "count": 1, | |
| "self": 0.014635200000157056, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.061365399999885994, | |
| "count": 1, | |
| "self": 0.061365399999885994 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |