{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.351233720779419, "min": 1.348935842514038, "max": 1.4796464443206787, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 11143.6240234375, "min": 1276.247314453125, "max": 24921.1953125, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 139.66666666666666, "min": 1.0, "max": 190.66666666666666, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 419.0, "min": 3.0, "max": 572.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 139.0, "min": 0.0, "max": 190.33333333333334, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 417.0, "min": 0.0, "max": 571.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 108.33333333333333, "min": 0.0, "max": 13116.666666666666, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 325.0, "min": 0.0, "max": 51360.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 21.666666666666668, "min": 0.0, "max": 2623.3333333333335, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 65.0, "min": 0.0, "max": 10272.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.0, "min": 0.0, "max": 1153.3333333333333, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 0.0, "min": 0.0, "max": 3460.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.0, "min": 0.0, "max": 230.66666666666666, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 0.0, "min": 0.0, "max": 692.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 3.0, "min": 0.0, "max": 3.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 1.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 3.0, "min": 0.0, "max": 9.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 0.0, "min": 0.0, "max": 36.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 2749.0, "min": 132.0, "max": 2999.0, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8247.0, "min": 396.0, "max": 17520.0, "count": 200 }, "Agent.Step.mean": { "value": 1798204.0, "min": 8787.0, "max": 1798204.0, "count": 200 }, "Agent.Step.sum": { "value": 1798204.0, "min": 8787.0, "max": 1798204.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 223.0368194580078, "min": 1.0413326025009155, "max": 851.0977172851562, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 669.1104736328125, "min": 34.363975524902344, "max": 8312.91796875, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 2286.3333333333335, "min": -56.0, "max": 14301.0, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 6859.0, "min": -259.0, "max": 45220.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 2286.3333333333335, "min": -56.0, "max": 14301.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 6859.0, "min": -259.0, "max": 45220.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.04426720415975786, "min": 0.04024269954165599, "max": 0.05790825509244488, "count": 192 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.04426720415975786, "min": 0.04032843013160995, "max": 0.1107386967315597, "count": 192 }, "Agent.Losses.ValueLoss.mean": { "value": 12013.173695882162, "min": 168.75713504609607, "max": 44424.483203125, "count": 192 }, "Agent.Losses.ValueLoss.sum": { "value": 12013.173695882162, "min": 168.75713504609607, "max": 86493.8365966797, "count": 192 }, "Agent.Policy.LearningRate.mean": { "value": 1.2160995946666726e-06, "min": 1.2160995946666726e-06, "max": 0.00029921250026249997, "count": 192 }, "Agent.Policy.LearningRate.sum": { "value": 1.2160995946666726e-06, "min": 1.2160995946666726e-06, "max": 0.0005959510013496665, "count": 192 }, "Agent.Policy.Epsilon.mean": { "value": 0.10040533333333336, "min": 0.10040533333333336, "max": 0.19973749999999996, "count": 192 }, "Agent.Policy.Epsilon.sum": { "value": 0.10040533333333336, "min": 0.10040533333333336, "max": 0.3986503333333333, "count": 192 }, "Agent.Policy.Beta.mean": { "value": 3.0226133333333427e-05, "min": 3.0226133333333427e-05, "max": 0.004986901250000002, "count": 192 }, "Agent.Policy.Beta.sum": { "value": 3.0226133333333427e-05, "min": 3.0226133333333427e-05, "max": 0.009932651633333331, "count": 192 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1718319034", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_9_task_2_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_9_task_2_run_id_2_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1718323030" }, "total": 3996.8596448, "count": 1, "self": 0.2057476999998471, "children": { "run_training.setup": { "total": 0.04928880000000002, "count": 1, "self": 0.04928880000000002 }, "TrainerController.start_learning": { "total": 3996.6046083, "count": 1, "self": 6.547238399879461, "children": { "TrainerController._reset_env": { "total": 1.8956708, "count": 1, "self": 1.8956708 }, "TrainerController.advance": { "total": 3988.0734117001207, "count": 600327, "self": 6.164954500212843, "children": { "env_step": { "total": 3981.908457199908, "count": 600327, "self": 2182.573791999833, "children": { "SubprocessEnvManager._take_step": { "total": 1795.045030500117, "count": 600327, "self": 14.402068900034237, "children": { "TorchPolicy.evaluate": { "total": 1780.6429616000828, "count": 600327, "self": 1780.6429616000828 } } }, "workers": { "total": 4.289634699957897, "count": 600327, "self": 0.0, "children": { "worker_root": { "total": 3987.390954700084, "count": 600327, "is_parallel": true, "self": 2119.49463210008, "children": { "steps_from_proto": { "total": 0.005991299999999811, "count": 1, "is_parallel": true, "self": 0.00010589999999988109, "children": { "_process_maybe_compressed_observation": { "total": 0.005789499999999892, "count": 2, "is_parallel": true, "self": 3.7100000000123146e-05, "children": { "_observation_to_np_array": { "total": 0.005752399999999769, "count": 3, "is_parallel": true, "self": 2.709999999983559e-05, "children": { "process_pixels": { "total": 0.005725299999999933, "count": 3, "is_parallel": true, "self": 0.00018119999999988146, "children": { "image_decompress": { "total": 0.005544100000000052, "count": 3, "is_parallel": true, "self": 0.005544100000000052 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 9.590000000003762e-05, "count": 2, "is_parallel": true, "self": 9.590000000003762e-05 } } }, "UnityEnvironment.step": { "total": 1867.890331300004, "count": 600327, "is_parallel": true, "self": 22.837127399888004, "children": { "UnityEnvironment._generate_step_input": { "total": 24.407903900177352, "count": 600327, "is_parallel": true, "self": 24.407903900177352 }, "communicator.exchange": { "total": 1639.1599832000138, "count": 600327, "is_parallel": true, "self": 1639.1599832000138 }, "steps_from_proto": { "total": 181.48531679992465, "count": 600327, "is_parallel": true, "self": 37.82314229997445, "children": { "_process_maybe_compressed_observation": { "total": 125.24812500002574, "count": 1200654, "is_parallel": true, "self": 11.140420200156072, "children": { "_observation_to_np_array": { "total": 114.10770479986967, "count": 1802454, "is_parallel": true, "self": 10.129595500026923, "children": { "process_pixels": { "total": 103.97810929984274, "count": 1802454, "is_parallel": true, "self": 37.38804230003589, "children": { "image_decompress": { "total": 66.59006699980685, "count": 1802454, "is_parallel": true, "self": 66.59006699980685 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 18.414049499924452, "count": 1200654, "is_parallel": true, "self": 18.414049499924452 } } } } } } } } } } } } }, "trainer_threads": { "total": 3.0199999855540227e-05, "count": 1, "self": 3.0199999855540227e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 3992.3147850000832, "count": 209424, "is_parallel": true, "self": 9.486116200151628, "children": { "process_trajectory": { "total": 3352.3181695999324, "count": 209424, "is_parallel": true, "self": 3352.043418499932, "children": { "RLTrainer._checkpoint": { "total": 0.27475110000000313, "count": 3, "is_parallel": true, "self": 0.27475110000000313 } } }, "_update_policy": { "total": 630.5104991999995, "count": 243, "is_parallel": true, "self": 148.08025249998656, "children": { "TorchPPOOptimizer.update": { "total": 482.4302467000129, "count": 20712, "is_parallel": true, "self": 482.4302467000129 } } } } } } } } }, "TrainerController._save_models": { "total": 0.08825720000004367, "count": 1, "self": 0.017164299999876675, "children": { "RLTrainer._checkpoint": { "total": 0.07109290000016699, "count": 1, "self": 0.07109290000016699 } } } } } } }