| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.351233720779419, | |
| "min": 1.348935842514038, | |
| "max": 1.4796464443206787, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 11143.6240234375, | |
| "min": 1276.247314453125, | |
| "max": 24921.1953125, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.mean": { | |
| "value": 139.66666666666666, | |
| "min": 1.0, | |
| "max": 190.66666666666666, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterDrop.sum": { | |
| "value": 419.0, | |
| "min": 3.0, | |
| "max": 572.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.mean": { | |
| "value": 139.0, | |
| "min": 0.0, | |
| "max": 190.33333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.WaterPickup.sum": { | |
| "value": 417.0, | |
| "min": 0.0, | |
| "max": 571.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { | |
| "value": 108.33333333333333, | |
| "min": 0.0, | |
| "max": 13116.666666666666, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { | |
| "value": 325.0, | |
| "min": 0.0, | |
| "max": 51360.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.mean": { | |
| "value": 21.666666666666668, | |
| "min": 0.0, | |
| "max": 2623.3333333333335, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.PreparingTrees.sum": { | |
| "value": 65.0, | |
| "min": 0.0, | |
| "max": 10272.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1153.3333333333333, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 3460.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 230.66666666666666, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 692.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.mean": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FireOut.sum": { | |
| "value": 3.0, | |
| "min": 0.0, | |
| "max": 3.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { | |
| "value": 3.0, | |
| "min": 0.0, | |
| "max": 9.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.AerialWildfireSuppression.CrashCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 36.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 2749.0, | |
| "min": 132.0, | |
| "max": 2999.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 8247.0, | |
| "min": 396.0, | |
| "max": 17520.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1798204.0, | |
| "min": 8787.0, | |
| "max": 1798204.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1798204.0, | |
| "min": 8787.0, | |
| "max": 1798204.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 223.0368194580078, | |
| "min": 1.0413326025009155, | |
| "max": 851.0977172851562, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 669.1104736328125, | |
| "min": 34.363975524902344, | |
| "max": 8312.91796875, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 2286.3333333333335, | |
| "min": -56.0, | |
| "max": 14301.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 6859.0, | |
| "min": -259.0, | |
| "max": 45220.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 2286.3333333333335, | |
| "min": -56.0, | |
| "max": 14301.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 6859.0, | |
| "min": -259.0, | |
| "max": 45220.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.04426720415975786, | |
| "min": 0.04024269954165599, | |
| "max": 0.05790825509244488, | |
| "count": 192 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.04426720415975786, | |
| "min": 0.04032843013160995, | |
| "max": 0.1107386967315597, | |
| "count": 192 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 12013.173695882162, | |
| "min": 168.75713504609607, | |
| "max": 44424.483203125, | |
| "count": 192 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 12013.173695882162, | |
| "min": 168.75713504609607, | |
| "max": 86493.8365966797, | |
| "count": 192 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 1.2160995946666726e-06, | |
| "min": 1.2160995946666726e-06, | |
| "max": 0.00029921250026249997, | |
| "count": 192 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 1.2160995946666726e-06, | |
| "min": 1.2160995946666726e-06, | |
| "max": 0.0005959510013496665, | |
| "count": 192 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10040533333333336, | |
| "min": 0.10040533333333336, | |
| "max": 0.19973749999999996, | |
| "count": 192 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10040533333333336, | |
| "min": 0.10040533333333336, | |
| "max": 0.3986503333333333, | |
| "count": 192 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 3.0226133333333427e-05, | |
| "min": 3.0226133333333427e-05, | |
| "max": 0.004986901250000002, | |
| "count": 192 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 3.0226133333333427e-05, | |
| "min": 3.0226133333333427e-05, | |
| "max": 0.009932651633333331, | |
| "count": 192 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1718319034", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_9_task_2_run_id_2_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_9_task_2_run_id_2_train --base-port 5009", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1718323030" | |
| }, | |
| "total": 3996.8596448, | |
| "count": 1, | |
| "self": 0.2057476999998471, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04928880000000002, | |
| "count": 1, | |
| "self": 0.04928880000000002 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 3996.6046083, | |
| "count": 1, | |
| "self": 6.547238399879461, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.8956708, | |
| "count": 1, | |
| "self": 1.8956708 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 3988.0734117001207, | |
| "count": 600327, | |
| "self": 6.164954500212843, | |
| "children": { | |
| "env_step": { | |
| "total": 3981.908457199908, | |
| "count": 600327, | |
| "self": 2182.573791999833, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1795.045030500117, | |
| "count": 600327, | |
| "self": 14.402068900034237, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1780.6429616000828, | |
| "count": 600327, | |
| "self": 1780.6429616000828 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.289634699957897, | |
| "count": 600327, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 3987.390954700084, | |
| "count": 600327, | |
| "is_parallel": true, | |
| "self": 2119.49463210008, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.005991299999999811, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010589999999988109, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.005789499999999892, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 3.7100000000123146e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.005752399999999769, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.709999999983559e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.005725299999999933, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00018119999999988146, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.005544100000000052, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.005544100000000052 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 9.590000000003762e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 9.590000000003762e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1867.890331300004, | |
| "count": 600327, | |
| "is_parallel": true, | |
| "self": 22.837127399888004, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 24.407903900177352, | |
| "count": 600327, | |
| "is_parallel": true, | |
| "self": 24.407903900177352 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1639.1599832000138, | |
| "count": 600327, | |
| "is_parallel": true, | |
| "self": 1639.1599832000138 | |
| }, | |
| "steps_from_proto": { | |
| "total": 181.48531679992465, | |
| "count": 600327, | |
| "is_parallel": true, | |
| "self": 37.82314229997445, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 125.24812500002574, | |
| "count": 1200654, | |
| "is_parallel": true, | |
| "self": 11.140420200156072, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 114.10770479986967, | |
| "count": 1802454, | |
| "is_parallel": true, | |
| "self": 10.129595500026923, | |
| "children": { | |
| "process_pixels": { | |
| "total": 103.97810929984274, | |
| "count": 1802454, | |
| "is_parallel": true, | |
| "self": 37.38804230003589, | |
| "children": { | |
| "image_decompress": { | |
| "total": 66.59006699980685, | |
| "count": 1802454, | |
| "is_parallel": true, | |
| "self": 66.59006699980685 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 18.414049499924452, | |
| "count": 1200654, | |
| "is_parallel": true, | |
| "self": 18.414049499924452 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 3.0199999855540227e-05, | |
| "count": 1, | |
| "self": 3.0199999855540227e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 3992.3147850000832, | |
| "count": 209424, | |
| "is_parallel": true, | |
| "self": 9.486116200151628, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 3352.3181695999324, | |
| "count": 209424, | |
| "is_parallel": true, | |
| "self": 3352.043418499932, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.27475110000000313, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.27475110000000313 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 630.5104991999995, | |
| "count": 243, | |
| "is_parallel": true, | |
| "self": 148.08025249998656, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 482.4302467000129, | |
| "count": 20712, | |
| "is_parallel": true, | |
| "self": 482.4302467000129 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.08825720000004367, | |
| "count": 1, | |
| "self": 0.017164299999876675, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.07109290000016699, | |
| "count": 1, | |
| "self": 0.07109290000016699 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |