|
{
|
|
"name": "root",
|
|
"gauges": {
|
|
"Agent.Policy.Entropy.mean": {
|
|
"value": 1.4970571994781494,
|
|
"min": 1.4440414905548096,
|
|
"max": 1.5107601881027222,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.Entropy.sum": {
|
|
"value": 13478.005859375,
|
|
"min": 2344.32666015625,
|
|
"max": 25253.896484375,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterDrop.mean": {
|
|
"value": 26.333333333333332,
|
|
"min": 1.0,
|
|
"max": 124.33333333333333,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterDrop.sum": {
|
|
"value": 79.0,
|
|
"min": 3.0,
|
|
"max": 373.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterPickup.mean": {
|
|
"value": 26.0,
|
|
"min": 0.0,
|
|
"max": 123.66666666666667,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterPickup.sum": {
|
|
"value": 78.0,
|
|
"min": 0.0,
|
|
"max": 371.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTreesReward.mean": {
|
|
"value": 402.3333333333333,
|
|
"min": 0.0,
|
|
"max": 2988.3333333333335,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTreesReward.sum": {
|
|
"value": 1207.0,
|
|
"min": 0.0,
|
|
"max": 9070.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTrees.mean": {
|
|
"value": 402.3333333333333,
|
|
"min": 0.0,
|
|
"max": 2988.3333333333335,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTrees.sum": {
|
|
"value": 1207.0,
|
|
"min": 0.0,
|
|
"max": 9070.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": {
|
|
"value": 866.6666666666666,
|
|
"min": 0.0,
|
|
"max": 9800.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": {
|
|
"value": 2600.0,
|
|
"min": 0.0,
|
|
"max": 29400.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": {
|
|
"value": 17.333333333333332,
|
|
"min": 0.0,
|
|
"max": 196.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": {
|
|
"value": 52.0,
|
|
"min": 0.0,
|
|
"max": 588.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FireOut.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FireOut.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 3.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": {
|
|
"value": 1.0,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": {
|
|
"value": 3.0,
|
|
"min": 0.0,
|
|
"max": 9.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.CrashCount.mean": {
|
|
"value": 0.3333333333333333,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.CrashCount.sum": {
|
|
"value": 1.0,
|
|
"min": 0.0,
|
|
"max": 33.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.difficulty.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.difficulty.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.task.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.task.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.EpisodeLength.mean": {
|
|
"value": 2999.0,
|
|
"min": 286.27272727272725,
|
|
"max": 2999.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.EpisodeLength.sum": {
|
|
"value": 8997.0,
|
|
"min": 1563.0,
|
|
"max": 16944.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Step.mean": {
|
|
"value": 1798020.0,
|
|
"min": 8793.0,
|
|
"max": 1798020.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Step.sum": {
|
|
"value": 1798020.0,
|
|
"min": 8793.0,
|
|
"max": 1798020.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicValueEstimate.mean": {
|
|
"value": 127.5684814453125,
|
|
"min": -4.92122220993042,
|
|
"max": 180.25489807128906,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicValueEstimate.sum": {
|
|
"value": 382.7054443359375,
|
|
"min": -54.133445739746094,
|
|
"max": 806.0123901367188,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.CumulativeReward.mean": {
|
|
"value": 1232.6666666666667,
|
|
"min": -31.333333333333332,
|
|
"max": 8918.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.CumulativeReward.sum": {
|
|
"value": 3698.0,
|
|
"min": -94.0,
|
|
"max": 26754.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicReward.mean": {
|
|
"value": 1232.6666666666667,
|
|
"min": -31.333333333333332,
|
|
"max": 8918.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicReward.sum": {
|
|
"value": 3698.0,
|
|
"min": -94.0,
|
|
"max": 26754.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Losses.PolicyLoss.mean": {
|
|
"value": 0.033162913050472254,
|
|
"min": 0.028827254926093306,
|
|
"max": 0.05778452047102508,
|
|
"count": 189
|
|
},
|
|
"Agent.Losses.PolicyLoss.sum": {
|
|
"value": 0.033162913050472254,
|
|
"min": 0.028827254926093306,
|
|
"max": 0.10875171899693867,
|
|
"count": 189
|
|
},
|
|
"Agent.Losses.ValueLoss.mean": {
|
|
"value": 5862.79260080229,
|
|
"min": 40.697543812894274,
|
|
"max": 340608.0109375,
|
|
"count": 189
|
|
},
|
|
"Agent.Losses.ValueLoss.sum": {
|
|
"value": 5862.79260080229,
|
|
"min": 40.697543812894274,
|
|
"max": 340608.0109375,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.LearningRate.mean": {
|
|
"value": 1.3300995566666537e-06,
|
|
"min": 1.3300995566666537e-06,
|
|
"max": 0.0002992100002633333,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.LearningRate.sum": {
|
|
"value": 1.3300995566666537e-06,
|
|
"min": 1.3300995566666537e-06,
|
|
"max": 0.0005961255012914999,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.Epsilon.mean": {
|
|
"value": 0.10044333333333329,
|
|
"min": 0.10044333333333329,
|
|
"max": 0.19973666666666665,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.Epsilon.sum": {
|
|
"value": 0.10044333333333329,
|
|
"min": 0.10044333333333329,
|
|
"max": 0.39870850000000013,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.Beta.mean": {
|
|
"value": 3.212233333333313e-05,
|
|
"min": 3.212233333333313e-05,
|
|
"max": 0.004986859666666667,
|
|
"count": 189
|
|
},
|
|
"Agent.Policy.Beta.sum": {
|
|
"value": 3.212233333333313e-05,
|
|
"min": 3.212233333333313e-05,
|
|
"max": 0.009935554150000001,
|
|
"count": 189
|
|
},
|
|
"Agent.IsTraining.mean": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.IsTraining.sum": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
}
|
|
},
|
|
"metadata": {
|
|
"timer_format_version": "0.1.0",
|
|
"start_time_seconds": "1717385898",
|
|
"python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]",
|
|
"command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_6_task_1_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_6_task_1_run_id_1_train --base-port 5009",
|
|
"mlagents_version": "0.30.0",
|
|
"mlagents_envs_version": "0.30.0",
|
|
"communication_protocol_version": "1.5.0",
|
|
"pytorch_version": "1.7.1+cu110",
|
|
"numpy_version": "1.21.0",
|
|
"end_time_seconds": "1717390041"
|
|
},
|
|
"total": 4143.3421785,
|
|
"count": 1,
|
|
"self": 0.20183989999986807,
|
|
"children": {
|
|
"run_training.setup": {
|
|
"total": 0.06149070000000001,
|
|
"count": 1,
|
|
"self": 0.06149070000000001
|
|
},
|
|
"TrainerController.start_learning": {
|
|
"total": 4143.0788479,
|
|
"count": 1,
|
|
"self": 8.799783400000706,
|
|
"children": {
|
|
"TrainerController._reset_env": {
|
|
"total": 2.0850487,
|
|
"count": 1,
|
|
"self": 2.0850487
|
|
},
|
|
"TrainerController.advance": {
|
|
"total": 4132.1188851,
|
|
"count": 600351,
|
|
"self": 7.964243600126792,
|
|
"children": {
|
|
"env_step": {
|
|
"total": 4124.154641499873,
|
|
"count": 600351,
|
|
"self": 2388.966459499992,
|
|
"children": {
|
|
"SubprocessEnvManager._take_step": {
|
|
"total": 1729.552470500047,
|
|
"count": 600351,
|
|
"self": 15.961400600000161,
|
|
"children": {
|
|
"TorchPolicy.evaluate": {
|
|
"total": 1713.591069900047,
|
|
"count": 600351,
|
|
"self": 1713.591069900047
|
|
}
|
|
}
|
|
},
|
|
"workers": {
|
|
"total": 5.635711499833581,
|
|
"count": 600351,
|
|
"self": 0.0,
|
|
"children": {
|
|
"worker_root": {
|
|
"total": 4131.959702899938,
|
|
"count": 600351,
|
|
"is_parallel": true,
|
|
"self": 2144.7419842998406,
|
|
"children": {
|
|
"steps_from_proto": {
|
|
"total": 0.006725599999999998,
|
|
"count": 1,
|
|
"is_parallel": true,
|
|
"self": 0.00010429999999983508,
|
|
"children": {
|
|
"_process_maybe_compressed_observation": {
|
|
"total": 0.006535200000000074,
|
|
"count": 2,
|
|
"is_parallel": true,
|
|
"self": 4.910000000024617e-05,
|
|
"children": {
|
|
"_observation_to_np_array": {
|
|
"total": 0.006486099999999828,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 2.909999999944901e-05,
|
|
"children": {
|
|
"process_pixels": {
|
|
"total": 0.006457000000000379,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.00017500000000048033,
|
|
"children": {
|
|
"image_decompress": {
|
|
"total": 0.006281999999999899,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.006281999999999899
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 8.610000000008888e-05,
|
|
"count": 2,
|
|
"is_parallel": true,
|
|
"self": 8.610000000008888e-05
|
|
}
|
|
}
|
|
},
|
|
"UnityEnvironment.step": {
|
|
"total": 1987.210993000097,
|
|
"count": 600351,
|
|
"is_parallel": true,
|
|
"self": 24.603157100005774,
|
|
"children": {
|
|
"UnityEnvironment._generate_step_input": {
|
|
"total": 23.82225230014566,
|
|
"count": 600351,
|
|
"is_parallel": true,
|
|
"self": 23.82225230014566
|
|
},
|
|
"communicator.exchange": {
|
|
"total": 1727.9283757000737,
|
|
"count": 600351,
|
|
"is_parallel": true,
|
|
"self": 1727.9283757000737
|
|
},
|
|
"steps_from_proto": {
|
|
"total": 210.8572078998718,
|
|
"count": 600351,
|
|
"is_parallel": true,
|
|
"self": 43.81252579995481,
|
|
"children": {
|
|
"_process_maybe_compressed_observation": {
|
|
"total": 144.30453090002206,
|
|
"count": 1200702,
|
|
"is_parallel": true,
|
|
"self": 12.695551600054813,
|
|
"children": {
|
|
"_observation_to_np_array": {
|
|
"total": 131.60897929996725,
|
|
"count": 1802019,
|
|
"is_parallel": true,
|
|
"self": 10.570796400064665,
|
|
"children": {
|
|
"process_pixels": {
|
|
"total": 121.03818289990258,
|
|
"count": 1802019,
|
|
"is_parallel": true,
|
|
"self": 42.89145949992988,
|
|
"children": {
|
|
"image_decompress": {
|
|
"total": 78.1467233999727,
|
|
"count": 1802019,
|
|
"is_parallel": true,
|
|
"self": 78.1467233999727
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 22.740151199894925,
|
|
"count": 1200702,
|
|
"is_parallel": true,
|
|
"self": 22.740151199894925
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trainer_threads": {
|
|
"total": 2.5899999855028e-05,
|
|
"count": 1,
|
|
"self": 2.5899999855028e-05,
|
|
"children": {
|
|
"thread_root": {
|
|
"total": 0.0,
|
|
"count": 0,
|
|
"is_parallel": true,
|
|
"self": 0.0,
|
|
"children": {
|
|
"trainer_advance": {
|
|
"total": 4138.895818299995,
|
|
"count": 221995,
|
|
"is_parallel": true,
|
|
"self": 9.957959300077164,
|
|
"children": {
|
|
"process_trajectory": {
|
|
"total": 3540.539426699914,
|
|
"count": 221995,
|
|
"is_parallel": true,
|
|
"self": 3540.3243972999144,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.21502939999982118,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.21502939999982118
|
|
}
|
|
}
|
|
},
|
|
"_update_policy": {
|
|
"total": 588.3984323000034,
|
|
"count": 218,
|
|
"is_parallel": true,
|
|
"self": 145.49846900000654,
|
|
"children": {
|
|
"TorchPPOOptimizer.update": {
|
|
"total": 442.89996329999684,
|
|
"count": 20739,
|
|
"is_parallel": true,
|
|
"self": 442.89996329999684
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"TrainerController._save_models": {
|
|
"total": 0.07510480000019015,
|
|
"count": 1,
|
|
"self": 0.01485450000018318,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.06025030000000697,
|
|
"count": 1,
|
|
"self": 0.06025030000000697
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |