{ "name": "root", "gauges": { "Agent.Policy.Entropy.mean": { "value": 1.4086065292358398, "min": 1.4035741090774536, "max": 1.6004120111465454, "count": 200 }, "Agent.Policy.Entropy.sum": { "value": 12677.458984375, "min": 10630.669921875, "max": 14737.1533203125, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.mean": { "value": 0.9823008849557522, "min": 0.8863636363636364, "max": 0.9954337899543378, "count": 200 }, "Agent.AerialWildfireSuppression.WaterDrop.sum": { "value": 333.0, "min": 111.0, "max": 399.0, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.mean": { "value": 0.0, "min": 0.0, "max": 0.009174311926605505, "count": 200 }, "Agent.AerialWildfireSuppression.WaterPickup.sum": { "value": 0.0, "min": 0.0, "max": 3.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.mean": { "value": 273.8702064896755, "min": 214.3125, "max": 288.2739726027397, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTreesReward.sum": { "value": 92842.0, "min": 26111.0, "max": 105629.0, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.mean": { "value": 273.8702064896755, "min": 214.3125, "max": 288.2739726027397, "count": 200 }, "Agent.AerialWildfireSuppression.PreparingTrees.sum": { "value": 92842.0, "min": 26111.0, "max": 105629.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": { "value": 0.7669616519174042, "min": 0.0, "max": 5.424242424242424, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": { "value": 260.0, "min": 0.0, "max": 1405.0, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": { "value": 0.15339233038348082, "min": 0.0, "max": 1.084848484848485, "count": 200 }, "Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": { "value": 52.0, "min": 0.0, "max": 281.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FireOut.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.mean": { "value": 0.017699115044247787, "min": 0.0045662100456621, "max": 0.10588235294117647, "count": 200 }, "Agent.AerialWildfireSuppression.CrashCount.sum": { "value": 6.0, "min": 1.0, "max": 32.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.difficulty.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.mean": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.LessonNumber.task.sum": { "value": 0.0, "min": 0.0, "max": 0.0, "count": 200 }, "Agent.Environment.EpisodeLength.mean": { "value": 25.548672566371682, "min": 20.816176470588236, "max": 84.84615384615384, "count": 200 }, "Agent.Environment.EpisodeLength.sum": { "value": 8661.0, "min": 7326.0, "max": 9927.0, "count": 200 }, "Agent.Step.mean": { "value": 1799990.0, "min": 8993.0, "max": 1799990.0, "count": 200 }, "Agent.Step.sum": { "value": 1799990.0, "min": 8993.0, "max": 1799990.0, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.mean": { "value": 157.388916015625, "min": 18.537656784057617, "max": 184.4714813232422, "count": 200 }, "Agent.Policy.ExtrinsicValueEstimate.sum": { "value": 53354.84375, "min": 4819.79052734375, "max": 68409.53125, "count": 200 }, "Agent.Environment.CumulativeReward.mean": { "value": 274.0619469026549, "min": 207.7668918918919, "max": 286.96363636363634, "count": 200 }, "Agent.Environment.CumulativeReward.sum": { "value": 92907.0, "min": 25303.0, "max": 103835.0, "count": 200 }, "Agent.Policy.ExtrinsicReward.mean": { "value": 274.0619469026549, "min": 207.7668918918919, "max": 286.96363636363634, "count": 200 }, "Agent.Policy.ExtrinsicReward.sum": { "value": 92907.0, "min": 25303.0, "max": 103835.0, "count": 200 }, "Agent.Losses.PolicyLoss.mean": { "value": 0.04898023450126251, "min": 0.03914547332872947, "max": 0.05846104753436521, "count": 200 }, "Agent.Losses.PolicyLoss.sum": { "value": 0.09796046900252502, "min": 0.03914547332872947, "max": 0.1593507906315305, "count": 200 }, "Agent.Losses.ValueLoss.mean": { "value": 3268.02824529012, "min": 1195.5017237746924, "max": 9146.106455485025, "count": 200 }, "Agent.Losses.ValueLoss.sum": { "value": 6536.05649058024, "min": 1993.5204837683475, "max": 25592.871063232422, "count": 200 }, "Agent.Policy.LearningRate.mean": { "value": 6.743497752500039e-07, "min": 6.743497752500039e-07, "max": 0.000298959000347, "count": 200 }, "Agent.Policy.LearningRate.sum": { "value": 1.3486995505000077e-06, "min": 1.3486995505000077e-06, "max": 0.0008706385097871665, "count": 200 }, "Agent.Policy.Epsilon.mean": { "value": 0.10022475000000002, "min": 0.10022475000000002, "max": 0.19965300000000002, "count": 200 }, "Agent.Policy.Epsilon.sum": { "value": 0.20044950000000003, "min": 0.11033033333333332, "max": 0.5902128333333333, "count": 200 }, "Agent.Policy.Beta.mean": { "value": 2.121502500000007e-05, "min": 2.121502500000007e-05, "max": 0.0049826847, "count": 200 }, "Agent.Policy.Beta.sum": { "value": 4.243005000000014e-05, "min": 4.243005000000014e-05, "max": 0.014511620383333333, "count": 200 }, "Agent.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 }, "Agent.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 200 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717321891", "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_4_task_6_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_4_task_6_run_id_1_train --base-port 5009", "mlagents_version": "0.30.0", "mlagents_envs_version": "0.30.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.7.1+cu110", "numpy_version": "1.21.0", "end_time_seconds": "1717329436" }, "total": 7545.0440484, "count": 1, "self": 2.4645366000004287, "children": { "run_training.setup": { "total": 0.05277310000000002, "count": 1, "self": 0.05277310000000002 }, "TrainerController.start_learning": { "total": 7542.526738699999, "count": 1, "self": 7.609271799881753, "children": { "TrainerController._reset_env": { "total": 2.0646617, "count": 1, "self": 2.0646617 }, "TrainerController.advance": { "total": 7532.771002400118, "count": 600019, "self": 7.464390100007222, "children": { "env_step": { "total": 7525.306612300111, "count": 600019, "self": 5461.331347300107, "children": { "SubprocessEnvManager._take_step": { "total": 2058.5711027002694, "count": 600019, "self": 16.274013400094873, "children": { "TorchPolicy.evaluate": { "total": 2042.2970893001745, "count": 600019, "self": 2042.2970893001745 } } }, "workers": { "total": 5.4041622997337555, "count": 600019, "self": 0.0, "children": { "worker_root": { "total": 7529.5858744999505, "count": 600019, "is_parallel": true, "self": 2501.9427480001623, "children": { "steps_from_proto": { "total": 0.006265500000000035, "count": 1, "is_parallel": true, "self": 0.00010500000000002174, "children": { "_process_maybe_compressed_observation": { "total": 0.006075399999999842, "count": 2, "is_parallel": true, "self": 4.300000000001525e-05, "children": { "_observation_to_np_array": { "total": 0.006032399999999827, "count": 3, "is_parallel": true, "self": 2.7199999999893976e-05, "children": { "process_pixels": { "total": 0.006005199999999933, "count": 3, "is_parallel": true, "self": 0.00017639999999974343, "children": { "image_decompress": { "total": 0.005828800000000189, "count": 3, "is_parallel": true, "self": 0.005828800000000189 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 8.510000000017115e-05, "count": 2, "is_parallel": true, "self": 8.510000000017115e-05 } } }, "UnityEnvironment.step": { "total": 5027.636860999788, "count": 600019, "is_parallel": true, "self": 32.94256469930406, "children": { "UnityEnvironment._generate_step_input": { "total": 30.86155940005289, "count": 600019, "is_parallel": true, "self": 30.86155940005289 }, "communicator.exchange": { "total": 4720.710759400327, "count": 600019, "is_parallel": true, "self": 4720.710759400327 }, "steps_from_proto": { "total": 243.1219775001041, "count": 600019, "is_parallel": true, "self": 49.68896349981904, "children": { "_process_maybe_compressed_observation": { "total": 169.20643180003302, "count": 1200038, "is_parallel": true, "self": 16.586838599681727, "children": { "_observation_to_np_array": { "total": 152.6195932003513, "count": 1857141, "is_parallel": true, "self": 13.510153300020647, "children": { "process_pixels": { "total": 139.10943990033064, "count": 1857141, "is_parallel": true, "self": 51.13780640081647, "children": { "image_decompress": { "total": 87.97163349951417, "count": 1857141, "is_parallel": true, "self": 87.97163349951417 } } } } } } }, "_process_rank_one_or_two_observation": { "total": 24.226582200252032, "count": 1200038, "is_parallel": true, "self": 24.226582200252032 } } } } } } } } } } } } }, "trainer_threads": { "total": 1.7700000171316788e-05, "count": 1, "self": 1.7700000171316788e-05, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 7536.876909100001, "count": 445663, "is_parallel": true, "self": 8.87253000005694, "children": { "process_trajectory": { "total": 6841.939224999948, "count": 445663, "is_parallel": true, "self": 6841.675477199949, "children": { "RLTrainer._checkpoint": { "total": 0.2637477999996918, "count": 3, "is_parallel": true, "self": 0.2637477999996918 } } }, "_update_policy": { "total": 686.0651540999966, "count": 424, "is_parallel": true, "self": 174.45794439995183, "children": { "TorchPPOOptimizer.update": { "total": 511.60720970004473, "count": 20670, "is_parallel": true, "self": 511.60720970004473 } } } } } } } } }, "TrainerController._save_models": { "total": 0.08178509999925154, "count": 1, "self": 0.018248299998958828, "children": { "RLTrainer._checkpoint": { "total": 0.06353680000029271, "count": 1, "self": 0.06353680000029271 } } } } } } }