|
{
|
|
"name": "root",
|
|
"gauges": {
|
|
"Agent.Policy.Entropy.mean": {
|
|
"value": 1.321001410484314,
|
|
"min": 1.321001410484314,
|
|
"max": 1.4929310083389282,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.Entropy.sum": {
|
|
"value": 14663.1162109375,
|
|
"min": 2722.947265625,
|
|
"max": 21548.94921875,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterDrop.mean": {
|
|
"value": 22.5,
|
|
"min": 1.1666666666666667,
|
|
"max": 179.66666666666666,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterDrop.sum": {
|
|
"value": 135.0,
|
|
"min": 7.0,
|
|
"max": 539.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterPickup.mean": {
|
|
"value": 22.333333333333332,
|
|
"min": 0.5,
|
|
"max": 179.33333333333334,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.WaterPickup.sum": {
|
|
"value": 134.0,
|
|
"min": 3.0,
|
|
"max": 538.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTreesReward.mean": {
|
|
"value": 712.1666666666666,
|
|
"min": 0.0,
|
|
"max": 2687.6666666666665,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTreesReward.sum": {
|
|
"value": 4273.0,
|
|
"min": 0.0,
|
|
"max": 11572.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTrees.mean": {
|
|
"value": 712.1666666666666,
|
|
"min": 0.0,
|
|
"max": 2687.6666666666665,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.PreparingTrees.sum": {
|
|
"value": 4273.0,
|
|
"min": 0.0,
|
|
"max": 11572.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": {
|
|
"value": 250.0,
|
|
"min": 0.0,
|
|
"max": 1081.6666666666667,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": {
|
|
"value": 1500.0,
|
|
"min": 0.0,
|
|
"max": 3245.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": {
|
|
"value": 50.0,
|
|
"min": 0.0,
|
|
"max": 216.33333333333334,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": {
|
|
"value": 300.0,
|
|
"min": 0.0,
|
|
"max": 649.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FireOut.mean": {
|
|
"value": 0.16666666666666666,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FireOut.sum": {
|
|
"value": 1.0,
|
|
"min": 0.0,
|
|
"max": 6.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": {
|
|
"value": 1.0,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": {
|
|
"value": 6.0,
|
|
"min": 0.0,
|
|
"max": 9.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.CrashCount.mean": {
|
|
"value": 0.5,
|
|
"min": 0.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.AerialWildfireSuppression.CrashCount.sum": {
|
|
"value": 3.0,
|
|
"min": 0.0,
|
|
"max": 36.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.difficulty.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.difficulty.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.task.mean": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.LessonNumber.task.sum": {
|
|
"value": 0.0,
|
|
"min": 0.0,
|
|
"max": 0.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.EpisodeLength.mean": {
|
|
"value": 1849.0,
|
|
"min": 240.91666666666666,
|
|
"max": 2999.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.EpisodeLength.sum": {
|
|
"value": 11094.0,
|
|
"min": 2049.0,
|
|
"max": 15141.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Step.mean": {
|
|
"value": 1799154.0,
|
|
"min": 8937.0,
|
|
"max": 1799154.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Step.sum": {
|
|
"value": 1799154.0,
|
|
"min": 8937.0,
|
|
"max": 1799154.0,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicValueEstimate.mean": {
|
|
"value": 51.94319152832031,
|
|
"min": -15.589353561401367,
|
|
"max": 139.2920684814453,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicValueEstimate.sum": {
|
|
"value": 311.6591491699219,
|
|
"min": -342.5498046875,
|
|
"max": 849.6273803710938,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.CumulativeReward.mean": {
|
|
"value": 685.7491620381674,
|
|
"min": -62.984999656677246,
|
|
"max": 2658.3335774739585,
|
|
"count": 200
|
|
},
|
|
"Agent.Environment.CumulativeReward.sum": {
|
|
"value": 4114.494972229004,
|
|
"min": -377.9099979400635,
|
|
"max": 9894.9755859375,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicReward.mean": {
|
|
"value": 685.7491620381674,
|
|
"min": -62.984999656677246,
|
|
"max": 2658.3335774739585,
|
|
"count": 200
|
|
},
|
|
"Agent.Policy.ExtrinsicReward.sum": {
|
|
"value": 4114.494972229004,
|
|
"min": -377.9099979400635,
|
|
"max": 9894.9755859375,
|
|
"count": 200
|
|
},
|
|
"Agent.Losses.PolicyLoss.mean": {
|
|
"value": 0.043963878237186595,
|
|
"min": 0.037522629607850924,
|
|
"max": 0.05781321297030127,
|
|
"count": 191
|
|
},
|
|
"Agent.Losses.PolicyLoss.sum": {
|
|
"value": 0.043963878237186595,
|
|
"min": 0.037522629607850924,
|
|
"max": 0.10880783558241092,
|
|
"count": 191
|
|
},
|
|
"Agent.Losses.ValueLoss.mean": {
|
|
"value": 275.1706439079122,
|
|
"min": 21.23502781277611,
|
|
"max": 5901.806807529779,
|
|
"count": 191
|
|
},
|
|
"Agent.Losses.ValueLoss.sum": {
|
|
"value": 275.1706439079122,
|
|
"min": 21.23502781277611,
|
|
"max": 5901.806807529779,
|
|
"count": 191
|
|
},
|
|
"Agent.Policy.LearningRate.mean": {
|
|
"value": 1.491099503000009e-06,
|
|
"min": 1.491099503000009e-06,
|
|
"max": 0.0002991170002943332,
|
|
"count": 191
|
|
},
|
|
"Agent.Policy.LearningRate.sum": {
|
|
"value": 1.491099503000009e-06,
|
|
"min": 1.491099503000009e-06,
|
|
"max": 0.0005955735014755,
|
|
"count": 191
|
|
},
|
|
"Agent.Policy.Epsilon.mean": {
|
|
"value": 0.10049700000000002,
|
|
"min": 0.10049700000000002,
|
|
"max": 0.19970566666666667,
|
|
"count": 191
|
|
},
|
|
"Agent.Policy.Epsilon.sum": {
|
|
"value": 0.10049700000000002,
|
|
"min": 0.10049700000000002,
|
|
"max": 0.39852450000000006,
|
|
"count": 191
|
|
},
|
|
"Agent.Policy.Beta.mean": {
|
|
"value": 3.480030000000016e-05,
|
|
"min": 3.480030000000016e-05,
|
|
"max": 0.004985312766666669,
|
|
"count": 191
|
|
},
|
|
"Agent.Policy.Beta.sum": {
|
|
"value": 3.480030000000016e-05,
|
|
"min": 3.480030000000016e-05,
|
|
"max": 0.00992637255,
|
|
"count": 191
|
|
},
|
|
"Agent.IsTraining.mean": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
},
|
|
"Agent.IsTraining.sum": {
|
|
"value": 1.0,
|
|
"min": 1.0,
|
|
"max": 1.0,
|
|
"count": 200
|
|
}
|
|
},
|
|
"metadata": {
|
|
"timer_format_version": "0.1.0",
|
|
"start_time_seconds": "1717441358",
|
|
"python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]",
|
|
"command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_7_task_3_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_7_task_3_run_id_1_train --base-port 5009",
|
|
"mlagents_version": "0.30.0",
|
|
"mlagents_envs_version": "0.30.0",
|
|
"communication_protocol_version": "1.5.0",
|
|
"pytorch_version": "1.7.1+cu110",
|
|
"numpy_version": "1.21.0",
|
|
"end_time_seconds": "1717446334"
|
|
},
|
|
"total": 4975.3011037,
|
|
"count": 1,
|
|
"self": 0.24438920000011422,
|
|
"children": {
|
|
"run_training.setup": {
|
|
"total": 0.05462509999999998,
|
|
"count": 1,
|
|
"self": 0.05462509999999998
|
|
},
|
|
"TrainerController.start_learning": {
|
|
"total": 4975.0020894,
|
|
"count": 1,
|
|
"self": 11.907478900041497,
|
|
"children": {
|
|
"TrainerController._reset_env": {
|
|
"total": 2.1136888000000003,
|
|
"count": 1,
|
|
"self": 2.1136888000000003
|
|
},
|
|
"TrainerController.advance": {
|
|
"total": 4960.900963899959,
|
|
"count": 600727,
|
|
"self": 11.244523999914236,
|
|
"children": {
|
|
"env_step": {
|
|
"total": 4949.6564399000445,
|
|
"count": 600727,
|
|
"self": 2775.460667600024,
|
|
"children": {
|
|
"SubprocessEnvManager._take_step": {
|
|
"total": 2166.906870899849,
|
|
"count": 600727,
|
|
"self": 19.77907849991243,
|
|
"children": {
|
|
"TorchPolicy.evaluate": {
|
|
"total": 2147.1277923999364,
|
|
"count": 600727,
|
|
"self": 2147.1277923999364
|
|
}
|
|
}
|
|
},
|
|
"workers": {
|
|
"total": 7.288901400171603,
|
|
"count": 600727,
|
|
"self": 0.0,
|
|
"children": {
|
|
"worker_root": {
|
|
"total": 4961.780219300025,
|
|
"count": 600727,
|
|
"is_parallel": true,
|
|
"self": 2681.802365200035,
|
|
"children": {
|
|
"steps_from_proto": {
|
|
"total": 0.006910500000000042,
|
|
"count": 1,
|
|
"is_parallel": true,
|
|
"self": 0.00011010000000011289,
|
|
"children": {
|
|
"_process_maybe_compressed_observation": {
|
|
"total": 0.006718599999999908,
|
|
"count": 2,
|
|
"is_parallel": true,
|
|
"self": 5.049999999995336e-05,
|
|
"children": {
|
|
"_observation_to_np_array": {
|
|
"total": 0.006668099999999955,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 2.639999999987097e-05,
|
|
"children": {
|
|
"process_pixels": {
|
|
"total": 0.006641700000000084,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.0001988000000001655,
|
|
"children": {
|
|
"image_decompress": {
|
|
"total": 0.006442899999999918,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.006442899999999918
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 8.180000000002075e-05,
|
|
"count": 2,
|
|
"is_parallel": true,
|
|
"self": 8.180000000002075e-05
|
|
}
|
|
}
|
|
},
|
|
"UnityEnvironment.step": {
|
|
"total": 2279.9709435999903,
|
|
"count": 600727,
|
|
"is_parallel": true,
|
|
"self": 32.09812000013153,
|
|
"children": {
|
|
"UnityEnvironment._generate_step_input": {
|
|
"total": 32.735333400190285,
|
|
"count": 600727,
|
|
"is_parallel": true,
|
|
"self": 32.735333400190285
|
|
},
|
|
"communicator.exchange": {
|
|
"total": 1938.6750067997348,
|
|
"count": 600727,
|
|
"is_parallel": true,
|
|
"self": 1938.6750067997348
|
|
},
|
|
"steps_from_proto": {
|
|
"total": 276.46248339993355,
|
|
"count": 600727,
|
|
"is_parallel": true,
|
|
"self": 60.22704109963826,
|
|
"children": {
|
|
"_process_maybe_compressed_observation": {
|
|
"total": 187.30301970037968,
|
|
"count": 1201454,
|
|
"is_parallel": true,
|
|
"self": 17.333307300488286,
|
|
"children": {
|
|
"_observation_to_np_array": {
|
|
"total": 169.9697123998914,
|
|
"count": 1803381,
|
|
"is_parallel": true,
|
|
"self": 14.826810299953536,
|
|
"children": {
|
|
"process_pixels": {
|
|
"total": 155.14290209993786,
|
|
"count": 1803381,
|
|
"is_parallel": true,
|
|
"self": 55.34050939971428,
|
|
"children": {
|
|
"image_decompress": {
|
|
"total": 99.80239270022358,
|
|
"count": 1803381,
|
|
"is_parallel": true,
|
|
"self": 99.80239270022358
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"_process_rank_one_or_two_observation": {
|
|
"total": 28.932422599915604,
|
|
"count": 1201454,
|
|
"is_parallel": true,
|
|
"self": 28.932422599915604
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"trainer_threads": {
|
|
"total": 2.2599999283556826e-05,
|
|
"count": 1,
|
|
"self": 2.2599999283556826e-05,
|
|
"children": {
|
|
"thread_root": {
|
|
"total": 0.0,
|
|
"count": 0,
|
|
"is_parallel": true,
|
|
"self": 0.0,
|
|
"children": {
|
|
"trainer_advance": {
|
|
"total": 4969.808886499786,
|
|
"count": 264554,
|
|
"is_parallel": true,
|
|
"self": 12.343956399770832,
|
|
"children": {
|
|
"process_trajectory": {
|
|
"total": 4210.622224400016,
|
|
"count": 264554,
|
|
"is_parallel": true,
|
|
"self": 4210.321398100017,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.30082629999901656,
|
|
"count": 3,
|
|
"is_parallel": true,
|
|
"self": 0.30082629999901656
|
|
}
|
|
}
|
|
},
|
|
"_update_policy": {
|
|
"total": 746.8427056999986,
|
|
"count": 226,
|
|
"is_parallel": true,
|
|
"self": 188.3579823999811,
|
|
"children": {
|
|
"TorchPPOOptimizer.update": {
|
|
"total": 558.4847233000175,
|
|
"count": 20745,
|
|
"is_parallel": true,
|
|
"self": 558.4847233000175
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"TrainerController._save_models": {
|
|
"total": 0.0799352000003637,
|
|
"count": 1,
|
|
"self": 0.006598099999791884,
|
|
"children": {
|
|
"RLTrainer._checkpoint": {
|
|
"total": 0.07333710000057181,
|
|
"count": 1,
|
|
"self": 0.07333710000057181
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
} |