philippds's picture
Upload 15 files
3e4288c verified
{
"name": "root",
"gauges": {
"Agent.Policy.Entropy.mean": {
"value": 1.4084457159042358,
"min": 1.4067686796188354,
"max": 1.5088719129562378,
"count": 200
},
"Agent.Policy.Entropy.sum": {
"value": 12709.814453125,
"min": 1415.8470458984375,
"max": 25095.46875,
"count": 200
},
"Agent.AerialWildfireSuppression.WaterDrop.mean": {
"value": 23.0,
"min": 0.6666666666666666,
"max": 71.0,
"count": 200
},
"Agent.AerialWildfireSuppression.WaterDrop.sum": {
"value": 69.0,
"min": 2.0,
"max": 213.0,
"count": 200
},
"Agent.AerialWildfireSuppression.WaterPickup.mean": {
"value": 22.333333333333332,
"min": 0.6666666666666666,
"max": 70.33333333333333,
"count": 200
},
"Agent.AerialWildfireSuppression.WaterPickup.sum": {
"value": 67.0,
"min": 2.0,
"max": 211.0,
"count": 200
},
"Agent.AerialWildfireSuppression.PreparingTreesReward.mean": {
"value": 3695.0,
"min": 88.33333333333333,
"max": 8893.333333333334,
"count": 200
},
"Agent.AerialWildfireSuppression.PreparingTreesReward.sum": {
"value": 11085.0,
"min": 265.0,
"max": 34380.0,
"count": 200
},
"Agent.AerialWildfireSuppression.PreparingTrees.mean": {
"value": 739.0,
"min": 17.666666666666668,
"max": 1778.6666666666667,
"count": 200
},
"Agent.AerialWildfireSuppression.PreparingTrees.sum": {
"value": 2217.0,
"min": 53.0,
"max": 6876.0,
"count": 200
},
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.mean": {
"value": 0.0,
"min": 0.0,
"max": 725.0,
"count": 200
},
"Agent.AerialWildfireSuppression.ExtinguishingTreesReward.sum": {
"value": 0.0,
"min": 0.0,
"max": 4510.0,
"count": 200
},
"Agent.AerialWildfireSuppression.ExtinguishingTrees.mean": {
"value": 0.0,
"min": 0.0,
"max": 145.0,
"count": 200
},
"Agent.AerialWildfireSuppression.ExtinguishingTrees.sum": {
"value": 0.0,
"min": 0.0,
"max": 902.0,
"count": 200
},
"Agent.AerialWildfireSuppression.FireOut.mean": {
"value": 0.0,
"min": 0.0,
"max": 1.0,
"count": 200
},
"Agent.AerialWildfireSuppression.FireOut.sum": {
"value": 0.0,
"min": 0.0,
"max": 6.0,
"count": 200
},
"Agent.AerialWildfireSuppression.FiretooClosetoCity.mean": {
"value": 0.0,
"min": 0.0,
"max": 1.0,
"count": 200
},
"Agent.AerialWildfireSuppression.FiretooClosetoCity.sum": {
"value": 0.0,
"min": 0.0,
"max": 6.0,
"count": 200
},
"Agent.AerialWildfireSuppression.CrashCount.mean": {
"value": 0.0,
"min": 0.0,
"max": 1.0,
"count": 200
},
"Agent.AerialWildfireSuppression.CrashCount.sum": {
"value": 0.0,
"min": 0.0,
"max": 39.0,
"count": 200
},
"Agent.Environment.LessonNumber.difficulty.mean": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 200
},
"Agent.Environment.LessonNumber.difficulty.sum": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 200
},
"Agent.Environment.LessonNumber.task.mean": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 200
},
"Agent.Environment.LessonNumber.task.sum": {
"value": 0.0,
"min": 0.0,
"max": 0.0,
"count": 200
},
"Agent.Environment.EpisodeLength.mean": {
"value": 2999.0,
"min": 199.0,
"max": 2999.0,
"count": 200
},
"Agent.Environment.EpisodeLength.sum": {
"value": 8997.0,
"min": 597.0,
"max": 17550.0,
"count": 200
},
"Agent.Step.mean": {
"value": 1799754.0,
"min": 8730.0,
"max": 1799754.0,
"count": 200
},
"Agent.Step.sum": {
"value": 1799754.0,
"min": 8730.0,
"max": 1799754.0,
"count": 200
},
"Agent.Policy.ExtrinsicValueEstimate.mean": {
"value": 231.97256469726562,
"min": 3.9347245693206787,
"max": 375.9845275878906,
"count": 200
},
"Agent.Policy.ExtrinsicValueEstimate.sum": {
"value": 1159.86279296875,
"min": 141.65008544921875,
"max": 3966.137939453125,
"count": 200
},
"Agent.Environment.CumulativeReward.mean": {
"value": 1801.0,
"min": 256.0,
"max": 7543.0,
"count": 200
},
"Agent.Environment.CumulativeReward.sum": {
"value": 9005.0,
"min": 914.0,
"max": 24796.0,
"count": 200
},
"Agent.Policy.ExtrinsicReward.mean": {
"value": 1801.0,
"min": 256.0,
"max": 7543.0,
"count": 200
},
"Agent.Policy.ExtrinsicReward.sum": {
"value": 9005.0,
"min": 914.0,
"max": 24796.0,
"count": 200
},
"Agent.Losses.PolicyLoss.mean": {
"value": 0.04910632317885757,
"min": 0.039386254708296146,
"max": 0.06071123640673856,
"count": 188
},
"Agent.Losses.PolicyLoss.sum": {
"value": 0.04910632317885757,
"min": 0.039386254708296146,
"max": 0.11390054475752606,
"count": 188
},
"Agent.Losses.ValueLoss.mean": {
"value": 8828.392810872396,
"min": 436.81949511869453,
"max": 24311.892178622158,
"count": 188
},
"Agent.Losses.ValueLoss.sum": {
"value": 8828.392810872396,
"min": 436.81949511869453,
"max": 38126.060936143665,
"count": 188
},
"Agent.Policy.LearningRate.mean": {
"value": 1.6990994336666724e-06,
"min": 1.6990994336666724e-06,
"max": 0.00029916450027850003,
"count": 188
},
"Agent.Policy.LearningRate.sum": {
"value": 1.6990994336666724e-06,
"min": 1.6990994336666724e-06,
"max": 0.000596064001312,
"count": 188
},
"Agent.Policy.Epsilon.mean": {
"value": 0.10056633333333331,
"min": 0.10056633333333331,
"max": 0.19972150000000002,
"count": 188
},
"Agent.Policy.Epsilon.sum": {
"value": 0.10056633333333331,
"min": 0.10056633333333331,
"max": 0.39868800000000004,
"count": 188
},
"Agent.Policy.Beta.mean": {
"value": 3.826003333333344e-05,
"min": 3.826003333333344e-05,
"max": 0.00498610285,
"count": 188
},
"Agent.Policy.Beta.sum": {
"value": 3.826003333333344e-05,
"min": 3.826003333333344e-05,
"max": 0.009934531199999999,
"count": 188
},
"Agent.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 200
},
"Agent.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 200
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1718245818",
"python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]",
"command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/AerialWildfireSuppression_difficulty_1_task_2_run_id_1_train.yaml --run-id=AerialWildfireSuppression/train/AerialWildfireSuppression_difficulty_1_task_2_run_id_1_train --base-port 5009",
"mlagents_version": "0.30.0",
"mlagents_envs_version": "0.30.0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "1.7.1+cu110",
"numpy_version": "1.21.0",
"end_time_seconds": "1718249870"
},
"total": 4052.5219454,
"count": 1,
"self": 0.23108759999968242,
"children": {
"run_training.setup": {
"total": 0.04894759999999998,
"count": 1,
"self": 0.04894759999999998
},
"TrainerController.start_learning": {
"total": 4052.2419102000003,
"count": 1,
"self": 8.500973799985331,
"children": {
"TrainerController._reset_env": {
"total": 1.9733737000000002,
"count": 1,
"self": 1.9733737000000002
},
"TrainerController.advance": {
"total": 4041.6881784000143,
"count": 600927,
"self": 7.663409100039644,
"children": {
"env_step": {
"total": 4034.0247692999747,
"count": 600927,
"self": 2126.388593300021,
"children": {
"SubprocessEnvManager._take_step": {
"total": 1901.4516493999565,
"count": 600927,
"self": 16.025169300095058,
"children": {
"TorchPolicy.evaluate": {
"total": 1885.4264800998615,
"count": 600927,
"self": 1885.4264800998615
}
}
},
"workers": {
"total": 6.184526599997399,
"count": 600927,
"self": 0.0,
"children": {
"worker_root": {
"total": 4040.417861699945,
"count": 600927,
"is_parallel": true,
"self": 2322.3952812999632,
"children": {
"steps_from_proto": {
"total": 0.0059123000000000925,
"count": 1,
"is_parallel": true,
"self": 0.00010810000000027742,
"children": {
"_process_maybe_compressed_observation": {
"total": 0.005717199999999867,
"count": 2,
"is_parallel": true,
"self": 4.6599999999896724e-05,
"children": {
"_observation_to_np_array": {
"total": 0.00567059999999997,
"count": 3,
"is_parallel": true,
"self": 2.959999999996299e-05,
"children": {
"process_pixels": {
"total": 0.005641000000000007,
"count": 3,
"is_parallel": true,
"self": 0.00018229999999985758,
"children": {
"image_decompress": {
"total": 0.0054587000000001495,
"count": 3,
"is_parallel": true,
"self": 0.0054587000000001495
}
}
}
}
}
}
},
"_process_rank_one_or_two_observation": {
"total": 8.699999999994823e-05,
"count": 2,
"is_parallel": true,
"self": 8.699999999994823e-05
}
}
},
"UnityEnvironment.step": {
"total": 1718.0166680999816,
"count": 600927,
"is_parallel": true,
"self": 30.266606800067393,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 33.83795599998073,
"count": 600927,
"is_parallel": true,
"self": 33.83795599998073
},
"communicator.exchange": {
"total": 1415.6147716999455,
"count": 600927,
"is_parallel": true,
"self": 1415.6147716999455
},
"steps_from_proto": {
"total": 238.29733359998806,
"count": 600927,
"is_parallel": true,
"self": 49.33056579975005,
"children": {
"_process_maybe_compressed_observation": {
"total": 164.8242394001996,
"count": 1201854,
"is_parallel": true,
"self": 15.283221000176553,
"children": {
"_observation_to_np_array": {
"total": 149.54101840002303,
"count": 1804095,
"is_parallel": true,
"self": 13.311657700172276,
"children": {
"process_pixels": {
"total": 136.22936069985076,
"count": 1804095,
"is_parallel": true,
"self": 49.510362599892815,
"children": {
"image_decompress": {
"total": 86.71899809995794,
"count": 1804095,
"is_parallel": true,
"self": 86.71899809995794
}
}
}
}
}
}
},
"_process_rank_one_or_two_observation": {
"total": 24.142528400038415,
"count": 1201854,
"is_parallel": true,
"self": 24.142528400038415
}
}
}
}
}
}
}
}
}
}
}
}
},
"trainer_threads": {
"total": 2.66000001829525e-05,
"count": 1,
"self": 2.66000001829525e-05,
"children": {
"thread_root": {
"total": 0.0,
"count": 0,
"is_parallel": true,
"self": 0.0,
"children": {
"trainer_advance": {
"total": 4048.2443355000646,
"count": 208273,
"is_parallel": true,
"self": 8.58529970007794,
"children": {
"process_trajectory": {
"total": 3340.2826587999853,
"count": 208273,
"is_parallel": true,
"self": 3339.972862099985,
"children": {
"RLTrainer._checkpoint": {
"total": 0.3097967000001063,
"count": 3,
"is_parallel": true,
"self": 0.3097967000001063
}
}
},
"_update_policy": {
"total": 699.3763770000014,
"count": 232,
"is_parallel": true,
"self": 145.26156530000458,
"children": {
"TorchPPOOptimizer.update": {
"total": 554.1148116999968,
"count": 20700,
"is_parallel": true,
"self": 554.1148116999968
}
}
}
}
}
}
}
}
},
"TrainerController._save_models": {
"total": 0.07935770000040065,
"count": 1,
"self": 0.015490500000396423,
"children": {
"RLTrainer._checkpoint": {
"total": 0.06386720000000423,
"count": 1,
"self": 0.06386720000000423
}
}
}
}
}
}
}