| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.738983690738678, | |
| "min": 0.49195733666419983, | |
| "max": 1.3118427991867065, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 22145.86328125, | |
| "min": 14947.6318359375, | |
| "max": 39796.0625, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 479908.0, | |
| "min": 29903.0, | |
| "max": 479908.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 479908.0, | |
| "min": 29903.0, | |
| "max": 479908.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.03713126853108406, | |
| "min": -0.10277976840734482, | |
| "max": 0.03713126853108406, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 9.097160339355469, | |
| "min": -24.872703552246094, | |
| "max": 9.097160339355469, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.04024461656808853, | |
| "min": 0.0300200954079628, | |
| "max": 0.5797380805015564, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 9.859930992126465, | |
| "min": 7.354923248291016, | |
| "max": 137.39791870117188, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06864996377992737, | |
| "min": 0.06540100464085023, | |
| "max": 0.07365103193059065, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9610994929189831, | |
| "min": 0.5155572235141346, | |
| "max": 0.9988405941670127, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.005410192468505057, | |
| "min": 0.0009231757796349264, | |
| "max": 0.013681946543527728, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.0757426945590708, | |
| "min": 0.010522280838797885, | |
| "max": 0.0957736258046941, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 2.1345735741928573e-05, | |
| "min": 2.1345735741928573e-05, | |
| "max": 0.0002904700317480857, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00029884030038700003, | |
| "min": 0.00029884030038700003, | |
| "max": 0.0028536009487998, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10711521428571429, | |
| "min": 0.10711521428571429, | |
| "max": 0.19682334285714287, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.499613, | |
| "min": 1.3777634, | |
| "max": 2.3396082000000002, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0007208099071428573, | |
| "min": 0.0007208099071428573, | |
| "max": 0.009682651951428572, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.010091338700000002, | |
| "min": 0.010091338700000002, | |
| "max": 0.09515489998, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.027235398069024086, | |
| "min": 0.027235398069024086, | |
| "max": 0.5587548017501831, | |
| "count": 16 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.3812955617904663, | |
| "min": 0.3812955617904663, | |
| "max": 3.9112837314605713, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 851.5833333333334, | |
| "min": 851.4117647058823, | |
| "max": 999.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30657.0, | |
| "min": 16702.0, | |
| "max": 32277.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": -0.12967226654291153, | |
| "min": -0.999962551984936, | |
| "max": -0.12967226654291153, | |
| "count": 16 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": -4.668201595544815, | |
| "min": -31.998801663517952, | |
| "max": -4.668201595544815, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": -0.12967226654291153, | |
| "min": -0.999962551984936, | |
| "max": -0.12967226654291153, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": -4.668201595544815, | |
| "min": -31.998801663517952, | |
| "max": -4.668201595544815, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.23885506172923165, | |
| "min": 0.23885506172923165, | |
| "max": 11.404472938355278, | |
| "count": 16 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 8.59878222225234, | |
| "min": 8.241848946548998, | |
| "max": 193.87603995203972, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 16 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1679489615", | |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1679490564" | |
| }, | |
| "total": 949.5795500689997, | |
| "count": 1, | |
| "self": 0.476823033999608, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.11458128899994335, | |
| "count": 1, | |
| "self": 0.11458128899994335 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 948.9881457460001, | |
| "count": 1, | |
| "self": 0.6016137709725626, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 7.070178240000132, | |
| "count": 1, | |
| "self": 7.070178240000132 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 941.2240850960275, | |
| "count": 31620, | |
| "self": 0.6592998469609483, | |
| "children": { | |
| "env_step": { | |
| "total": 637.2980345040755, | |
| "count": 31620, | |
| "self": 586.0284019521023, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 50.89524606097439, | |
| "count": 31620, | |
| "self": 2.2538464990061584, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 48.64139956196823, | |
| "count": 31317, | |
| "self": 48.64139956196823 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.3743864909988588, | |
| "count": 31620, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 947.0046194860397, | |
| "count": 31620, | |
| "is_parallel": true, | |
| "self": 414.42788671301423, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0017473559996687982, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005700420001630846, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011773139995057136, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011773139995057136 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.04748465100010435, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005115090002618672, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004314859997975873, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004314859997975873 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.044885274000080244, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.044885274000080244 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0016563819999646512, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00037083900042489404, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012855429995397571, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012855429995397571 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 532.5767327730255, | |
| "count": 31619, | |
| "is_parallel": true, | |
| "self": 15.02941522491301, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 11.005025104008382, | |
| "count": 31619, | |
| "is_parallel": true, | |
| "self": 11.005025104008382 | |
| }, | |
| "communicator.exchange": { | |
| "total": 462.5483772040575, | |
| "count": 31619, | |
| "is_parallel": true, | |
| "self": 462.5483772040575 | |
| }, | |
| "steps_from_proto": { | |
| "total": 43.99391524004659, | |
| "count": 31619, | |
| "is_parallel": true, | |
| "self": 9.238356631018178, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 34.75555860902841, | |
| "count": 252952, | |
| "is_parallel": true, | |
| "self": 34.75555860902841 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 303.266750744991, | |
| "count": 31620, | |
| "self": 1.1163099479704215, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 55.47470573201781, | |
| "count": 31620, | |
| "self": 55.33351731701805, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.14118841499976043, | |
| "count": 1, | |
| "self": 0.14118841499976043 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 246.67573506500275, | |
| "count": 217, | |
| "self": 156.72970990401336, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 89.9460251609894, | |
| "count": 11418, | |
| "self": 89.9460251609894 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.018000148178544e-06, | |
| "count": 1, | |
| "self": 1.018000148178544e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09226762099979169, | |
| "count": 1, | |
| "self": 0.0014073519996600226, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09086026900013167, | |
| "count": 1, | |
| "self": 0.09086026900013167 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |