{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.40133917331695557, "min": 0.39024877548217773, "max": 0.9190311431884766, "count": 30 }, "Pyramids.Policy.Entropy.sum": { "value": 12078.7041015625, "min": 11638.779296875, "max": 27526.8203125, "count": 30 }, "Pyramids.Step.mean": { "value": 989902.0, "min": 119990.0, "max": 989902.0, "count": 30 }, "Pyramids.Step.sum": { "value": 989902.0, "min": 119990.0, "max": 989902.0, "count": 30 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.592274010181427, "min": -0.1003870815038681, "max": 0.592274010181427, "count": 30 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 167.02127075195312, "min": -24.29367446899414, "max": 167.02127075195312, "count": 30 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.015674160793423653, "min": -0.02970687858760357, "max": 0.11610475927591324, "count": 30 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 4.4201130867004395, "min": -8.139684677124023, "max": 27.284618377685547, "count": 30 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06571317812103741, "min": 0.06530649958932329, "max": 0.07437105273696006, "count": 30 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9199844936945238, "min": 0.6453641735066445, "max": 1.0480747271891837, "count": 30 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.014430342710636302, "min": 0.00013537428360679862, "max": 0.015816135720732354, "count": 30 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.20202479794890824, "min": 0.0018952399704951807, "max": 0.22990176156499909, "count": 30 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.66745458707143e-06, "min": 7.66745458707143e-06, "max": 0.00026757491080836663, "count": 30 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00010734436421900003, "min": 0.00010734436421900003, "max": 0.003257978614007199, "count": 30 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10255578571428572, "min": 0.10255578571428572, "max": 0.18919163333333333, "count": 30 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4357810000000002, "min": 1.4357810000000002, "max": 2.4853319, "count": 30 }, "Pyramids.Policy.Beta.mean": { "value": 0.0002653229928571429, "min": 0.0002653229928571429, "max": 0.008920244170000001, "count": 30 }, "Pyramids.Policy.Beta.sum": { "value": 0.0037145219000000004, "min": 0.0037145219000000004, "max": 0.10862068072000002, "count": 30 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.012348522432148457, "min": 0.012348522432148457, "max": 0.08281976729631424, "count": 30 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.17287930846214294, "min": 0.17287930846214294, "max": 0.7453778982162476, "count": 30 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 350.4835164835165, "min": 329.7586206896552, "max": 999.0, "count": 30 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 31894.0, "min": 17581.0, "max": 34156.0, "count": 30 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.6275296555115626, "min": -0.9997250507585704, "max": 1.647245955021902, "count": 30 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 148.1051986515522, "min": -31.991201624274254, "max": 148.1051986515522, "count": 30 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.6275296555115626, "min": -0.9997250507585704, "max": 1.647245955021902, "count": 30 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 148.1051986515522, "min": -31.991201624274254, "max": 148.1051986515522, "count": 30 }, "Pyramids.Policy.RndReward.mean": { "value": 0.04432048587637677, "min": 0.04321335142686757, "max": 0.8873915572961172, "count": 30 }, "Pyramids.Policy.RndReward.sum": { "value": 4.033164214750286, "min": 3.7595615741374786, "max": 23.118023794144392, "count": 30 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 30 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 30 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1675521826", "python_version": "3.8.16 (default, Dec 7 2022, 01:12:06) \n[GCC 11.3.0]", "command_line_arguments": "/home/antoine/.local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", "mlagents_version": "0.29.0", "mlagents_envs_version": "0.29.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.13.1+cu117", "numpy_version": "1.21.2", "end_time_seconds": "1675523358" }, "total": 1532.0677022159998, "count": 1, "self": 0.2693895850006811, "children": { "run_training.setup": { "total": 0.01934928199989372, "count": 1, "self": 0.01934928199989372 }, "TrainerController.start_learning": { "total": 1531.7789633489992, "count": 1, "self": 1.0567639920045622, "children": { "TrainerController._reset_env": { "total": 2.200875892000113, "count": 1, "self": 2.200875892000113 }, "TrainerController.advance": { "total": 1528.4606921109935, "count": 57924, "self": 1.0319407319966558, "children": { "env_step": { "total": 895.5223525339143, "count": 57924, "self": 728.1857295537957, "children": { "SubprocessEnvManager._take_step": { "total": 166.67853063105122, "count": 57924, "self": 2.80623972815647, "children": { "TorchPolicy.evaluate": { "total": 163.87229090289475, "count": 56908, "self": 82.71855917885023, "children": { "TorchPolicy.sample_actions": { "total": 81.15373172404452, "count": 56908, "self": 81.15373172404452 } } } } }, "workers": { "total": 0.658092349067374, "count": 57924, "self": 0.0, "children": { "worker_root": { "total": 1529.356982861149, "count": 57924, "is_parallel": true, "self": 862.3219712841974, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.001134875999923679, "count": 1, "is_parallel": true, "self": 0.0004583429990816512, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006765330008420278, "count": 8, "is_parallel": true, "self": 0.0006765330008420278 } } }, "UnityEnvironment.step": { "total": 0.025187721999827772, "count": 1, "is_parallel": true, "self": 0.0002006779986913898, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00023382700055663008, "count": 1, "is_parallel": true, "self": 0.00023382700055663008 }, "communicator.exchange": { "total": 0.02405777600051806, "count": 1, "is_parallel": true, "self": 0.02405777600051806 }, "steps_from_proto": { "total": 0.0006954410000616917, "count": 1, "is_parallel": true, "self": 0.00016682799923728453, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005286130008244072, "count": 8, "is_parallel": true, "self": 0.0005286130008244072 } } } } } } }, "UnityEnvironment.step": { "total": 667.0350115769515, "count": 57923, "is_parallel": true, "self": 11.878453123796135, "children": { "UnityEnvironment._generate_step_input": { "total": 8.145748095083945, "count": 57923, "is_parallel": true, "self": 8.145748095083945 }, "communicator.exchange": { "total": 613.0047714201792, "count": 57923, "is_parallel": true, "self": 613.0047714201792 }, "steps_from_proto": { "total": 34.0060389378923, "count": 57923, "is_parallel": true, "self": 8.894773156672272, "children": { "_process_rank_one_or_two_observation": { "total": 25.111265781220027, "count": 463384, "is_parallel": true, "self": 25.111265781220027 } } } } } } } } } } }, "trainer_advance": { "total": 631.9063988450825, "count": 57924, "self": 2.0132381559678834, "children": { "process_trajectory": { "total": 119.09942889010745, "count": 57924, "self": 118.95852554010708, "children": { "RLTrainer._checkpoint": { "total": 0.14090335000037157, "count": 2, "self": 0.14090335000037157 } } }, "_update_policy": { "total": 510.7937317990072, "count": 415, "self": 108.34210230299504, "children": { "TorchPPOOptimizer.update": { "total": 402.4516294960122, "count": 20742, "self": 402.4516294960122 } } } } } } }, "trainer_threads": { "total": 6.30000613455195e-07, "count": 1, "self": 6.30000613455195e-07 }, "TrainerController._save_models": { "total": 0.06063072400047531, "count": 1, "self": 0.0055338040001515765, "children": { "RLTrainer._checkpoint": { "total": 0.055096920000323735, "count": 1, "self": 0.055096920000323735 } } } } } } }