{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.6742886900901794, "min": 0.6721416711807251, "max": 1.3842403888702393, "count": 16 }, "Pyramids.Policy.Entropy.sum": { "value": 20153.140625, "min": 20153.140625, "max": 41992.31640625, "count": 16 }, "Pyramids.Step.mean": { "value": 479910.0, "min": 29996.0, "max": 479910.0, "count": 16 }, "Pyramids.Step.sum": { "value": 479910.0, "min": 29996.0, "max": 479910.0, "count": 16 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.0009998594177886844, "min": -0.09621106088161469, "max": 0.01276826485991478, "count": 16 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 0.2449655532836914, "min": -23.186864852905273, "max": 3.038846969604492, "count": 16 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.03132905438542366, "min": 0.03132905438542366, "max": 0.5412765741348267, "count": 16 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 7.6756181716918945, "min": 7.6756181716918945, "max": 128.82382202148438, "count": 16 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06983986733453897, "min": 0.06526881362053823, "max": 0.07415272995565701, "count": 16 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 1.0475980100180844, "min": 0.5038274561005495, "max": 1.0475980100180844, "count": 16 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.004306636560674329, "min": 0.00010371410663252939, "max": 0.012851338419790715, "count": 16 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.06459954841011493, "min": 0.001348283386222882, "max": 0.089959368938535, "count": 16 }, "Pyramids.Policy.LearningRate.mean": { "value": 2.103485298841333e-05, "min": 2.103485298841333e-05, "max": 0.00029047303174708567, "count": 16 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00031552279482619997, "min": 0.00031552279482619997, "max": 0.003085113271629, "count": 16 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10701158666666669, "min": 0.10701158666666669, "max": 0.19682434285714287, "count": 16 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.6051738000000002, "min": 1.3777704000000002, "max": 2.4221326, "count": 16 }, "Pyramids.Policy.Beta.mean": { "value": 0.0007104575079999999, "min": 0.0007104575079999999, "max": 0.00968275185142857, "count": 16 }, "Pyramids.Policy.Beta.sum": { "value": 0.010656862619999999, "min": 0.010656862619999999, "max": 0.10286426290000002, "count": 16 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.031180718913674355, "min": 0.031180718913674355, "max": 0.6788924932479858, "count": 16 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.46771079301834106, "min": 0.462179571390152, "max": 4.752247333526611, "count": 16 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 900.9090909090909, "min": 885.3333333333334, "max": 999.0, "count": 16 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 29730.0, "min": 16667.0, "max": 32430.0, "count": 16 }, "Pyramids.Environment.CumulativeReward.mean": { "value": -0.35584853047674353, "min": -0.999819407539983, "max": -0.30830592771663384, "count": 16 }, "Pyramids.Environment.CumulativeReward.sum": { "value": -11.743001505732536, "min": -30.99440163373947, "max": -10.482401542365551, "count": 16 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": -0.35584853047674353, "min": -0.999819407539983, "max": -0.30830592771663384, "count": 16 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": -11.743001505732536, "min": -30.99440163373947, "max": -10.482401542365551, "count": 16 }, "Pyramids.Policy.RndReward.mean": { "value": 0.2935738717699706, "min": 0.2935738717699706, "max": 13.230402452104231, "count": 16 }, "Pyramids.Policy.RndReward.sum": { "value": 9.687937768409029, "min": 9.687937768409029, "max": 224.91684168577194, "count": 16 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 16 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 16 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1669238253", "python_version": "3.7.15 (default, Oct 12 2022, 19:14:55) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1669239313" }, "total": 1059.166157446, "count": 1, "self": 0.44317191499999353, "children": { "run_training.setup": { "total": 0.07292283600003202, "count": 1, "self": 0.07292283600003202 }, "TrainerController.start_learning": { "total": 1058.6500626949999, "count": 1, "self": 0.7315944790175308, "children": { "TrainerController._reset_env": { "total": 12.279889690000005, "count": 1, "self": 12.279889690000005 }, "TrainerController.advance": { "total": 1045.5424087189824, "count": 31609, "self": 0.8037784609789469, "children": { "env_step": { "total": 671.1690453100025, "count": 31609, "self": 613.3330664429438, "children": { "SubprocessEnvManager._take_step": { "total": 57.42272636403999, "count": 31609, "self": 2.4958523180122256, "children": { "TorchPolicy.evaluate": { "total": 54.92687404602776, "count": 31316, "self": 18.69540972801883, "children": { "TorchPolicy.sample_actions": { "total": 36.23146431800893, "count": 31316, "self": 36.23146431800893 } } } } }, "workers": { "total": 0.4132525030187253, "count": 31609, "self": 0.0, "children": { "worker_root": { "total": 1056.0520628660086, "count": 31609, "is_parallel": true, "self": 499.2166750820163, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.005752630000017689, "count": 1, "is_parallel": true, "self": 0.004342835000102241, "children": { "_process_rank_one_or_two_observation": { "total": 0.001409794999915448, "count": 8, "is_parallel": true, "self": 0.001409794999915448 } } }, "UnityEnvironment.step": { "total": 0.04728041300000996, "count": 1, "is_parallel": true, "self": 0.0005680020000795594, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00044893799997680617, "count": 1, "is_parallel": true, "self": 0.00044893799997680617 }, "communicator.exchange": { "total": 0.04443254099999194, "count": 1, "is_parallel": true, "self": 0.04443254099999194 }, "steps_from_proto": { "total": 0.0018309319999616491, "count": 1, "is_parallel": true, "self": 0.0004831749999425483, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013477570000191008, "count": 8, "is_parallel": true, "self": 0.0013477570000191008 } } } } } } }, "UnityEnvironment.step": { "total": 556.8353877839922, "count": 31608, "is_parallel": true, "self": 14.482318291993124, "children": { "UnityEnvironment._generate_step_input": { "total": 13.095371672995725, "count": 31608, "is_parallel": true, "self": 13.095371672995725 }, "communicator.exchange": { "total": 479.25650388000355, "count": 31608, "is_parallel": true, "self": 479.25650388000355 }, "steps_from_proto": { "total": 50.001193938999904, "count": 31608, "is_parallel": true, "self": 12.548865062003244, "children": { "_process_rank_one_or_two_observation": { "total": 37.45232887699666, "count": 252864, "is_parallel": true, "self": 37.45232887699666 } } } } } } } } } } }, "trainer_advance": { "total": 373.5695849480011, "count": 31609, "self": 1.2859233069930838, "children": { "process_trajectory": { "total": 88.0393692000078, "count": 31609, "self": 87.81661983700775, "children": { "RLTrainer._checkpoint": { "total": 0.2227493630000481, "count": 1, "self": 0.2227493630000481 } } }, "_update_policy": { "total": 284.2442924410002, "count": 219, "self": 111.21688866898762, "children": { "TorchPPOOptimizer.update": { "total": 173.02740377201258, "count": 11415, "self": 173.02740377201258 } } } } } } }, "trainer_threads": { "total": 1.3049998415226582e-06, "count": 1, "self": 1.3049998415226582e-06 }, "TrainerController._save_models": { "total": 0.09616850199995497, "count": 1, "self": 0.0016773950001152116, "children": { "RLTrainer._checkpoint": { "total": 0.09449110699983976, "count": 1, "self": 0.09449110699983976 } } } } } } }