{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.475240021944046, "min": 0.46541517972946167, "max": 1.4633564949035645, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 14173.55859375, "min": 13962.455078125, "max": 44392.3828125, "count": 33 }, "Pyramids.Step.mean": { "value": 989895.0, "min": 29895.0, "max": 989895.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989895.0, "min": 29895.0, "max": 989895.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.5235245227813721, "min": -0.2340911477804184, "max": 0.5236735939979553, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 143.96923828125, "min": -55.4796028137207, "max": 143.96923828125, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.03888088837265968, "min": -0.018090147525072098, "max": 0.2799306809902191, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 10.692244529724121, "min": -4.75770902633667, "max": 73.06190490722656, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06962337272956834, "min": 0.06403613343210299, "max": 0.07349723073442875, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9747272182139568, "min": 0.5656785967585228, "max": 1.0621262683793355, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.01322473961530098, "min": 0.0007025245559779764, "max": 0.022468483257052, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.18514635461421372, "min": 0.006322721003801788, "max": 0.314558765598728, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.407761816492854e-06, "min": 7.407761816492854e-06, "max": 0.00029499525166825, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00010370866543089995, "min": 0.00010370866543089995, "max": 0.0036331156889614995, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10246922142857144, "min": 0.10246922142857144, "max": 0.19833175, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4345691000000003, "min": 1.4345691000000003, "max": 2.6110385000000007, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00025667522071428565, "min": 0.00025667522071428565, "max": 0.009833341825000001, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.003593453089999999, "min": 0.003593453089999999, "max": 0.12112274615000002, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.010324850678443909, "min": 0.010324850678443909, "max": 0.3980882167816162, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.14454790949821472, "min": 0.14454790949821472, "max": 3.1847057342529297, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 362.3333333333333, "min": 342.3, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 29349.0, "min": 16821.0, "max": 32123.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.5388740566961558, "min": -0.9999806972280625, "max": 1.5910244228111372, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 124.64879859238863, "min": -31.998801663517952, "max": 143.19219805300236, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.5388740566961558, "min": -0.9999806972280625, "max": 1.5910244228111372, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 124.64879859238863, "min": -31.998801663517952, "max": 143.19219805300236, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.03878415141177053, "min": 0.03878415141177053, "max": 7.534700820015536, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 3.141516264353413, "min": 3.141516264353413, "max": 135.62461476027966, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1674052936", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1674054947" }, "total": 2011.787828901, "count": 1, "self": 0.3963621290001811, "children": { "run_training.setup": { "total": 0.10353333900002326, "count": 1, "self": 0.10353333900002326 }, "TrainerController.start_learning": { "total": 2011.2879334329998, "count": 1, "self": 1.1178473749951081, "children": { "TrainerController._reset_env": { "total": 6.0697630520000985, "count": 1, "self": 6.0697630520000985 }, "TrainerController.advance": { "total": 2004.0146495820045, "count": 63828, "self": 1.1605653400238225, "children": { "env_step": { "total": 1367.1529542059798, "count": 63828, "self": 1269.5356720280367, "children": { "SubprocessEnvManager._take_step": { "total": 96.92909705092643, "count": 63828, "self": 4.049075117918164, "children": { "TorchPolicy.evaluate": { "total": 92.88002193300827, "count": 62560, "self": 31.32916417103138, "children": { "TorchPolicy.sample_actions": { "total": 61.550857761976886, "count": 62560, "self": 61.550857761976886 } } } } }, "workers": { "total": 0.6881851270165953, "count": 63828, "self": 0.0, "children": { "worker_root": { "total": 2007.6760073899711, "count": 63828, "is_parallel": true, "self": 830.2577266800017, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0018089249999775348, "count": 1, "is_parallel": true, "self": 0.0005876300001546042, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012212949998229305, "count": 8, "is_parallel": true, "self": 0.0012212949998229305 } } }, "UnityEnvironment.step": { "total": 0.050259611000001314, "count": 1, "is_parallel": true, "self": 0.0005057099999703496, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0004216110000925255, "count": 1, "is_parallel": true, "self": 0.0004216110000925255 }, "communicator.exchange": { "total": 0.04782815799990203, "count": 1, "is_parallel": true, "self": 0.04782815799990203 }, "steps_from_proto": { "total": 0.0015041320000364067, "count": 1, "is_parallel": true, "self": 0.00039199200000439305, "children": { "_process_rank_one_or_two_observation": { "total": 0.0011121400000320136, "count": 8, "is_parallel": true, "self": 0.0011121400000320136 } } } } } } }, "UnityEnvironment.step": { "total": 1177.4182807099694, "count": 63827, "is_parallel": true, "self": 27.022396464875783, "children": { "UnityEnvironment._generate_step_input": { "total": 21.231541364049235, "count": 63827, "is_parallel": true, "self": 21.231541364049235 }, "communicator.exchange": { "total": 1035.0354641479844, "count": 63827, "is_parallel": true, "self": 1035.0354641479844 }, "steps_from_proto": { "total": 94.12887873305999, "count": 63827, "is_parallel": true, "self": 20.341070800982152, "children": { "_process_rank_one_or_two_observation": { "total": 73.78780793207784, "count": 510616, "is_parallel": true, "self": 73.78780793207784 } } } } } } } } } } }, "trainer_advance": { "total": 635.7011300360009, "count": 63828, "self": 2.0364603400880696, "children": { "process_trajectory": { "total": 138.81790026991234, "count": 63828, "self": 138.63125504091272, "children": { "RLTrainer._checkpoint": { "total": 0.18664522899962321, "count": 2, "self": 0.18664522899962321 } } }, "_update_policy": { "total": 494.8467694260005, "count": 451, "self": 183.84266522800044, "children": { "TorchPPOOptimizer.update": { "total": 311.00410419800005, "count": 22833, "self": 311.00410419800005 } } } } } } }, "trainer_threads": { "total": 8.609999895270448e-07, "count": 1, "self": 8.609999895270448e-07 }, "TrainerController._save_models": { "total": 0.0856725630001165, "count": 1, "self": 0.001478554999721382, "children": { "RLTrainer._checkpoint": { "total": 0.08419400800039512, "count": 1, "self": 0.08419400800039512 } } } } } } }