{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.1395319402217865, "min": 0.1332443207502365, "max": 1.3979967832565308, "count": 100 }, "Pyramids.Policy.Entropy.sum": { "value": 4165.86572265625, "min": 3937.63623046875, "max": 42409.62890625, "count": 100 }, "Pyramids.Step.mean": { "value": 2999910.0, "min": 29976.0, "max": 2999910.0, "count": 100 }, "Pyramids.Step.sum": { "value": 2999910.0, "min": 29976.0, "max": 2999910.0, "count": 100 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.7733352184295654, "min": -0.08560027927160263, "max": 0.8915632367134094, "count": 100 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 226.58721923828125, "min": -20.800867080688477, "max": 276.57586669921875, "count": 100 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.015415072441101074, "min": -0.05110999569296837, "max": 0.4439436197280884, "count": 100 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 4.516616344451904, "min": -13.033048629760742, "max": 105.65858459472656, "count": 100 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06936494483670685, "min": 0.06343853837534581, "max": 0.07512272979924914, "count": 100 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.971109227713896, "min": 0.5066949313863758, "max": 1.0749811925149213, "count": 100 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.0143866531621565, "min": 0.00032094721586996527, "max": 0.016064997132633114, "count": 100 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.201413144270191, "min": 0.004172313806309548, "max": 0.22583725649290537, "count": 100 }, "Pyramids.Policy.LearningRate.mean": { "value": 1.5029637847595234e-06, "min": 1.5029637847595234e-06, "max": 0.0002984124576720381, "count": 100 }, "Pyramids.Policy.LearningRate.sum": { "value": 2.1041492986633328e-05, "min": 2.1041492986633328e-05, "max": 0.0039691814769395335, "count": 100 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10050095476190476, "min": 0.10050095476190476, "max": 0.19947081904761907, "count": 100 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4070133666666667, "min": 1.3962957333333335, "max": 2.7976019666666674, "count": 100 }, "Pyramids.Policy.Beta.mean": { "value": 6.004538071428571e-05, "min": 6.004538071428571e-05, "max": 0.009947134822857142, "count": 100 }, "Pyramids.Policy.Beta.sum": { "value": 0.0008406353299999999, "min": 0.0008406353299999999, "max": 0.13231374062, "count": 100 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.005969527643173933, "min": 0.005815845914185047, "max": 0.4347899854183197, "count": 100 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.08357338607311249, "min": 0.08142184466123581, "max": 3.043529987335205, "count": 100 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 226.6048387096774, "min": 194.37333333333333, "max": 999.0, "count": 100 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 28099.0, "min": 16519.0, "max": 32774.0, "count": 100 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.7733951435694773, "min": -0.9998867181440194, "max": 1.7932058645083624, "count": 100 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 219.90099780261517, "min": -30.49640168994665, "max": 268.84359791874886, "count": 100 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.7733951435694773, "min": -0.9998867181440194, "max": 1.7932058645083624, "count": 100 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 219.90099780261517, "min": -30.49640168994665, "max": 268.84359791874886, "count": 100 }, "Pyramids.Policy.RndReward.mean": { "value": 0.014175843685617081, "min": 0.012329076289461227, "max": 8.713283972924247, "count": 100 }, "Pyramids.Policy.RndReward.sum": { "value": 1.757804617016518, "min": 1.757804617016518, "max": 148.1258275397122, "count": 100 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 100 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 100 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1714196589", "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "1.1.0.dev0", "mlagents_envs_version": "1.1.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.2.1+cu121", "numpy_version": "1.23.5", "end_time_seconds": "1714201695" }, "total": 5105.946461957999, "count": 1, "self": 0.3730472319984983, "children": { "run_training.setup": { "total": 0.05163312100012263, "count": 1, "self": 0.05163312100012263 }, "TrainerController.start_learning": { "total": 5105.521781605001, "count": 1, "self": 3.9500788579935033, "children": { "TrainerController._reset_env": { "total": 2.0374823630008905, "count": 1, "self": 2.0374823630008905 }, "TrainerController.advance": { "total": 5099.4496216910065, "count": 195596, "self": 3.813167915338454, "children": { "env_step": { "total": 3367.8976154028433, "count": 195596, "self": 3002.9066299311007, "children": { "SubprocessEnvManager._take_step": { "total": 362.61245066682113, "count": 195596, "self": 13.184628681748109, "children": { "TorchPolicy.evaluate": { "total": 349.427821985073, "count": 187557, "self": 349.427821985073 } } }, "workers": { "total": 2.378534804921401, "count": 195596, "self": 0.0, "children": { "worker_root": { "total": 5099.145722518225, "count": 195596, "is_parallel": true, "self": 2387.3678608250657, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0020960480005669524, "count": 1, "is_parallel": true, "self": 0.0006656779987679329, "children": { "_process_rank_one_or_two_observation": { "total": 0.0014303700017990195, "count": 8, "is_parallel": true, "self": 0.0014303700017990195 } } }, "UnityEnvironment.step": { "total": 0.03819867900074314, "count": 1, "is_parallel": true, "self": 0.00042841800132009666, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00031373299952974776, "count": 1, "is_parallel": true, "self": 0.00031373299952974776 }, "communicator.exchange": { "total": 0.036307323000073666, "count": 1, "is_parallel": true, "self": 0.036307323000073666 }, "steps_from_proto": { "total": 0.0011492049998196308, "count": 1, "is_parallel": true, "self": 0.0002544979988670093, "children": { "_process_rank_one_or_two_observation": { "total": 0.0008947070009526215, "count": 8, "is_parallel": true, "self": 0.0008947070009526215 } } } } } } }, "UnityEnvironment.step": { "total": 2711.777861693159, "count": 195595, "is_parallel": true, "self": 64.49989337970146, "children": { "UnityEnvironment._generate_step_input": { "total": 42.915902133943746, "count": 195595, "is_parallel": true, "self": 42.915902133943746 }, "communicator.exchange": { "total": 2414.0309842529878, "count": 195595, "is_parallel": true, "self": 2414.0309842529878 }, "steps_from_proto": { "total": 190.33108192652617, "count": 195595, "is_parallel": true, "self": 41.66293640749518, "children": { "_process_rank_one_or_two_observation": { "total": 148.668145519031, "count": 1564760, "is_parallel": true, "self": 148.668145519031 } } } } } } } } } } }, "trainer_advance": { "total": 1727.7388383728248, "count": 195596, "self": 7.999158218723096, "children": { "process_trajectory": { "total": 354.5154791961313, "count": 195596, "self": 353.9802566671333, "children": { "RLTrainer._checkpoint": { "total": 0.5352225289980197, "count": 6, "self": 0.5352225289980197 } } }, "_update_policy": { "total": 1365.2242009579704, "count": 1401, "self": 785.6171307617906, "children": { "TorchPPOOptimizer.update": { "total": 579.6070701961798, "count": 68382, "self": 579.6070701961798 } } } } } } }, "trainer_threads": { "total": 9.81999619398266e-07, "count": 1, "self": 9.81999619398266e-07 }, "TrainerController._save_models": { "total": 0.08459771100024227, "count": 1, "self": 0.0015581249990646029, "children": { "RLTrainer._checkpoint": { "total": 0.08303958600117767, "count": 1, "self": 0.08303958600117767 } } } } } } }