{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.3476437032222748, "min": 0.3476437032222748, "max": 1.5062692165374756, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 10423.7490234375, "min": 10423.7490234375, "max": 45694.18359375, "count": 33 }, "Pyramids.Step.mean": { "value": 989945.0, "min": 29952.0, "max": 989945.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989945.0, "min": 29952.0, "max": 989945.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.6079534292221069, "min": -0.10254489630460739, "max": 0.6354588270187378, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 171.44287109375, "min": -24.713319778442383, "max": 181.10577392578125, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": -0.1059713065624237, "min": -0.1059713065624237, "max": 0.18817371129989624, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": -29.883909225463867, "min": -29.883909225463867, "max": 45.16168975830078, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.07094125884274642, "min": 0.06490606364552928, "max": 0.07313080538741992, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 1.0641188826411963, "min": 0.5007884053290278, "max": 1.0791497594618704, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.015913318131869244, "min": 0.0007362922636559103, "max": 0.01780703528631767, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.23869977197803868, "min": 0.007526886338204892, "max": 0.25175333258812316, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.502997499033333e-06, "min": 7.502997499033333e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00011254496248549999, "min": 0.00011254496248549999, "max": 0.0035083598305467997, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10250096666666667, "min": 0.10250096666666667, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.5375145, "min": 1.3691136000000002, "max": 2.5694532000000003, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00025984657, "min": 0.00025984657, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.0038976985499999998, "min": 0.0038976985499999998, "max": 0.11696837468, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.010266873985528946, "min": 0.010266873985528946, "max": 0.2730003297328949, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.1540031135082245, "min": 0.14740155637264252, "max": 1.911002278327942, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 309.1290322580645, "min": 303.1818181818182, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 28749.0, "min": 15984.0, "max": 33402.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.6693591195088562, "min": -1.0000000521540642, "max": 1.6913043312404468, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 155.25039811432362, "min": -32.000001668930054, "max": 163.9839982241392, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.6693591195088562, "min": -1.0000000521540642, "max": 1.6913043312404468, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 155.25039811432362, "min": -32.000001668930054, "max": 163.9839982241392, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.03264565658611646, "min": 0.03264565658611646, "max": 4.987187007442117, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 3.036046062508831, "min": 3.036046062508831, "max": 79.79499211907387, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1677281864", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.22.4", "end_time_seconds": "1677284129" }, "total": 2264.297855807, "count": 1, "self": 0.4379792670001734, "children": { "run_training.setup": { "total": 0.11615187600000354, "count": 1, "self": 0.11615187600000354 }, "TrainerController.start_learning": { "total": 2263.7437246639997, "count": 1, "self": 1.2570200669420046, "children": { "TrainerController._reset_env": { "total": 7.414926612000272, "count": 1, "self": 7.414926612000272 }, "TrainerController.advance": { "total": 2254.9888350740575, "count": 63929, "self": 1.3454794750773544, "children": { "env_step": { "total": 1502.6277517049284, "count": 63929, "self": 1393.5167879280139, "children": { "SubprocessEnvManager._take_step": { "total": 108.32629039501262, "count": 63929, "self": 4.6155019620946405, "children": { "TorchPolicy.evaluate": { "total": 103.71078843291798, "count": 62560, "self": 35.4735873769032, "children": { "TorchPolicy.sample_actions": { "total": 68.23720105601478, "count": 62560, "self": 68.23720105601478 } } } } }, "workers": { "total": 0.7846733819019391, "count": 63929, "self": 0.0, "children": { "worker_root": { "total": 2259.0954466958997, "count": 63929, "is_parallel": true, "self": 981.535894725821, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0018701059998420533, "count": 1, "is_parallel": true, "self": 0.000677740999890375, "children": { "_process_rank_one_or_two_observation": { "total": 0.0011923649999516783, "count": 8, "is_parallel": true, "self": 0.0011923649999516783 } } }, "UnityEnvironment.step": { "total": 0.04527602300004219, "count": 1, "is_parallel": true, "self": 0.0005296640001688502, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00046416500026680296, "count": 1, "is_parallel": true, "self": 0.00046416500026680296 }, "communicator.exchange": { "total": 0.04276678599990191, "count": 1, "is_parallel": true, "self": 0.04276678599990191 }, "steps_from_proto": { "total": 0.001515407999704621, "count": 1, "is_parallel": true, "self": 0.0003761319999284751, "children": { "_process_rank_one_or_two_observation": { "total": 0.001139275999776146, "count": 8, "is_parallel": true, "self": 0.001139275999776146 } } } } } } }, "UnityEnvironment.step": { "total": 1277.5595519700787, "count": 63928, "is_parallel": true, "self": 30.67958531810791, "children": { "UnityEnvironment._generate_step_input": { "total": 22.570543732003898, "count": 63928, "is_parallel": true, "self": 22.570543732003898 }, "communicator.exchange": { "total": 1136.085815266004, "count": 63928, "is_parallel": true, "self": 1136.085815266004 }, "steps_from_proto": { "total": 88.22360765396297, "count": 63928, "is_parallel": true, "self": 20.64059371077019, "children": { "_process_rank_one_or_two_observation": { "total": 67.58301394319278, "count": 511424, "is_parallel": true, "self": 67.58301394319278 } } } } } } } } } } }, "trainer_advance": { "total": 751.0156038940518, "count": 63929, "self": 2.4404530590404647, "children": { "process_trajectory": { "total": 165.86683003101416, "count": 63929, "self": 165.68649488601386, "children": { "RLTrainer._checkpoint": { "total": 0.18033514500029924, "count": 2, "self": 0.18033514500029924 } } }, "_update_policy": { "total": 582.7083208039971, "count": 450, "self": 229.96572979894518, "children": { "TorchPPOOptimizer.update": { "total": 352.74259100505196, "count": 22761, "self": 352.74259100505196 } } } } } } }, "trainer_threads": { "total": 1.2299997251830064e-06, "count": 1, "self": 1.2299997251830064e-06 }, "TrainerController._save_models": { "total": 0.08294168100019306, "count": 1, "self": 0.0015078970000104164, "children": { "RLTrainer._checkpoint": { "total": 0.08143378400018264, "count": 1, "self": 0.08143378400018264 } } } } } } }