{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.3278147578239441, "min": 0.3278147578239441, "max": 1.4880177974700928, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 9787.2373046875, "min": 9787.2373046875, "max": 45140.5078125, "count": 33 }, "Pyramids.Step.mean": { "value": 989931.0, "min": 29924.0, "max": 989931.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989931.0, "min": 29924.0, "max": 989931.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.5349764823913574, "min": -0.15306486189365387, "max": 0.5530892014503479, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 150.32839965820312, "min": -36.42943572998047, "max": 152.65261840820312, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.02129850722849369, "min": -0.006660452112555504, "max": 0.18710607290267944, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 5.984880447387695, "min": -1.8449451923370361, "max": 44.90545654296875, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06855354905322505, "min": 0.0646914835598889, "max": 0.07305705788794198, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9597496867451507, "min": 0.5844564631035358, "max": 1.0148837436863687, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.017782458136068834, "min": 0.000240785437767003, "max": 0.017782458136068834, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.24895441390496367, "min": 0.002648639815437033, "max": 0.24895441390496367, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.452868944314288e-06, "min": 7.452868944314288e-06, "max": 0.0002947653392448875, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00010434016522040003, "min": 0.00010434016522040003, "max": 0.0035072465309179002, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10248425714285715, "min": 0.10248425714285715, "max": 0.1982551125, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4347796000000002, "min": 1.4347796000000002, "max": 2.5690821, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.0002581772885714287, "min": 0.0002581772885714287, "max": 0.00982568573875, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.0036144820400000016, "min": 0.0036144820400000016, "max": 0.11693130179000001, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.007111009210348129, "min": 0.006715416442602873, "max": 0.32559260725975037, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.09955412894487381, "min": 0.09401582926511765, "max": 2.604740858078003, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 356.7816091954023, "min": 336.8735632183908, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 31040.0, "min": 17362.0, "max": 32753.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.528245951338061, "min": -0.9999806972280625, "max": 1.564570438624783, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 132.9573977664113, "min": -31.998801663517952, "max": 137.6821985989809, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.528245951338061, "min": -0.9999806972280625, "max": 1.564570438624783, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 132.9573977664113, "min": -31.998801663517952, "max": 137.6821985989809, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.0259063337760109, "min": 0.024837524914956458, "max": 6.268548468347742, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 2.2538510385129484, "min": 2.0366770430264296, "max": 112.83387243025936, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1673817520", "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1673819504" }, "total": 1983.256521368, "count": 1, "self": 0.42552568699989024, "children": { "run_training.setup": { "total": 0.10250232899988987, "count": 1, "self": 0.10250232899988987 }, "TrainerController.start_learning": { "total": 1982.7284933520002, "count": 1, "self": 1.1489415319872478, "children": { "TrainerController._reset_env": { "total": 6.197206898000104, "count": 1, "self": 6.197206898000104 }, "TrainerController.advance": { "total": 1975.2840630390122, "count": 63716, "self": 1.241711115957287, "children": { "env_step": { "total": 1327.5383560330422, "count": 63716, "self": 1228.7284332509764, "children": { "SubprocessEnvManager._take_step": { "total": 98.1200690130413, "count": 63716, "self": 4.069057999027564, "children": { "TorchPolicy.evaluate": { "total": 94.05101101401374, "count": 62550, "self": 31.926627588959718, "children": { "TorchPolicy.sample_actions": { "total": 62.12438342505402, "count": 62550, "self": 62.12438342505402 } } } } }, "workers": { "total": 0.6898537690244666, "count": 63716, "self": 0.0, "children": { "worker_root": { "total": 1978.6144047849793, "count": 63716, "is_parallel": true, "self": 843.6352793440315, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0016353290000097331, "count": 1, "is_parallel": true, "self": 0.0005941180002082547, "children": { "_process_rank_one_or_two_observation": { "total": 0.0010412109998014785, "count": 8, "is_parallel": true, "self": 0.0010412109998014785 } } }, "UnityEnvironment.step": { "total": 0.042799306000006254, "count": 1, "is_parallel": true, "self": 0.0004961329998423025, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00043435100019451056, "count": 1, "is_parallel": true, "self": 0.00043435100019451056 }, "communicator.exchange": { "total": 0.04033565200006706, "count": 1, "is_parallel": true, "self": 0.04033565200006706 }, "steps_from_proto": { "total": 0.001533169999902384, "count": 1, "is_parallel": true, "self": 0.0003821039999820641, "children": { "_process_rank_one_or_two_observation": { "total": 0.0011510659999203199, "count": 8, "is_parallel": true, "self": 0.0011510659999203199 } } } } } } }, "UnityEnvironment.step": { "total": 1134.9791254409479, "count": 63715, "is_parallel": true, "self": 27.09342444988829, "children": { "UnityEnvironment._generate_step_input": { "total": 21.83237721495584, "count": 63715, "is_parallel": true, "self": 21.83237721495584 }, "communicator.exchange": { "total": 989.1790496909957, "count": 63715, "is_parallel": true, "self": 989.1790496909957 }, "steps_from_proto": { "total": 96.87427408510803, "count": 63715, "is_parallel": true, "self": 21.113900835071036, "children": { "_process_rank_one_or_two_observation": { "total": 75.76037325003699, "count": 509720, "is_parallel": true, "self": 75.76037325003699 } } } } } } } } } } }, "trainer_advance": { "total": 646.5039958900127, "count": 63716, "self": 2.1146254729658267, "children": { "process_trajectory": { "total": 139.5880277450501, "count": 63716, "self": 139.38327755205046, "children": { "RLTrainer._checkpoint": { "total": 0.20475019299965425, "count": 2, "self": 0.20475019299965425 } } }, "_update_policy": { "total": 504.80134267199674, "count": 450, "self": 193.77169609900034, "children": { "TorchPPOOptimizer.update": { "total": 311.0296465729964, "count": 22857, "self": 311.0296465729964 } } } } } } }, "trainer_threads": { "total": 9.58000327955233e-07, "count": 1, "self": 9.58000327955233e-07 }, "TrainerController._save_models": { "total": 0.0982809250003811, "count": 1, "self": 0.001481639000303403, "children": { "RLTrainer._checkpoint": { "total": 0.0967992860000777, "count": 1, "self": 0.0967992860000777 } } } } } } }