| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4170324802398682, | |
| "min": 1.4170324802398682, | |
| "max": 1.4311511516571045, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 71344.75, | |
| "min": 67557.2109375, | |
| "max": 76684.78125, | |
| "count": 20 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 90.5229357798165, | |
| "min": 88.35231316725978, | |
| "max": 402.78225806451616, | |
| "count": 20 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49335.0, | |
| "min": 49187.0, | |
| "max": 50215.0, | |
| "count": 20 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 999973.0, | |
| "min": 49500.0, | |
| "max": 999973.0, | |
| "count": 20 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 999973.0, | |
| "min": 49500.0, | |
| "max": 999973.0, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.3265249729156494, | |
| "min": 0.015927419066429138, | |
| "max": 2.397679090499878, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1267.9560546875, | |
| "min": 1.9590725898742676, | |
| "max": 1290.7685546875, | |
| "count": 20 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.790223150406409, | |
| "min": 1.7481664724466277, | |
| "max": 4.011998785087107, | |
| "count": 20 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2065.6716169714928, | |
| "min": 215.0244761109352, | |
| "max": 2082.2239399552345, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.790223150406409, | |
| "min": 1.7481664724466277, | |
| "max": 4.011998785087107, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2065.6716169714928, | |
| "min": 215.0244761109352, | |
| "max": 2082.2239399552345, | |
| "count": 20 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.015000133725698105, | |
| "min": 0.013644527613845034, | |
| "max": 0.01920414531972104, | |
| "count": 20 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.03000026745139621, | |
| "min": 0.027289055227690068, | |
| "max": 0.054524820158258075, | |
| "count": 20 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05512207051118215, | |
| "min": 0.023726167467733223, | |
| "max": 0.061831743187374534, | |
| "count": 20 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.1102441410223643, | |
| "min": 0.049089783181746796, | |
| "max": 0.1854952295621236, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 0.000152958574013825, | |
| "min": 0.000152958574013825, | |
| "max": 0.0002953000515666499, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 0.00030591714802765, | |
| "min": 0.00030591714802765, | |
| "max": 0.0008439468186843999, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.150986175, | |
| "min": 0.150986175, | |
| "max": 0.19843334999999995, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30197235, | |
| "min": 0.30197235, | |
| "max": 0.5813156, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 0.0025542101325, | |
| "min": 0.0025542101325, | |
| "max": 0.004921824165000001, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.005108420265, | |
| "min": 0.005108420265, | |
| "max": 0.01406764844, | |
| "count": 20 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 20 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 20 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1673689799", | |
| "python_version": "3.9.0 (default, Nov 15 2020, 14:28:56) \n[GCC 7.3.0]", | |
| "command_line_arguments": "/home/chqma/miniconda3/envs/ml-agents/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1673691135" | |
| }, | |
| "total": 1335.2780330230016, | |
| "count": 1, | |
| "self": 0.9473916489514522, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.056717236002441496, | |
| "count": 1, | |
| "self": 0.056717236002441496 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1334.2739241380477, | |
| "count": 1, | |
| "self": 2.6430093001108617, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 12.935165436996613, | |
| "count": 1, | |
| "self": 12.935165436996613 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1318.3525951159536, | |
| "count": 119862, | |
| "self": 2.4882673785905354, | |
| "children": { | |
| "env_step": { | |
| "total": 1101.1251479383209, | |
| "count": 119862, | |
| "self": 826.4893008981016, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 272.9560723785544, | |
| "count": 119862, | |
| "self": 9.733543494599871, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 263.2225288839545, | |
| "count": 115858, | |
| "self": 263.2225288839545 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 1.679774661664851, | |
| "count": 119861, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1328.346287892491, | |
| "count": 119861, | |
| "is_parallel": true, | |
| "self": 635.6281398131978, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0008399840444326401, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002810540609061718, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005589299835264683, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005589299835264683 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.018121998000424355, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020842498634010553, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00018259603530168533, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00018259603530168533 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.017357704986352473, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.017357704986352473 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0003732719924300909, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010534195462241769, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0002679300378076732, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0002679300378076732 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 692.7181480792933, | |
| "count": 119860, | |
| "is_parallel": true, | |
| "self": 14.194846798316576, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 21.718459776311647, | |
| "count": 119860, | |
| "is_parallel": true, | |
| "self": 21.718459776311647 | |
| }, | |
| "communicator.exchange": { | |
| "total": 627.0410842937417, | |
| "count": 119860, | |
| "is_parallel": true, | |
| "self": 627.0410842937417 | |
| }, | |
| "steps_from_proto": { | |
| "total": 29.76375721092336, | |
| "count": 119860, | |
| "is_parallel": true, | |
| "self": 9.789597289578523, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 19.974159921344835, | |
| "count": 239720, | |
| "is_parallel": true, | |
| "self": 19.974159921344835 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 214.73917979904218, | |
| "count": 119861, | |
| "self": 3.668462678906508, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 64.96486148104304, | |
| "count": 119861, | |
| "self": 63.71808846300701, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.2467730180360377, | |
| "count": 5, | |
| "self": 1.2467730180360377 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 146.10585563909262, | |
| "count": 50, | |
| "self": 104.97581700450974, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 41.13003863458289, | |
| "count": 1500, | |
| "self": 41.13003863458289 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1519878171384335e-06, | |
| "count": 1, | |
| "self": 1.1519878171384335e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.3431531329988502, | |
| "count": 1, | |
| "self": 0.15472956700250506, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.18842356599634513, | |
| "count": 1, | |
| "self": 0.18842356599634513 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |