{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.7905828356742859, "min": 0.7905828356742859, "max": 1.4488530158996582, "count": 16 }, "Pyramids.Policy.Entropy.sum": { "value": 23692.185546875, "min": 23692.185546875, "max": 43952.40625, "count": 16 }, "Pyramids.Step.mean": { "value": 479907.0, "min": 29952.0, "max": 479907.0, "count": 16 }, "Pyramids.Step.sum": { "value": 479907.0, "min": 29952.0, "max": 479907.0, "count": 16 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.050324004143476486, "min": -0.14133958518505096, "max": 0.05295198783278465, "count": 16 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 12.430028915405273, "min": -33.49748229980469, "max": 13.026188850402832, "count": 16 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.022865276783704758, "min": 0.019408101215958595, "max": 0.3364011347293854, "count": 16 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 5.647723197937012, "min": 4.774393081665039, "max": 79.72706604003906, "count": 16 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06561698534601586, "min": 0.06548031344418126, "max": 0.0715611568007219, "count": 16 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9186377948442219, "min": 0.49255309459765373, "max": 1.0018561952101066, "count": 16 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.0076732196910327816, "min": 0.001003483737965608, "max": 0.008528199376384478, "count": 16 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.10742507567445894, "min": 0.014048772331518513, "max": 0.10742507567445894, "count": 16 }, "Pyramids.Policy.LearningRate.mean": { "value": 2.1104878679357146e-05, "min": 2.1104878679357146e-05, "max": 0.00029030126037577137, "count": 16 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00029546830151100004, "min": 0.00029546830151100004, "max": 0.0030854690715104, "count": 16 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10703492857142859, "min": 0.10703492857142859, "max": 0.19676708571428575, "count": 16 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4984890000000002, "min": 1.3773696000000002, "max": 2.3386884, "count": 16 }, "Pyramids.Policy.Beta.mean": { "value": 0.0007127893642857145, "min": 0.0007127893642857145, "max": 0.00967703186285714, "count": 16 }, "Pyramids.Policy.Beta.sum": { "value": 0.009979051100000002, "min": 0.009979051100000002, "max": 0.10287611104000001, "count": 16 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.023121561855077744, "min": 0.023121561855077744, "max": 0.45784619450569153, "count": 16 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.3237018585205078, "min": 0.3237018585205078, "max": 3.204923391342163, "count": 16 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 817.9444444444445, "min": 812.0, "max": 999.0, "count": 16 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 29446.0, "min": 15984.0, "max": 32958.0, "count": 16 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 0.2928999567197429, "min": -1.0000000521540642, "max": 0.2928999567197429, "count": 16 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 10.544398441910744, "min": -29.500201620161533, "max": 10.544398441910744, "count": 16 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 0.2928999567197429, "min": -1.0000000521540642, "max": 0.2928999567197429, "count": 16 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 10.544398441910744, "min": -29.500201620161533, "max": 10.544398441910744, "count": 16 }, "Pyramids.Policy.RndReward.mean": { "value": 0.19783258096625408, "min": 0.19783258096625408, "max": 9.425822841003537, "count": 16 }, "Pyramids.Policy.RndReward.sum": { "value": 7.121972914785147, "min": 7.121972914785147, "max": 150.8131654560566, "count": 16 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 16 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 16 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1657271364", "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1657272399" }, "total": 1035.552846647, "count": 1, "self": 0.4792353269999694, "children": { "run_training.setup": { "total": 0.04348848199998656, "count": 1, "self": 0.04348848199998656 }, "TrainerController.start_learning": { "total": 1035.0301228380001, "count": 1, "self": 0.7443176909882823, "children": { "TrainerController._reset_env": { "total": 10.186253775000012, "count": 1, "self": 10.186253775000012 }, "TrainerController.advance": { "total": 1023.9953682310115, "count": 31601, "self": 0.7968940850220179, "children": { "env_step": { "total": 654.7717664469998, "count": 31601, "self": 598.3025052109763, "children": { "SubprocessEnvManager._take_step": { "total": 56.07712069400617, "count": 31601, "self": 2.4537310670049237, "children": { "TorchPolicy.evaluate": { "total": 53.623389627001245, "count": 31321, "self": 18.190058054022188, "children": { "TorchPolicy.sample_actions": { "total": 35.43333157297906, "count": 31321, "self": 35.43333157297906 } } } } }, "workers": { "total": 0.39214054201733006, "count": 31601, "self": 0.0, "children": { "worker_root": { "total": 1032.863793485993, "count": 31601, "is_parallel": true, "self": 488.29543695196526, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.007559816999958002, "count": 1, "is_parallel": true, "self": 0.0039324250000163374, "children": { "_process_rank_one_or_two_observation": { "total": 0.003627391999941665, "count": 8, "is_parallel": true, "self": 0.003627391999941665 } } }, "UnityEnvironment.step": { "total": 0.04908670200001097, "count": 1, "is_parallel": true, "self": 0.0004989720000025955, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00044811300000446863, "count": 1, "is_parallel": true, "self": 0.00044811300000446863 }, "communicator.exchange": { "total": 0.04644686700004286, "count": 1, "is_parallel": true, "self": 0.04644686700004286 }, "steps_from_proto": { "total": 0.0016927499999610518, "count": 1, "is_parallel": true, "self": 0.00041911699992169815, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012736330000393536, "count": 8, "is_parallel": true, "self": 0.0012736330000393536 } } } } } } }, "UnityEnvironment.step": { "total": 544.5683565340278, "count": 31600, "is_parallel": true, "self": 14.495199145032075, "children": { "UnityEnvironment._generate_step_input": { "total": 12.217369935007241, "count": 31600, "is_parallel": true, "self": 12.217369935007241 }, "communicator.exchange": { "total": 469.1367598579925, "count": 31600, "is_parallel": true, "self": 469.1367598579925 }, "steps_from_proto": { "total": 48.7190275959959, "count": 31600, "is_parallel": true, "self": 12.138001012961183, "children": { "_process_rank_one_or_two_observation": { "total": 36.58102658303471, "count": 252800, "is_parallel": true, "self": 36.58102658303471 } } } } } } } } } } }, "trainer_advance": { "total": 368.42670769898973, "count": 31601, "self": 1.318300748012689, "children": { "process_trajectory": { "total": 82.1992864399785, "count": 31601, "self": 82.0843854469785, "children": { "RLTrainer._checkpoint": { "total": 0.11490099299999201, "count": 1, "self": 0.11490099299999201 } } }, "_update_policy": { "total": 284.90912051099855, "count": 219, "self": 112.24597976199823, "children": { "TorchPPOOptimizer.update": { "total": 172.66314074900032, "count": 11439, "self": 172.66314074900032 } } } } } } }, "trainer_threads": { "total": 1.2500001957960194e-06, "count": 1, "self": 1.2500001957960194e-06 }, "TrainerController._save_models": { "total": 0.10418189100005293, "count": 1, "self": 0.0017239779999727034, "children": { "RLTrainer._checkpoint": { "total": 0.10245791300008023, "count": 1, "self": 0.10245791300008023 } } } } } } }