| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.402724266052246, | |
| "min": 1.402724266052246, | |
| "max": 1.4268255233764648, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69182.359375, | |
| "min": 67027.65625, | |
| "max": 79713.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 85.62543554006969, | |
| "min": 73.90269461077844, | |
| "max": 373.55555555555554, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49149.0, | |
| "min": 49027.0, | |
| "max": 50430.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999869.0, | |
| "min": 49815.0, | |
| "max": 1999869.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999869.0, | |
| "min": 49815.0, | |
| "max": 1999869.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.408604145050049, | |
| "min": 0.09622138738632202, | |
| "max": 2.4866507053375244, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1382.538818359375, | |
| "min": 12.89366626739502, | |
| "max": 1647.921630859375, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.7012399436081744, | |
| "min": 1.7844484929940594, | |
| "max": 3.9880128403046897, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2124.511727631092, | |
| "min": 239.11609806120396, | |
| "max": 2639.871805548668, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.7012399436081744, | |
| "min": 1.7844484929940594, | |
| "max": 3.9880128403046897, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2124.511727631092, | |
| "min": 239.11609806120396, | |
| "max": 2639.871805548668, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.01508339555536319, | |
| "min": 0.013629164398298598, | |
| "max": 0.02081655548196674, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.04525018666608957, | |
| "min": 0.027258328796597196, | |
| "max": 0.056467560649616645, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05916060697701242, | |
| "min": 0.022791818156838416, | |
| "max": 0.0619991916542252, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.17748182093103726, | |
| "min": 0.04558363631367683, | |
| "max": 0.18364648322264354, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.676298774599996e-06, | |
| "min": 3.676298774599996e-06, | |
| "max": 0.00029536905154364996, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.1028896323799989e-05, | |
| "min": 1.1028896323799989e-05, | |
| "max": 0.0008442003185998997, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10122540000000001, | |
| "min": 0.10122540000000001, | |
| "max": 0.19845634999999995, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3036762, | |
| "min": 0.20758204999999996, | |
| "max": 0.5814001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.114745999999997e-05, | |
| "min": 7.114745999999997e-05, | |
| "max": 0.004922971865, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00021344237999999988, | |
| "min": 0.00021344237999999988, | |
| "max": 0.014071864989999999, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1673994441", | |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1673996894" | |
| }, | |
| "total": 2453.428497887, | |
| "count": 1, | |
| "self": 0.4402036970000154, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.10851120199998832, | |
| "count": 1, | |
| "self": 0.10851120199998832 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2452.879782988, | |
| "count": 1, | |
| "self": 4.967036316999383, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 10.249994522000009, | |
| "count": 1, | |
| "self": 10.249994522000009 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2437.552490422001, | |
| "count": 232985, | |
| "self": 5.2210118400339525, | |
| "children": { | |
| "env_step": { | |
| "total": 1954.112887590018, | |
| "count": 232985, | |
| "self": 1640.8711694688923, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 310.02400846007066, | |
| "count": 232985, | |
| "self": 16.20183581304383, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 293.82217264702683, | |
| "count": 222933, | |
| "self": 73.04702832502613, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 220.7751443220007, | |
| "count": 222933, | |
| "self": 220.7751443220007 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.2177096610552667, | |
| "count": 232985, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2443.48192807594, | |
| "count": 232985, | |
| "is_parallel": true, | |
| "self": 1094.5074042609517, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0066472470000462636, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003488659999675292, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.006298381000078734, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.006298381000078734 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.029717646999984026, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002737429999797314, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00018644499999709296, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00018644499999709296 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02844721399998207, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02844721399998207 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0008102450000251338, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002907890000187763, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005194560000063575, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005194560000063575 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1348.974523814988, | |
| "count": 232984, | |
| "is_parallel": true, | |
| "self": 38.16090143291308, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 77.84096383108897, | |
| "count": 232984, | |
| "is_parallel": true, | |
| "self": 77.84096383108897 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1117.029809719076, | |
| "count": 232984, | |
| "is_parallel": true, | |
| "self": 1117.029809719076 | |
| }, | |
| "steps_from_proto": { | |
| "total": 115.94284883191011, | |
| "count": 232984, | |
| "is_parallel": true, | |
| "self": 40.96160716379802, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 74.98124166811209, | |
| "count": 465968, | |
| "is_parallel": true, | |
| "self": 74.98124166811209 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 478.2185909919491, | |
| "count": 232985, | |
| "self": 7.558485653929949, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 158.9553035810187, | |
| "count": 232985, | |
| "self": 157.79126579601916, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.1640377849995502, | |
| "count": 10, | |
| "self": 1.1640377849995502 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 311.70480175700044, | |
| "count": 97, | |
| "self": 255.92305136199923, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 55.78175039500121, | |
| "count": 2910, | |
| "self": 55.78175039500121 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.8263999663759023e-05, | |
| "count": 1, | |
| "self": 1.8263999663759023e-05 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.11024346299973331, | |
| "count": 1, | |
| "self": 0.0020086519998585572, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10823481099987475, | |
| "count": 1, | |
| "self": 0.10823481099987475 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |