{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4023445844650269, "min": 1.4023445844650269, "max": 1.4281913042068481, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69975.59375, "min": 69270.546875, "max": 76131.0546875, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 72.00590841949779, "min": 71.20231213872832, "max": 381.39694656488547, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 48748.0, "min": 48748.0, "max": 50158.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999862.0, "min": 49816.0, "max": 1999862.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999862.0, "min": 49816.0, "max": 1999862.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.5135881900787354, "min": 0.22689597308635712, "max": 2.5433967113494873, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1701.69921875, "min": 29.496477127075195, "max": 1716.1962890625, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.9878996295450007, "min": 1.9192723530989426, "max": 4.032141271248049, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2699.8080492019653, "min": 249.50540590286255, "max": 2699.8080492019653, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.9878996295450007, "min": 1.9192723530989426, "max": 4.032141271248049, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2699.8080492019653, "min": 249.50540590286255, "max": 2699.8080492019653, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.01683890226478171, "min": 0.012702407438094573, "max": 0.01992093411293657, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.050516706794345126, "min": 0.02577687323015804, "max": 0.056739606119420694, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.06183934667044216, "min": 0.021533804262677828, "max": 0.06617754784723123, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.18551804001132646, "min": 0.043067608525355655, "max": 0.18633579735954603, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.947098684333345e-06, "min": 3.947098684333345e-06, "max": 0.00029533822655392495, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.1841296053000036e-05, "min": 1.1841296053000036e-05, "max": 0.0008442441185853, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10131566666666664, "min": 0.10131566666666664, "max": 0.19844607500000003, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.3039469999999999, "min": 0.20776290000000003, "max": 0.5814147000000001, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.565176666666686e-05, "min": 7.565176666666686e-05, "max": 0.0049224591425, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.0002269553000000006, "min": 0.0002269553000000006, "max": 0.01407259353, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1682884374", "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1682886716" }, "total": 2342.4293663060002, "count": 1, "self": 0.44644845699986035, "children": { "run_training.setup": { "total": 0.09435488600001918, "count": 1, "self": 0.09435488600001918 }, "TrainerController.start_learning": { "total": 2341.8885629630004, "count": 1, "self": 4.161864692952349, "children": { "TrainerController._reset_env": { "total": 4.451266626999995, "count": 1, "self": 4.451266626999995 }, "TrainerController.advance": { "total": 2333.152037652048, "count": 233393, "self": 4.341799534063284, "children": { "env_step": { "total": 1808.7463663849487, "count": 233393, "self": 1524.711146760911, "children": { "SubprocessEnvManager._take_step": { "total": 281.30642319096023, "count": 233393, "self": 16.534622889914544, "children": { "TorchPolicy.evaluate": { "total": 264.7718003010457, "count": 222921, "self": 264.7718003010457 } } }, "workers": { "total": 2.728796433077264, "count": 233393, "self": 0.0, "children": { "worker_root": { "total": 2334.33624576896, "count": 233393, "is_parallel": true, "self": 1088.4577471779517, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0010340560000940968, "count": 1, "is_parallel": true, "self": 0.0003445940001256531, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006894619999684437, "count": 2, "is_parallel": true, "self": 0.0006894619999684437 } } }, "UnityEnvironment.step": { "total": 0.0274092390000078, "count": 1, "is_parallel": true, "self": 0.0003227309999829231, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0001692280000042956, "count": 1, "is_parallel": true, "self": 0.0001692280000042956 }, "communicator.exchange": { "total": 0.02627974400002131, "count": 1, "is_parallel": true, "self": 0.02627974400002131 }, "steps_from_proto": { "total": 0.0006375359999992725, "count": 1, "is_parallel": true, "self": 0.00019832899999983056, "children": { "_process_rank_one_or_two_observation": { "total": 0.0004392069999994419, "count": 2, "is_parallel": true, "self": 0.0004392069999994419 } } } } } } }, "UnityEnvironment.step": { "total": 1245.8784985910083, "count": 233392, "is_parallel": true, "self": 36.270475445888906, "children": { "UnityEnvironment._generate_step_input": { "total": 76.02411205706755, "count": 233392, "is_parallel": true, "self": 76.02411205706755 }, "communicator.exchange": { "total": 1044.6224436780585, "count": 233392, "is_parallel": true, "self": 1044.6224436780585 }, "steps_from_proto": { "total": 88.96146740999325, "count": 233392, "is_parallel": true, "self": 33.24347902684394, "children": { "_process_rank_one_or_two_observation": { "total": 55.717988383149304, "count": 466784, "is_parallel": true, "self": 55.717988383149304 } } } } } } } } } } }, "trainer_advance": { "total": 520.0638717330361, "count": 233393, "self": 6.248495716970183, "children": { "process_trajectory": { "total": 135.37359839606643, "count": 233393, "self": 134.1037193190665, "children": { "RLTrainer._checkpoint": { "total": 1.2698790769999277, "count": 10, "self": 1.2698790769999277 } } }, "_update_policy": { "total": 378.44177761999947, "count": 97, "self": 319.3303335339866, "children": { "TorchPPOOptimizer.update": { "total": 59.11144408601285, "count": 2910, "self": 59.11144408601285 } } } } } } }, "trainer_threads": { "total": 1.03899992609513e-06, "count": 1, "self": 1.03899992609513e-06 }, "TrainerController._save_models": { "total": 0.12339295200035849, "count": 1, "self": 0.002324097999917285, "children": { "RLTrainer._checkpoint": { "total": 0.1210688540004412, "count": 1, "self": 0.1210688540004412 } } } } } } }