| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.403105616569519, | |
| "min": 1.403105616569519, | |
| "max": 1.4262750148773193, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 70729.1484375, | |
| "min": 68936.6171875, | |
| "max": 78489.1640625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 83.45101351351352, | |
| "min": 77.20813771517997, | |
| "max": 371.46666666666664, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49403.0, | |
| "min": 48793.0, | |
| "max": 50148.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999946.0, | |
| "min": 49968.0, | |
| "max": 1999946.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999946.0, | |
| "min": 49968.0, | |
| "max": 1999946.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.429173231124878, | |
| "min": 0.11701562255620956, | |
| "max": 2.489457130432129, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1438.070556640625, | |
| "min": 15.680093765258789, | |
| "max": 1540.8369140625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.6564898090185345, | |
| "min": 1.880803546798763, | |
| "max": 3.9927546657971886, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2164.6419669389725, | |
| "min": 252.02767527103424, | |
| "max": 2471.884281218052, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.6564898090185345, | |
| "min": 1.880803546798763, | |
| "max": 3.9927546657971886, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2164.6419669389725, | |
| "min": 252.02767527103424, | |
| "max": 2471.884281218052, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.015824631816253206, | |
| "min": 0.01333957627874851, | |
| "max": 0.02007337749625246, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.04747389544875962, | |
| "min": 0.028178922786416177, | |
| "max": 0.05883610782038886, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05859845988452434, | |
| "min": 0.021915697616835435, | |
| "max": 0.0645579212034742, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.17579537965357303, | |
| "min": 0.04383139523367087, | |
| "max": 0.17579537965357303, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.796298734600004e-06, | |
| "min": 3.796298734600004e-06, | |
| "max": 0.00029531655156114995, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.1388896203800013e-05, | |
| "min": 1.1388896203800013e-05, | |
| "max": 0.0008440002186665999, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.1012654, | |
| "min": 0.1012654, | |
| "max": 0.19843885000000003, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3037962, | |
| "min": 0.20769804999999997, | |
| "max": 0.5813334, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.314346000000009e-05, | |
| "min": 7.314346000000009e-05, | |
| "max": 0.0049220986149999995, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00021943038000000025, | |
| "min": 0.00021943038000000025, | |
| "max": 0.014068536660000006, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1720087859", | |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.3.0+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1720090357" | |
| }, | |
| "total": 2498.139039205, | |
| "count": 1, | |
| "self": 0.43799647799914965, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05585843699986981, | |
| "count": 1, | |
| "self": 0.05585843699986981 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2497.6451842900005, | |
| "count": 1, | |
| "self": 4.421928591002143, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.0107570729999225, | |
| "count": 1, | |
| "self": 3.0107570729999225 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2490.095620782998, | |
| "count": 233267, | |
| "self": 5.081911717100866, | |
| "children": { | |
| "env_step": { | |
| "total": 1981.8358876008078, | |
| "count": 233267, | |
| "self": 1636.9329000918583, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 341.85116860898916, | |
| "count": 233267, | |
| "self": 16.799991924031247, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 325.0511766849579, | |
| "count": 223025, | |
| "self": 325.0511766849579 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.051818899960381, | |
| "count": 233267, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2490.328901332061, | |
| "count": 233267, | |
| "is_parallel": true, | |
| "self": 1173.5427407420839, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.000928418000057718, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002691880001748359, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006592299998828821, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006592299998828821 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03587621099995886, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004530559997419914, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00022214600016923214, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00022214600016923214 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.03437678099999175, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.03437678099999175 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0008242280000558821, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00024364600017179328, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005805819998840889, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005805819998840889 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1316.786160589977, | |
| "count": 233266, | |
| "is_parallel": true, | |
| "self": 40.462097355981086, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 86.19346343194184, | |
| "count": 233266, | |
| "is_parallel": true, | |
| "self": 86.19346343194184 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1097.305017226971, | |
| "count": 233266, | |
| "is_parallel": true, | |
| "self": 1097.305017226971 | |
| }, | |
| "steps_from_proto": { | |
| "total": 92.82558257508322, | |
| "count": 233266, | |
| "is_parallel": true, | |
| "self": 34.98103163238261, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 57.84455094270061, | |
| "count": 466532, | |
| "is_parallel": true, | |
| "self": 57.84455094270061 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 503.17782146508944, | |
| "count": 233267, | |
| "self": 7.069252415186384, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 162.2847507139038, | |
| "count": 233267, | |
| "self": 160.84187632290445, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.44287439099935, | |
| "count": 10, | |
| "self": 1.44287439099935 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 333.82381833599925, | |
| "count": 97, | |
| "self": 270.1351233650025, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 63.68869497099672, | |
| "count": 2910, | |
| "self": 63.68869497099672 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.0650001058820635e-06, | |
| "count": 1, | |
| "self": 1.0650001058820635e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.11687677800000529, | |
| "count": 1, | |
| "self": 0.004315075000249635, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.11256170299975565, | |
| "count": 1, | |
| "self": 0.11256170299975565 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |