{ "name": "root", "gauges": { "Worm.Policy.Entropy.mean": { "value": 0.7630866169929504, "min": 0.7630866169929504, "max": 1.4193636178970337, "count": 233 }, "Worm.Policy.Entropy.sum": { "value": 22892.59765625, "min": 22892.59765625, "max": 42580.91015625, "count": 233 }, "Worm.Environment.EpisodeLength.mean": { "value": 999.0, "min": 999.0, "max": 999.0, "count": 233 }, "Worm.Environment.EpisodeLength.sum": { "value": 29970.0, "min": 29970.0, "max": 29970.0, "count": 233 }, "Worm.Step.mean": { "value": 6989000.0, "min": 29000.0, "max": 6989000.0, "count": 233 }, "Worm.Step.sum": { "value": 6989000.0, "min": 29000.0, "max": 6989000.0, "count": 233 }, "Worm.Policy.ExtrinsicValueEstimate.mean": { "value": 217.49844360351562, "min": 0.006435226649045944, "max": 217.49844360351562, "count": 233 }, "Worm.Policy.ExtrinsicValueEstimate.sum": { "value": 6524.953125, "min": 0.18662157654762268, "max": 6524.953125, "count": 233 }, "Worm.Environment.CumulativeReward.mean": { "value": 1075.8214680989583, "min": 0.24562155648038306, "max": 1087.5514729817708, "count": 233 }, "Worm.Environment.CumulativeReward.sum": { "value": 32274.64404296875, "min": 7.1230251379311085, "max": 32626.544189453125, "count": 233 }, "Worm.Policy.ExtrinsicReward.mean": { "value": 1075.8214680989583, "min": 0.24562155648038306, "max": 1087.5514729817708, "count": 233 }, "Worm.Policy.ExtrinsicReward.sum": { "value": 32274.64404296875, "min": 7.1230251379311085, "max": 32626.544189453125, "count": 233 }, "Worm.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 233 }, "Worm.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 233 }, "Worm.Losses.PolicyLoss.mean": { "value": 0.01496558738428922, "min": 0.011141292782711042, "max": 0.02380683294974179, "count": 232 }, "Worm.Losses.PolicyLoss.sum": { "value": 0.01496558738428922, "min": 0.011141292782711042, "max": 0.02380683294974179, "count": 232 }, "Worm.Losses.ValueLoss.mean": { "value": 9.330623944600424, "min": 0.0016904960475152447, "max": 10.432045164562407, "count": 232 }, "Worm.Losses.ValueLoss.sum": { "value": 9.330623944600424, "min": 0.0016904960475152447, "max": 10.432045164562407, "count": 232 }, "Worm.Policy.LearningRate.mean": { "value": 1.7143851428571302e-06, "min": 1.7143851428571302e-06, "max": 0.00029871428614285713, "count": 232 }, "Worm.Policy.LearningRate.sum": { "value": 1.7143851428571302e-06, "min": 1.7143851428571302e-06, "max": 0.00029871428614285713, "count": 232 }, "Worm.Policy.Epsilon.mean": { "value": 0.10057142857142858, "min": 0.10057142857142858, "max": 0.1995714285714285, "count": 232 }, "Worm.Policy.Epsilon.sum": { "value": 0.10057142857142858, "min": 0.10057142857142858, "max": 0.1995714285714285, "count": 232 }, "Worm.Policy.Beta.mean": { "value": 3.851428571428551e-05, "min": 3.851428571428551e-05, "max": 0.004978614285714285, "count": 232 }, "Worm.Policy.Beta.sum": { "value": 3.851428571428551e-05, "min": 3.851428571428551e-05, "max": 0.004978614285714285, "count": 232 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1657505000", "python_version": "3.9.5 (default, Nov 23 2021, 15:27:38) \n[GCC 9.3.0]", "command_line_arguments": "/local_disk0/.ephemeral_nfs/envs/pythonEnv-b46445bb-5e7a-42af-863d-63739a251cef/bin/mlagents-learn ./config/ppo/Worm.yaml --env=./trained-envs-executables/linux/Worm/Worm --run-id=Worm_Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.20.3", "end_time_seconds": "1657511384" }, "total": 6384.622144735, "count": 1, "self": 0.22490550499969686, "children": { "run_training.setup": { "total": 0.08066173199995319, "count": 1, "self": 0.08066173199995319 }, "TrainerController.start_learning": { "total": 6384.316577498, "count": 1, "self": 10.789698766073343, "children": { "TrainerController._reset_env": { "total": 14.01948177600002, "count": 1, "self": 14.01948177600002 }, "TrainerController.advance": { "total": 6359.4239178089265, "count": 701000, "self": 11.264868593289975, "children": { "env_step": { "total": 4982.262857287898, "count": 701000, "self": 4184.6229320147895, "children": { "SubprocessEnvManager._take_step": { "total": 790.1229445450033, "count": 701000, "self": 53.87214190608756, "children": { "TorchPolicy.evaluate": { "total": 736.2508026389157, "count": 701000, "self": 179.5678658366537, "children": { "TorchPolicy.sample_actions": { "total": 556.682936802262, "count": 701000, "self": 556.682936802262 } } } } }, "workers": { "total": 7.5169807281056364, "count": 701000, "self": 0.0, "children": { "worker_root": { "total": 6364.905654553945, "count": 701000, "is_parallel": true, "self": 2746.449346909805, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0006285409999691183, "count": 1, "is_parallel": true, "self": 0.00020050500006618677, "children": { "_process_rank_one_or_two_observation": { "total": 0.0004280359999029315, "count": 2, "is_parallel": true, "self": 0.0004280359999029315 } } }, "UnityEnvironment.step": { "total": 0.01823135299991918, "count": 1, "is_parallel": true, "self": 0.0001527539998278371, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0002828450001288729, "count": 1, "is_parallel": true, "self": 0.0002828450001288729 }, "communicator.exchange": { "total": 0.017377316999954928, "count": 1, "is_parallel": true, "self": 0.017377316999954928 }, "steps_from_proto": { "total": 0.00041843700000754325, "count": 1, "is_parallel": true, "self": 0.00015154300012909516, "children": { "_process_rank_one_or_two_observation": { "total": 0.0002668939998784481, "count": 2, "is_parallel": true, "self": 0.0002668939998784481 } } } } } } }, "UnityEnvironment.step": { "total": 3618.45630764414, "count": 700999, "is_parallel": true, "self": 84.07840199607699, "children": { "UnityEnvironment._generate_step_input": { "total": 130.07169516237536, "count": 700999, "is_parallel": true, "self": 130.07169516237536 }, "communicator.exchange": { "total": 3215.9761516947133, "count": 700999, "is_parallel": true, "self": 3215.9761516947133 }, "steps_from_proto": { "total": 188.33005879097436, "count": 700999, "is_parallel": true, "self": 67.0532352298992, "children": { "_process_rank_one_or_two_observation": { "total": 121.27682356107516, "count": 1401998, "is_parallel": true, "self": 121.27682356107516 } } } } } } } } } } }, "trainer_advance": { "total": 1365.896191927738, "count": 701000, "self": 12.840291875354751, "children": { "process_trajectory": { "total": 341.6664266723792, "count": 701000, "self": 339.1983843193789, "children": { "RLTrainer._checkpoint": { "total": 2.468042353000328, "count": 14, "self": 2.468042353000328 } } }, "_update_policy": { "total": 1011.3894733800041, "count": 233, "self": 858.5112461520062, "children": { "TorchPPOOptimizer.update": { "total": 152.87822722799797, "count": 9786, "self": 152.87822722799797 } } } } } } }, "trainer_threads": { "total": 8.110000635497272e-07, "count": 1, "self": 8.110000635497272e-07 }, "TrainerController._save_models": { "total": 0.0834783359996436, "count": 1, "self": 0.0013753109997196589, "children": { "RLTrainer._checkpoint": { "total": 0.08210302499992395, "count": 1, "self": 0.08210302499992395 } } } } } } }