| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.435887336730957, | |
| "min": 1.4189385175704956, | |
| "max": 1.4451199769973755, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 7878.7138671875, | |
| "min": 6969.048828125, | |
| "max": 10059.47265625, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.TreeDropCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.TreeDropCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.RechargeEnergyCount.mean": { | |
| "value": 0.06666666666666667, | |
| "min": 0.0, | |
| "max": 425.3888888888889, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.RechargeEnergyCount.sum": { | |
| "value": 1.0, | |
| "min": 0.0, | |
| "max": 7657.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.SaveLocationCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.SaveLocationCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.OutofEnergyCount.mean": { | |
| "value": 0.5333333333333333, | |
| "min": 0.3888888888888889, | |
| "max": 0.7333333333333333, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.OutofEnergyCount.sum": { | |
| "value": 8.0, | |
| "min": 7.0, | |
| "max": 14.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceUntilTreeDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceUntilTreeDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeTreeDropReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeTreeDropReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceReward.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceReward.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeNormalizedDistanceUntilTreeDrop.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeNormalizedDistanceUntilTreeDrop.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistancetoExistingTrees.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistancetoExistingTrees.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 337.8, | |
| "min": 286.57142857142856, | |
| "max": 399.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 5067.0, | |
| "min": 4839.0, | |
| "max": 6978.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1199910.0, | |
| "min": 5600.0, | |
| "max": 1199910.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1199910.0, | |
| "min": 5600.0, | |
| "max": 1199910.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityValueEstimate.mean": { | |
| "value": 0.30304810404777527, | |
| "min": 0.02929520234465599, | |
| "max": 1.0432465076446533, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityValueEstimate.sum": { | |
| "value": 4.545721530914307, | |
| "min": 0.43942803144454956, | |
| "max": 15.648697853088379, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.1079864501953125, | |
| "min": -0.4214349389076233, | |
| "max": 3.233757734298706, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 31.619796752929688, | |
| "min": -6.321524143218994, | |
| "max": 58.207637786865234, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": -0.9993666529655456, | |
| "min": -1.1309333046277363, | |
| "max": 34.09010376930237, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": -14.990499794483185, | |
| "min": -16.963999569416046, | |
| "max": 681.8020753860474, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityReward.mean": { | |
| "value": 1.1821201721827188, | |
| "min": 0.0, | |
| "max": 14.20567144950231, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityReward.sum": { | |
| "value": 17.731802582740784, | |
| "min": 0.0, | |
| "max": 255.70208609104156, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": -0.8994301954905192, | |
| "min": -1.0178401708602904, | |
| "max": 30.681086124293508, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": -13.491452932357788, | |
| "min": -15.267602562904358, | |
| "max": 613.6217224858701, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.02971380145754665, | |
| "min": 0.016504992517487455, | |
| "max": 0.031236064077044528, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.02971380145754665, | |
| "min": 0.016504992517487455, | |
| "max": 0.031236064077044528, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 0.37336699292063713, | |
| "min": 0.005356620560633019, | |
| "max": 22.710176428159077, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 0.37336699292063713, | |
| "min": 0.005356620560633019, | |
| "max": 22.710176428159077, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 2.2599992500014174e-08, | |
| "min": 2.2599992500014174e-08, | |
| "max": 0.0002979000007, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 2.2599992500014174e-08, | |
| "min": 2.2599992500014174e-08, | |
| "max": 0.0002979000007, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10000750000000001, | |
| "min": 0.10000750000000001, | |
| "max": 0.1993, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10000750000000001, | |
| "min": 0.10000750000000001, | |
| "max": 0.1993, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 1.0374250000000235e-05, | |
| "min": 1.0374250000000235e-05, | |
| "max": 0.00496507, | |
| "count": 140 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 1.0374250000000235e-05, | |
| "min": 1.0374250000000235e-05, | |
| "max": 0.00496507, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.CuriosityForwardLoss.mean": { | |
| "value": 0.029829473545153935, | |
| "min": 0.02595311333425343, | |
| "max": 0.5835289520521959, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.CuriosityForwardLoss.sum": { | |
| "value": 0.029829473545153935, | |
| "min": 0.02595311333425343, | |
| "max": 0.5835289520521959, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.CuriosityInverseLoss.mean": { | |
| "value": 1.7122151553630829, | |
| "min": 1.7122151553630829, | |
| "max": 3.310828576485316, | |
| "count": 140 | |
| }, | |
| "Agent.Losses.CuriosityInverseLoss.sum": { | |
| "value": 1.7122151553630829, | |
| "min": 1.7122151553630829, | |
| "max": 3.310828576485316, | |
| "count": 140 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1716791688", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/DroneBasedReforestation_difficulty_1_task_2_run_id_1_train.yaml --run-id=DroneBasedReforestation/train/DroneBasedReforestation_difficulty_1_task_2_run_id_1_train --base-port 5007", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1716796800" | |
| }, | |
| "total": 5112.771583, | |
| "count": 1, | |
| "self": 0.5061833999998271, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0569307, | |
| "count": 1, | |
| "self": 0.0569307 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 5112.2084689, | |
| "count": 1, | |
| "self": 8.794914800045262, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.3047044, | |
| "count": 1, | |
| "self": 2.3047044 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 5100.807544299954, | |
| "count": 401032, | |
| "self": 8.66736219997074, | |
| "children": { | |
| "env_step": { | |
| "total": 5092.140182099984, | |
| "count": 401032, | |
| "self": 2073.4088428996556, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 3013.3889008001634, | |
| "count": 401032, | |
| "self": 15.15800860023137, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 2998.230892199932, | |
| "count": 400200, | |
| "self": 2998.230892199932 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 5.342438400164718, | |
| "count": 401032, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 5102.285246300213, | |
| "count": 401032, | |
| "is_parallel": true, | |
| "self": 3314.0328470004383, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006262299999999943, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010449999999950776, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.006111800000000223, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 3.080000000021954e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.006081000000000003, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 2.990000000013815e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.006051099999999865, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00023850000000003035, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.0058125999999998346, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.0058125999999998346 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 4.600000000021254e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 4.600000000021254e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1788.2461369997745, | |
| "count": 401032, | |
| "is_parallel": true, | |
| "self": 23.128167499308347, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 24.404275500100383, | |
| "count": 401032, | |
| "is_parallel": true, | |
| "self": 24.404275500100383 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1551.6798302003008, | |
| "count": 401032, | |
| "is_parallel": true, | |
| "self": 1551.6798302003008 | |
| }, | |
| "steps_from_proto": { | |
| "total": 189.03386380006518, | |
| "count": 401032, | |
| "is_parallel": true, | |
| "self": 37.66603239976422, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 135.37231290009942, | |
| "count": 802064, | |
| "is_parallel": true, | |
| "self": 10.339008800349845, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 125.03330409974957, | |
| "count": 1203876, | |
| "is_parallel": true, | |
| "self": 9.5104148996205, | |
| "children": { | |
| "process_pixels": { | |
| "total": 115.52288920012907, | |
| "count": 1203876, | |
| "is_parallel": true, | |
| "self": 53.60336780038161, | |
| "children": { | |
| "image_decompress": { | |
| "total": 61.91952139974746, | |
| "count": 1203876, | |
| "is_parallel": true, | |
| "self": 61.91952139974746 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 15.995518500201548, | |
| "count": 802064, | |
| "is_parallel": true, | |
| "self": 15.995518500201548 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 3.440000000409782e-05, | |
| "count": 1, | |
| "self": 3.440000000409782e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 5106.15831670013, | |
| "count": 249869, | |
| "is_parallel": true, | |
| "self": 10.651582200075609, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 4060.483484900052, | |
| "count": 249869, | |
| "is_parallel": true, | |
| "self": 4059.937680600052, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.5458043000000998, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.5458043000000998 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1035.023249600002, | |
| "count": 140, | |
| "is_parallel": true, | |
| "self": 683.0441157999867, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 351.97913380001523, | |
| "count": 3387, | |
| "is_parallel": true, | |
| "self": 351.97913380001523 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.30127100000026985, | |
| "count": 1, | |
| "self": 0.004740000000310829, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.296530999999959, | |
| "count": 1, | |
| "self": 0.296530999999959 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |