| { | |
| "name": "root", | |
| "gauges": { | |
| "Agent.Policy.Entropy.mean": { | |
| "value": 1.4332391023635864, | |
| "min": 1.422836184501648, | |
| "max": 1.437020182609558, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.Entropy.sum": { | |
| "value": 7851.28369140625, | |
| "min": 7410.271484375, | |
| "max": 10219.7275390625, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.TreeDropCount.mean": { | |
| "value": 1.0, | |
| "min": 0.6, | |
| "max": 1.5333333333333334, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.TreeDropCount.sum": { | |
| "value": 15.0, | |
| "min": 9.0, | |
| "max": 23.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.RechargeEnergyCount.mean": { | |
| "value": 8.866666666666667, | |
| "min": 8.6, | |
| "max": 68.26666666666667, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.RechargeEnergyCount.sum": { | |
| "value": 133.0, | |
| "min": 129.0, | |
| "max": 1204.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.SaveLocationCount.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.SaveLocationCount.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.OutofEnergyCount.mean": { | |
| "value": 1.0, | |
| "min": 0.3333333333333333, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.OutofEnergyCount.sum": { | |
| "value": 15.0, | |
| "min": 5.0, | |
| "max": 18.0, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceUntilTreeDrop.mean": { | |
| "value": 93.0030579884847, | |
| "min": 17.981625366210938, | |
| "max": 95.54999783833821, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceUntilTreeDrop.sum": { | |
| "value": 1395.0458698272705, | |
| "min": 269.72438049316406, | |
| "max": 1679.0282497406006, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeTreeDropReward.mean": { | |
| "value": 5.332781855265299, | |
| "min": 0.4178741693496704, | |
| "max": 15.010636075337727, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeTreeDropReward.sum": { | |
| "value": 79.99172782897949, | |
| "min": 6.268112540245056, | |
| "max": 225.15954113006592, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceReward.mean": { | |
| "value": 2.5490067481994627, | |
| "min": 0.21376094818115235, | |
| "max": 3.5784213225046795, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistanceReward.sum": { | |
| "value": 38.23510122299194, | |
| "min": 3.206414222717285, | |
| "max": 61.10646003484726, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeNormalizedDistanceUntilTreeDrop.mean": { | |
| "value": 0.2549006700515747, | |
| "min": 0.02137609521547953, | |
| "max": 0.3578421324491501, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeNormalizedDistanceUntilTreeDrop.sum": { | |
| "value": 3.8235100507736206, | |
| "min": 0.320641428232193, | |
| "max": 6.110646083950996, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistancetoExistingTrees.mean": { | |
| "value": 55.341584130128226, | |
| "min": 24.923566349347432, | |
| "max": 120.74674631754557, | |
| "count": 200 | |
| }, | |
| "Agent.DroneBasedReforestation.CumulativeDistancetoExistingTrees.sum": { | |
| "value": 830.1237619519234, | |
| "min": 373.8534952402115, | |
| "max": 1811.2011947631836, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.difficulty.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.LessonNumber.task.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 0.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.mean": { | |
| "value": 362.8, | |
| "min": 307.8333333333333, | |
| "max": 399.0, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.EpisodeLength.sum": { | |
| "value": 5442.0, | |
| "min": 5166.0, | |
| "max": 7119.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.mean": { | |
| "value": 1199977.0, | |
| "min": 5987.0, | |
| "max": 1199977.0, | |
| "count": 200 | |
| }, | |
| "Agent.Step.sum": { | |
| "value": 1199977.0, | |
| "min": 5987.0, | |
| "max": 1199977.0, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityValueEstimate.mean": { | |
| "value": 0.4449746608734131, | |
| "min": 0.02880333736538887, | |
| "max": 0.9132558703422546, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityValueEstimate.sum": { | |
| "value": 7.564568996429443, | |
| "min": 0.43205004930496216, | |
| "max": 15.64229965209961, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.8609291911125183, | |
| "min": 0.004691948648542166, | |
| "max": 1.414363145828247, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 14.635796546936035, | |
| "min": 0.07037922739982605, | |
| "max": 22.629810333251953, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.mean": { | |
| "value": 8.836806314833025, | |
| "min": -0.44562405347824097, | |
| "max": 16.965223222970963, | |
| "count": 200 | |
| }, | |
| "Agent.Environment.CumulativeReward.sum": { | |
| "value": 150.2257073521614, | |
| "min": -6.6843608021736145, | |
| "max": 271.4435715675354, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityReward.mean": { | |
| "value": 1.3413477364708395, | |
| "min": 0.0, | |
| "max": 13.342656230926513, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.CuriosityReward.sum": { | |
| "value": 22.802911520004272, | |
| "min": 0.0, | |
| "max": 200.1398434638977, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.mean": { | |
| "value": 7.953125378664802, | |
| "min": -0.40106213092803955, | |
| "max": 15.268700160086155, | |
| "count": 200 | |
| }, | |
| "Agent.Policy.ExtrinsicReward.sum": { | |
| "value": 135.20313143730164, | |
| "min": -6.015931963920593, | |
| "max": 244.29920256137848, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 200 | |
| }, | |
| "Agent.Losses.PolicyLoss.mean": { | |
| "value": 0.030002704394670825, | |
| "min": 0.014978367214401564, | |
| "max": 0.03146391699987429, | |
| "count": 136 | |
| }, | |
| "Agent.Losses.PolicyLoss.sum": { | |
| "value": 0.030002704394670825, | |
| "min": 0.014978367214401564, | |
| "max": 0.03146391699987429, | |
| "count": 136 | |
| }, | |
| "Agent.Losses.ValueLoss.mean": { | |
| "value": 0.840554258475701, | |
| "min": 0.06528064042019348, | |
| "max": 2.2490536024173102, | |
| "count": 136 | |
| }, | |
| "Agent.Losses.ValueLoss.sum": { | |
| "value": 0.840554258475701, | |
| "min": 0.06528064042019348, | |
| "max": 2.2490536024173102, | |
| "count": 136 | |
| }, | |
| "Agent.Policy.LearningRate.mean": { | |
| "value": 2.166099278000001e-06, | |
| "min": 2.166099278000001e-06, | |
| "max": 0.00029780325073225, | |
| "count": 136 | |
| }, | |
| "Agent.Policy.LearningRate.sum": { | |
| "value": 2.166099278000001e-06, | |
| "min": 2.166099278000001e-06, | |
| "max": 0.00029780325073225, | |
| "count": 136 | |
| }, | |
| "Agent.Policy.Epsilon.mean": { | |
| "value": 0.10072200000000002, | |
| "min": 0.10072200000000002, | |
| "max": 0.19926775000000005, | |
| "count": 136 | |
| }, | |
| "Agent.Policy.Epsilon.sum": { | |
| "value": 0.10072200000000002, | |
| "min": 0.10072200000000002, | |
| "max": 0.19926775000000005, | |
| "count": 136 | |
| }, | |
| "Agent.Policy.Beta.mean": { | |
| "value": 4.602780000000003e-05, | |
| "min": 4.602780000000003e-05, | |
| "max": 0.004963460725, | |
| "count": 136 | |
| }, | |
| "Agent.Policy.Beta.sum": { | |
| "value": 4.602780000000003e-05, | |
| "min": 4.602780000000003e-05, | |
| "max": 0.004963460725, | |
| "count": 136 | |
| }, | |
| "Agent.Losses.CuriosityForwardLoss.mean": { | |
| "value": 0.03763703163713217, | |
| "min": 0.027854387337962788, | |
| "max": 0.6027635087569555, | |
| "count": 136 | |
| }, | |
| "Agent.Losses.CuriosityForwardLoss.sum": { | |
| "value": 0.03763703163713217, | |
| "min": 0.027854387337962788, | |
| "max": 0.6027635087569555, | |
| "count": 136 | |
| }, | |
| "Agent.Losses.CuriosityInverseLoss.mean": { | |
| "value": 1.8167990893125534, | |
| "min": 1.774645984172821, | |
| "max": 3.315477500359217, | |
| "count": 136 | |
| }, | |
| "Agent.Losses.CuriosityInverseLoss.sum": { | |
| "value": 1.8167990893125534, | |
| "min": 1.774645984172821, | |
| "max": 3.315477500359217, | |
| "count": 136 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1717353723", | |
| "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/DroneBasedReforestation_difficulty_8_task_0_run_id_1_train.yaml --run-id=DroneBasedReforestation/train/DroneBasedReforestation_difficulty_8_task_0_run_id_1_train --base-port 5007", | |
| "mlagents_version": "0.30.0", | |
| "mlagents_envs_version": "0.30.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.7.1+cu110", | |
| "numpy_version": "1.21.0", | |
| "end_time_seconds": "1717357352" | |
| }, | |
| "total": 3629.1167372, | |
| "count": 1, | |
| "self": 0.28471369999988383, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.053523600000000005, | |
| "count": 1, | |
| "self": 0.053523600000000005 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 3628.7784999, | |
| "count": 1, | |
| "self": 7.053749699939544, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.1039557999999996, | |
| "count": 1, | |
| "self": 2.1039557999999996 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 3619.46621800006, | |
| "count": 401057, | |
| "self": 6.27432409998346, | |
| "children": { | |
| "env_step": { | |
| "total": 3613.1918939000766, | |
| "count": 401057, | |
| "self": 1716.335633299859, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1892.4066291001172, | |
| "count": 401057, | |
| "self": 12.080070800110434, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1880.3265583000068, | |
| "count": 400130, | |
| "self": 1880.3265583000068 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 4.449631500100336, | |
| "count": 401057, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 3620.3573454999214, | |
| "count": 401057, | |
| "is_parallel": true, | |
| "self": 2128.002488199925, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.00651540000000006, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010280000000029155, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 0.006360799999999944, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 3.0299999999927607e-05, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 0.006330500000000017, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 3.520000000012402e-05, | |
| "children": { | |
| "process_pixels": { | |
| "total": 0.006295299999999893, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.00021969999999993384, | |
| "children": { | |
| "image_decompress": { | |
| "total": 0.006075599999999959, | |
| "count": 3, | |
| "is_parallel": true, | |
| "self": 0.006075599999999959 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 5.179999999982421e-05, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 5.179999999982421e-05 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1492.3483418999965, | |
| "count": 401057, | |
| "is_parallel": true, | |
| "self": 18.510564800082648, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 18.45156019999186, | |
| "count": 401057, | |
| "is_parallel": true, | |
| "self": 18.45156019999186 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1305.0499987000107, | |
| "count": 401057, | |
| "is_parallel": true, | |
| "self": 1305.0499987000107 | |
| }, | |
| "steps_from_proto": { | |
| "total": 150.33621819991117, | |
| "count": 401057, | |
| "is_parallel": true, | |
| "self": 30.017820899916373, | |
| "children": { | |
| "_process_maybe_compressed_observation": { | |
| "total": 107.88746859990474, | |
| "count": 802114, | |
| "is_parallel": true, | |
| "self": 7.900561099978887, | |
| "children": { | |
| "_observation_to_np_array": { | |
| "total": 99.98690749992585, | |
| "count": 1203498, | |
| "is_parallel": true, | |
| "self": 7.499504800025932, | |
| "children": { | |
| "process_pixels": { | |
| "total": 92.48740269989992, | |
| "count": 1203498, | |
| "is_parallel": true, | |
| "self": 42.883510800188546, | |
| "children": { | |
| "image_decompress": { | |
| "total": 49.60389189971137, | |
| "count": 1203498, | |
| "is_parallel": true, | |
| "self": 49.60389189971137 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "_process_rank_one_or_two_observation": { | |
| "total": 12.430928700090066, | |
| "count": 802114, | |
| "is_parallel": true, | |
| "self": 12.430928700090066 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.8200000087963417e-05, | |
| "count": 1, | |
| "self": 2.8200000087963417e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 3624.809459400039, | |
| "count": 179664, | |
| "is_parallel": true, | |
| "self": 5.413166100085618, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 2921.0421439999573, | |
| "count": 179664, | |
| "is_parallel": true, | |
| "self": 2920.6248989999576, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.4172449999998662, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.4172449999998662 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 698.3541492999962, | |
| "count": 136, | |
| "is_parallel": true, | |
| "self": 471.4117506999935, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 226.9423986000027, | |
| "count": 3396, | |
| "is_parallel": true, | |
| "self": 226.9423986000027 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1545482000001357, | |
| "count": 1, | |
| "self": 0.006546300000081828, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.14800190000005387, | |
| "count": 1, | |
| "self": 0.14800190000005387 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |