Upload 16 files

Agent.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7af63eb40dbcd288731540f108875c559b52869e8a6326d9c5fa8b6d1263b5
+size 21336

Agent/Agent-6498432.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6efe72868f31e8547a718c0fc5ecd4739bbfc7e05a5b9439dfe3b4d2092c0f2
+size 21336

Agent/Agent-6498432.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bd295c5bf627c71907accb813d40cf7e1c86cbf919ccdddcb05f827b95df4d
+size 129607

Agent/Agent-6999096.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0de04db2e8d25de1382905e7c638fc387b8bacc8587c4fe2ba8e4a3d4628df4
+size 21336

Agent/Agent-6999096.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8901a2f2ef738b0ab5b742cd27e43920bd243cb33ea6267f9c4e335267b23f6c
+size 129607

Agent/Agent-7498432.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60229e880fc1df6f64d8ae1a979b377450c8290331b416b71cb998b42a652c7b
+size 21336

Agent/Agent-7498432.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e25536e37091e083660d2d725128a87cfb21fa5f26702273607c97154133f8
+size 129607

Agent/Agent-7999096.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48f7a3cfee4fcaab1fb9ef758357ab6f4c3c0f331f823b9a68bd012f55f98aa
+size 21336

Agent/Agent-7999096.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c529b0d5ff77f109254781ba61fc943babaeef7a682bc9ce8ead88283775c125
+size 129607

Agent/Agent-8016384.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7af63eb40dbcd288731540f108875c559b52869e8a6326d9c5fa8b6d1263b5
+size 21336

Agent/Agent-8016384.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec42e0930f9f0128a264a0f63b02c20e007a5ff31d866322bf22b0f129788abe
+size 129607

Agent/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec42e0930f9f0128a264a0f63b02c20e007a5ff31d866322bf22b0f129788abe
+size 129607

Agent/events.out.tfevents.1715289189.RICHARD.35744.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94717c4a7c4e9f2e6c0101723b4deeadc4dc849a6e240850769293850127c63
+size 233680

configuration.yaml

@@ -0,0 +1,94 @@
+default_settings: null
+behaviors:
+  Agent:
+    trainer_type: ppo
+    hyperparameters:
+      batch_size: 256
+      buffer_size: 2048
+      learning_rate: 0.0003
+      beta: 0.005
+      epsilon: 0.2
+      lambd: 0.95
+      num_epoch: 3
+      shared_critic: false
+      learning_rate_schedule: linear
+      beta_schedule: linear
+      epsilon_schedule: linear
+    network_settings:
+      normalize: false
+      hidden_units: 64
+      num_layers: 2
+      vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
+    reward_signals:
+      extrinsic:
+        gamma: 0.9
+        strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
+    keep_checkpoints: 5
+    checkpoint_interval: 500000
+    max_steps: 8000000
+    time_horizon: 2048
+    summary_freq: 40000
+    threaded: true
+    self_play: null
+    behavioral_cloning: null
+env_settings:
+  env_path: c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/dev_environments/Hivex_WindFarmControl_win
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  seed: 5000
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: true
+environment_parameters:
+  pattern:
+    curriculum:
+    - value:
+        sampler_type: constant
+        sampler_parameters:
+          seed: 5000
+          value: 0
+      name: pattern
+      completion_criteria: null
+  task:
+    curriculum:
+    - value:
+        sampler_type: constant
+        sampler_parameters:
+          seed: 5001
+          value: 0
+      name: task
+      completion_criteria: null
+checkpoint_settings:
+  run_id: WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train
+  initialize_from: null
+  load_model: false
+  resume: false
+  force: false
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

run_logs/timers.json

@@ -0,0 +1,371 @@
+{
+    "name": "root",
+    "gauges": {
+        "Agent.Policy.Entropy.mean": {
+            "value": 0.9746847748756409,
+            "min": 0.9654285907745361,
+            "max": 1.0961092710494995,
+            "count": 200
+        },
+        "Agent.Policy.Entropy.sum": {
+            "value": 38987.390625,
+            "min": 38605.11328125,
+            "max": 43905.75390625,
+            "count": 200
+        },
+        "Agent.Environment.LessonNumber.pattern.mean": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 200
+        },
+        "Agent.Environment.LessonNumber.pattern.sum": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 200
+        },
+        "Agent.Environment.LessonNumber.task.mean": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 200
+        },
+        "Agent.Environment.LessonNumber.task.sum": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 200
+        },
+        "Agent.Step.mean": {
+            "value": 7999096.0,
+            "min": 39096.0,
+            "max": 7999096.0,
+            "count": 200
+        },
+        "Agent.Step.sum": {
+            "value": 7999096.0,
+            "min": 39096.0,
+            "max": 7999096.0,
+            "count": 200
+        },
+        "Agent.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 9.22942066192627,
+            "min": -0.15079741179943085,
+            "max": 9.799691200256348,
+            "count": 200
+        },
+        "Agent.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 221.50608825683594,
+            "min": -3.61913800239563,
+            "max": 235.19259643554688,
+            "count": 200
+        },
+        "Agent.Losses.PolicyLoss.mean": {
+            "value": 0.05077317207571238,
+            "min": 0.045420708714306195,
+            "max": 0.05415981267796024,
+            "count": 200
+        },
+        "Agent.Losses.PolicyLoss.sum": {
+            "value": 0.15231951622713713,
+            "min": 0.09837574745567206,
+            "max": 0.1624794380338807,
+            "count": 200
+        },
+        "Agent.Losses.ValueLoss.mean": {
+            "value": 0.2318491361220367,
+            "min": 0.08245199396125308,
+            "max": 1.626629980203385,
+            "count": 200
+        },
+        "Agent.Losses.ValueLoss.sum": {
+            "value": 0.6955474083661101,
+            "min": 0.24735598188375924,
+            "max": 3.25325996040677,
+            "count": 200
+        },
+        "Agent.Policy.LearningRate.mean": {
+            "value": 8.856997047999973e-07,
+            "min": 8.856997047999973e-07,
+            "max": 0.00029907840030719997,
+            "count": 200
+        },
+        "Agent.Policy.LearningRate.sum": {
+            "value": 2.657099114399992e-06,
+            "min": 2.657099114399992e-06,
+            "max": 0.0008936568021144,
+            "count": 200
+        },
+        "Agent.Policy.Epsilon.mean": {
+            "value": 0.10029520000000001,
+            "min": 0.10029520000000001,
+            "max": 0.1996928,
+            "count": 200
+        },
+        "Agent.Policy.Epsilon.sum": {
+            "value": 0.30088560000000003,
+            "min": 0.30088560000000003,
+            "max": 0.5978856,
+            "count": 200
+        },
+        "Agent.Policy.Beta.mean": {
+            "value": 2.4730479999999958e-05,
+            "min": 2.4730479999999958e-05,
+            "max": 0.004984670720000001,
+            "count": 200
+        },
+        "Agent.Policy.Beta.sum": {
+            "value": 7.419143999999988e-05,
+            "min": 7.419143999999988e-05,
+            "max": 0.014894491440000001,
+            "count": 200
+        },
+        "Agent.Environment.EpisodeLength.mean": {
+            "value": 4999.0,
+            "min": 4999.0,
+            "max": 4999.0,
+            "count": 200
+        },
+        "Agent.Environment.EpisodeLength.sum": {
+            "value": 39992.0,
+            "min": 39992.0,
+            "max": 39992.0,
+            "count": 200
+        },
+        "Agent.WindFarmControl.IndividualPerformance.mean": {
+            "value": 4602.086669921875,
+            "min": 350.05101573467255,
+            "max": 4690.645080566406,
+            "count": 200
+        },
+        "Agent.WindFarmControl.IndividualPerformance.sum": {
+            "value": 36816.693359375,
+            "min": 2800.4081258773804,
+            "max": 37525.16064453125,
+            "count": 200
+        },
+        "Agent.Environment.CumulativeReward.mean": {
+            "value": 4597.064208984375,
+            "min": 556.156599574346,
+            "max": 4678.725608825684,
+            "count": 200
+        },
+        "Agent.Environment.CumulativeReward.sum": {
+            "value": 36776.513671875,
+            "min": 4449.252796594768,
+            "max": 37429.80487060547,
+            "count": 200
+        },
+        "Agent.Policy.ExtrinsicReward.mean": {
+            "value": 4597.064208984375,
+            "min": 556.156599574346,
+            "max": 4678.725608825684,
+            "count": 200
+        },
+        "Agent.Policy.ExtrinsicReward.sum": {
+            "value": 36776.513671875,
+            "min": 4449.252796594768,
+            "max": 37429.80487060547,
+            "count": 200
+        },
+        "Agent.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 200
+        },
+        "Agent.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 200
+        }
+    },
+    "metadata": {
+        "timer_format_version": "0.1.0",
+        "start_time_seconds": "1715289188",
+        "python_version": "3.9.18 (main, Sep 11 2023, 14:09:26) [MSC v.1916 64 bit (AMD64)]",
+        "command_line_arguments": "C:\\Users\\pdsie\\anaconda3\\envs\\mlagents20\\Scripts\\mlagents-learn c:/users/pdsie/documents/hivex/src/hivex/training/baseline/ml_agents/configs/mlagents/tmp/train/WindFarmControl_pattern_0_task_0_run_id_2_train.yaml --run-id=WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train",
+        "mlagents_version": "0.30.0",
+        "mlagents_envs_version": "0.30.0",
+        "communication_protocol_version": "1.5.0",
+        "pytorch_version": "1.7.1+cu110",
+        "numpy_version": "1.21.2",
+        "end_time_seconds": "1715292998"
+    },
+    "total": 3810.2279147,
+    "count": 1,
+    "self": 0.1470408000000134,
+    "children": {
+        "run_training.setup": {
+            "total": 0.04447270000000003,
+            "count": 1,
+            "self": 0.04447270000000003
+        },
+        "TrainerController.start_learning": {
+            "total": 3810.0364012,
+            "count": 1,
+            "self": 10.68699860020888,
+            "children": {
+                "TrainerController._reset_env": {
+                    "total": 1.6128947,
+                    "count": 1,
+                    "self": 1.6128947
+                },
+                "TrainerController.advance": {
+                    "total": 3797.709553799791,
+                    "count": 1002054,
+                    "self": 10.49146689985173,
+                    "children": {
+                        "env_step": {
+                            "total": 3787.2180868999394,
+                            "count": 1002054,
+                            "self": 1600.823650799819,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 2180.4120274001375,
+                                    "count": 1002054,
+                                    "self": 26.511826300127268,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 2153.9002011000102,
+                                            "count": 1002054,
+                                            "self": 2153.9002011000102
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 5.982408699982956,
+                                    "count": 1002054,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 3795.3262546001315,
+                                            "count": 1002054,
+                                            "is_parallel": true,
+                                            "self": 2848.4071449002718,
+                                            "children": {
+                                                "steps_from_proto": {
+                                                    "total": 0.00023459999999997372,
+                                                    "count": 1,
+                                                    "is_parallel": true,
+                                                    "self": 0.00010929999999997886,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.00012529999999999486,
+                                                            "count": 2,
+                                                            "is_parallel": true,
+                                                            "self": 0.00012529999999999486
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 946.9188750998599,
+                                                    "count": 1002054,
+                                                    "is_parallel": true,
+                                                    "self": 52.065283599650115,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 86.63877530011705,
+                                                            "count": 1002054,
+                                                            "is_parallel": true,
+                                                            "self": 86.63877530011705
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 665.8185351999875,
+                                                            "count": 1002054,
+                                                            "is_parallel": true,
+                                                            "self": 665.8185351999875
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 142.39628100010523,
+                                                            "count": 1002054,
+                                                            "is_parallel": true,
+                                                            "self": 81.08001270021317,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 61.31626829989206,
+                                                                    "count": 2004108,
+                                                                    "is_parallel": true,
+                                                                    "self": 61.31626829989206
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 2.080000012938399e-05,
+                    "count": 1,
+                    "self": 2.080000012938399e-05,
+                    "children": {
+                        "thread_root": {
+                            "total": 0.0,
+                            "count": 0,
+                            "is_parallel": true,
+                            "self": 0.0,
+                            "children": {
+                                "trainer_advance": {
+                                    "total": 3807.616727500033,
+                                    "count": 108961,
+                                    "is_parallel": true,
+                                    "self": 4.302358899984483,
+                                    "children": {
+                                        "process_trajectory": {
+                                            "total": 1921.866013500047,
+                                            "count": 108961,
+                                            "is_parallel": true,
+                                            "self": 1921.4277310000475,
+                                            "children": {
+                                                "RLTrainer._checkpoint": {
+                                                    "total": 0.43828249999967284,
+                                                    "count": 16,
+                                                    "is_parallel": true,
+                                                    "self": 0.43828249999967284
+                                                }
+                                            }
+                                        },
+                                        "_update_policy": {
+                                            "total": 1881.4483551000017,
+                                            "count": 600,
+                                            "is_parallel": true,
+                                            "self": 571.8847141000313,
+                                            "children": {
+                                                "TorchPPOOptimizer.update": {
+                                                    "total": 1309.5636409999704,
+                                                    "count": 93600,
+                                                    "is_parallel": true,
+                                                    "self": 1309.5636409999704
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "TrainerController._save_models": {
+                    "total": 0.02693329999965499,
+                    "count": 1,
+                    "self": 0.005950299999312847,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.020983000000342145,
+                            "count": 1,
+                            "self": 0.020983000000342145
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

run_logs/training_status.json

@@ -0,0 +1,71 @@
+{
+    "pattern": {
+        "lesson_num": 0
+    },
+    "task": {
+        "lesson_num": 0
+    },
+    "Agent": {
+        "checkpoints": [
+            {
+                "steps": 6498432,
+                "file_path": "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-6498432.onnx",
+                "reward": null,
+                "creation_time": 1715292282.833919,
+                "auxillary_file_paths": [
+                    "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-6498432.pt"
+                ]
+            },
+            {
+                "steps": 6999096,
+                "file_path": "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-6999096.onnx",
+                "reward": 4609.078220912388,
+                "creation_time": 1715292516.8751156,
+                "auxillary_file_paths": [
+                    "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-6999096.pt"
+                ]
+            },
+            {
+                "steps": 7498432,
+                "file_path": "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-7498432.onnx",
+                "reward": null,
+                "creation_time": 1715292759.1344616,
+                "auxillary_file_paths": [
+                    "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-7498432.pt"
+                ]
+            },
+            {
+                "steps": 7999096,
+                "file_path": "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-7999096.onnx",
+                "reward": 4603.539045061384,
+                "creation_time": 1715292991.8928878,
+                "auxillary_file_paths": [
+                    "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-7999096.pt"
+                ]
+            },
+            {
+                "steps": 8016384,
+                "file_path": "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-8016384.onnx",
+                "reward": null,
+                "creation_time": 1715292998.558804,
+                "auxillary_file_paths": [
+                    "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-8016384.pt"
+                ]
+            }
+        ],
+        "final_checkpoint": {
+            "steps": 8016384,
+            "file_path": "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent.onnx",
+            "reward": null,
+            "creation_time": 1715292998.558804,
+            "auxillary_file_paths": [
+                "results\\WindFarmControl/train/WindFarmControl_pattern_0_task_0_run_id_2_train\\Agent\\Agent-8016384.pt"
+            ]
+        }
+    },
+    "metadata": {
+        "stats_format_version": "0.3.0",
+        "mlagents_version": "0.30.0",
+        "torch_version": "1.7.1+cu110"
+    }
+}