Upload PPO LunarLander-v2 trained agent (for 2st test ts 2m)

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 248.52 +/- 15.28
+      value: 289.65 +/- 19.01
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x798616d91e10>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x798616d91ea0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x798616d91f30>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x798616d91fc0>", "_build": "<function ActorCriticPolicy._build at 0x798616d92050>", "forward": "<function ActorCriticPolicy.forward at 0x798616d920e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x798616d92170>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x798616d92200>", "_predict": "<function ActorCriticPolicy._predict at 0x798616d92290>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x798616d92320>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x798616d923b0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x798616d92440>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x798616d27100>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1727160768884765206, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALOzA73cyZc/eCzcPKNu6L76cae8iiYpPgAAAAAAAAAAbdoBvtykWz+j+SG80UxpvmEVn70r5ec8AAAAAAAAAACAaDi91wMtucBKazZ3AhMyQXmBO+uWkLUAAIA/AACAP8BFyL1c8xK6xTvuutp+cLa9XUS7n8ULOgAAAAAAAIA/TVlavRrVJz5DFEA9TrOIvjLpJT5BM0a9AAAAAAAAAADmggY+YG37Pp89Lr4VXoO+BLzivUj34L0AAAAAAAAAAIZ5TL5F73k+3pMBPraEfr48OFK9kXCkvQAAAAAAAAAAje2gvTw2ND+gpv08MtOQvt2vo7uGtOY5AAAAAAAAAABQnHO+CKMuP2Ma1D0fl6e+QRAvPF4IWz0AAAAAAAAAADOY8zxA5jE/5k1MvuZywL7H/aO9YvS5vQAAAAAAAAAAZot/vfGNdD/67HS8H3q5vuQm4zw1djy8AAAAAAAAAADKGYy+n1dYPx/MvLy55bq+dERIvjVInD0AAAAAAAAAAI0aq71ikYc/yu1VvTCJrr7Xw0i9Ar58PQAAAAAAAAAAYJiUPh1TmT9b0MM+pa7/vivw3T5NwdU9AAAAAAAAAADNu7W9j0JGuo4FYDr1ZAU1HOhxuyhlgrkAAAAAAACAP7PGx70kg4c+xByFPBssW76R7Ig9AQYRvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVPgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGR4I60Y0l+MAWyUTegDjAF0lEdAm99kyLyc1HV9lChoBkdAYaPB/qgRLGgHTegDaAhHQJvfum4y44J1fZQoaAZHQG5WY5DJEIBoB02wAWgIR0Cb4LwqAjIJdX2UKGgGR0BweCmXPZ7HaAdNWQJoCEdAm+I3tfG+9XV9lChoBkdAcE7q9oN/fGgHTdkBaAhHQJvigyJsO5J1fZQoaAZHQG9Z3+dbxExoB02NAWgIR0Cb4tq3EyckdX2UKGgGR0BwXPFS88LbaAdNJgJoCEdAm+OJ4bCJoHV9lChoBkdAce1d/rjYI2gHTWYBaAhHQJvoh07r9l51fZQoaAZHQHHi4wmE5ABoB00FAWgIR0Cb6qS9M9KVdX2UKGgGR0Byl/z8P4EfaAdNGQJoCEdAm+5zGtITXnV9lChoBkdAb7oojOcDsGgHTUwBaAhHQJvus9hZyMl1fZQoaAZHQG1jy8jAzpJoB00rAmgIR0CcAXomois5dX2UKGgGR0Bv5RJGvwEyaAdNYgFoCEdAnAGTWTX8O3V9lChoBkdAMWGsmv4dqGgHTSYBaAhHQJwB3UsnRb91fZQoaAZHQHFW0ZaV2RtoB01MAWgIR0CcAgXDFZPmdX2UKGgGR0Bu0DJbMX7+aAdN2AFoCEdAnAMRLwnYx3V9lChoBkdAbcxjMmnfmGgHTXMBaAhHQJwEH5GjKxN1fZQoaAZHQHEx9SydFv1oB03NAmgIR0CcBPRgJC0GdX2UKGgGR0ByUWfRNRFaaAdNsQJoCEdAnAWgbdadMHV9lChoBkdAcT88sMAmzGgHTSACaAhHQJwHP0QK8cx1fZQoaAZHQHC7G4I8hcJoB03ZAWgIR0CcCDGHpKSQdX2UKGgGR0Bjp0E7nxJ/aAdN6ANoCEdAnAi3Dej2z3V9lChoBkdAZpXH/cWTHWgHTegDaAhHQJwKCKJl8PZ1fZQoaAZHQHBAD/uLJjloB01WAWgIR0CcCtS75Ec9dX2UKGgGR0BwVDmEGqxUaAdNswFoCEdAnA00gOjIrHV9lChoBkdAcPqPYWcjJWgHTXABaAhHQJwPwpnYg7p1fZQoaAZHQHMhEjopx3poB01UAWgIR0CcEMEBKcurdX2UKGgGR0Bwxym3vx6OaAdNigFoCEdAnBFk/fO2RnV9lChoBkdAbFyiYb83uWgHTVUBaAhHQJwRd1IRRMx1fZQoaAZHQG89l9a2WptoB02YAWgIR0CcE96p5u63dX2UKGgGR0BzNjXxvvSdaAdNGgFoCEdAnBT3KfWc0HV9lChoBkdAbsvQa72+PGgHTboBaAhHQJwVAjB2wFF1fZQoaAZHQHFIz3h4t6JoB02aAWgIR0CcFTSjQAuJdX2UKGgGR0ByaFlI3BHkaAdNsgFoCEdAnBkC0fHPvHV9lChoBkdAcbkruYx+KGgHTf0BaAhHQJwal0V8CxN1fZQoaAZHQHCZZQ+EAYJoB03JAWgIR0CcG4Go73fydX2UKGgGR0BvSq8lHBk7aAdNWgFoCEdAnB+OOwPiDXV9lChoBkdAPAbcCYCyQmgHS/toCEdAnCADsD4gzXV9lChoBkdAchlExIre7GgHTQsCaAhHQJwgEB7u2JB1fZQoaAZHQHByFUuL741oB03hAWgIR0CcIFyZKFqSdX2UKGgGR0ByfS2OQyRCaAdNGwFoCEdAnCFF8b70nXV9lChoBkdAclB8ujASF2gHTZcBaAhHQJwhWM4tHx11fZQoaAZHQG3r5H/cWTJoB00nAWgIR0CcIe5+6RQrdX2UKGgGR0BuGZ5Rjz7NaAdNJgJoCEdAnCJT/VAiV3V9lChoBkdAcNyLqD9OymgHTa0BaAhHQJwjNrrPdEd1fZQoaAZHQG9G8U/OdG1oB019AWgIR0CcI7dpItlJdX2UKGgGR0BxMqzQeFL4aAdN5AJoCEdAnCSsbm2b5XV9lChoBkdAcXN6InBtUGgHTd8BaAhHQJwkyEPDpC91fZQoaAZHQGzZIxYaHbhoB02gAWgIR0CcKtwy6+WXdX2UKGgGR0Bwi2f4AS39aAdNyAFoCEdAnEA43BHkLnV9lChoBkdAcYYdT5wfhmgHTUgBaAhHQJxAcmQbMot1fZQoaAZHQG0vBWxQizNoB014AWgIR0CcQNtwrDqGdX2UKGgGR0ByWr5oGpuNaAdNCgJoCEdAnEDdG3F1jnV9lChoBkdAa47OSntOVWgHTXEBaAhHQJxA+18b70p1fZQoaAZHQG//xZU1hstoB01DAWgIR0CcQSP/7zkIdX2UKGgGR0BuaUXvYvnKaAdNRwFoCEdAnEHg8fV7QnV9lChoBkdAcZd+rELpimgHTTgBaAhHQJxCY43m3fB1fZQoaAZHQHCg1UMoc71oB02OAWgIR0CcQsFlkH2RdX2UKGgGR0BwCgl4TsY3aAdNMQFoCEdAnELWL5ylvnV9lChoBkdAbviLApKBd2gHTYgBaAhHQJxDcN/e+Eh1fZQoaAZHQHFuLlRxcVxoB01XAWgIR0CcRX63AmAtdX2UKGgGR0BxLTMMZxaQaAdNfQFoCEdAnEaiWZ7Xx3V9lChoBkdAURjupjtojGgHS69oCEdAnEcHxBmf5HV9lChoBkdAYA7AKOT7mGgHTegDaAhHQJxIX5GjKxN1fZQoaAZHQG8jERSP2f1oB01GAmgIR0CcSJvES/TLdX2UKGgGR8AsLUb1h9b5aAdL+WgIR0CcSa9+w1R+dX2UKGgGR0A6uDbrTpgUaAdL/WgIR0CcSfuqFRHgdX2UKGgGR0Bwu3Pmgam5aAdNEQFoCEdAnEssRtgrpnV9lChoBkdAcZvgB91EE2gHTXIBaAhHQJxLau4gA6x1fZQoaAZHQHETQ3YL9dhoB00wAWgIR0CcS4j1PFefdX2UKGgGR0BySoIQe3hGaAdNQgFoCEdAnEwi9qUNa3V9lChoBkdAcnWVH4Glh2gHTTUBaAhHQJxNhoL5RCR1fZQoaAZHQG2OftIClrNoB01IAWgIR0CcTZmnO0LMdX2UKGgGR0Bwkh3t8eCDaAdNUwFoCEdAnE2xoEjgRHV9lChoBkdAcSsncL0BfmgHTU8BaAhHQJxN2cBltj11fZQoaAZHQHHo78aXKKZoB02SAWgIR0CcTlyvs7dSdX2UKGgGR0BIvTMaCL/CaAdL0WgIR0CcUG0Zm7J5dX2UKGgGR0BsgwIIF/x2aAdNVQFoCEdAnFFc7lq8DnV9lChoBkdAbj9j3Ehq02gHTYIBaAhHQJxRf5ZbILh1fZQoaAZHQG4MFmvnr6doB01PAWgIR0CcUZ+oLofTdX2UKGgGR7/gymqHXVbzaAdL42gIR0CcUjewcHW0dX2UKGgGR0BxIrCk43m3aAdNUAFoCEdAnFMHBDXvpnV9lChoBkdAcN6Y9xIatWgHTW0BaAhHQJxUNmPHT7V1fZQoaAZHQG8bAbADaGpoB01QAWgIR0CcVFZjx0+1dX2UKGgGR0BHORB/qgRLaAdNEgFoCEdAnFS+5jH4oXV9lChoBkdAb4Zr+Haew2gHTTABaAhHQJxU8jFAE+x1fZQoaAZHQHDl0078vVVoB00mAWgIR0CcVsRTS9dvdX2UKGgGR0Bu1E5Ke05VaAdNcAFoCEdAnFnQCW/rSnV9lChoBkdAcIadcB2fTWgHTTQBaAhHQJxbbmaH9FZ1fZQoaAZHQHINjx0+1ShoB02dAWgIR0CcXAhxYJVsdX2UKGgGR0BuJKmALApKaAdNIgFoCEdAnFzu4LCvYHV9lChoBkdAcPmvm5lOGmgHTdcBaAhHQJxeE0O3DvV1fZQoaAZHQHJlgfuCwr1oB01iAWgIR0CcXrgf2bobdX2UKGgGR0Bw7eo60Y0maAdNfwFoCEdAnF/I33pOe3V9lChoBkdAcSg14gRsdmgHTXkBaAhHQJxf3wEyLyd1fZQoaAZHQHCIsCPp6hRoB00/AmgIR0CcX+m1YyO8dX2UKGgGR0Bxxm8Yht+DaAdNLwFoCEdAnGAcQI2OyXV9lChoBkdAcNz7nPmgamgHTesBaAhHQJxgMx/NJOF1fZQoaAZHQHJm2pqASWZoB00kAWgIR0CcYHzVc2R8dX2UKGgGR0BvXuBFuvU0aAdNOAFoCEdAnGDbSZ0CBHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.1+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x798616d91e10>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x798616d91ea0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x798616d91f30>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x798616d91fc0>", "_build": "<function ActorCriticPolicy._build at 0x798616d92050>", "forward": "<function ActorCriticPolicy.forward at 0x798616d920e0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x798616d92170>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x798616d92200>", "_predict": "<function ActorCriticPolicy._predict at 0x798616d92290>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x798616d92320>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x798616d923b0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x798616d92440>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x798616d27100>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 2015232, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1727165022805659845, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM1Ht7zhnL26VPs4t4+5NrIco864ndhRNgAAgD8AAIA/wLYePm/uEz9UtsO+bg7bvjIPcjxG7Ym+AAAAAAAAAACze4S9aNWRvMg1Yzwe9UE9DAfIPYNfUb0AAIA/AACAPwBQ+zzh/M+6YbYUOy4nizwQeii84K5xPQAAgD8AAIA/uk0yPsG64j7Nov6+B17Cvo7tgL1EkoC+AAAAAAAAAADNLYC9JJ5wPMJVeT5GLYu+Jmk0PohF274AAAAAAACAP2ZC6jvpPHS89/SlvPohpTtiQdk9uyqUvAAAgD8AAIA/AAIGvdfnBz+uZtk84Qv1vu62fbzbwSs9AAAAAAAAAAAzfqg8bJ74u8F/uL09TA08WOZDPQUk97wAAIA/AACAPxoqrD1HI/I+LyMUvjb4yb4NIaY7gMlGvQAAAAAAAAAATdRgPeCfrT/kpoE+cxW9vu1tqD0r5Vg+AAAAAAAAAADmqIW9e1ahunDanTsZgEs4hiNPukqg2rgAAAAAAAAAAGa2+zvShdq7aFEYuxVOpDxItEU5UjAhuQAAgD8AAIA/mhnYuSTqZD/m8qQ6oKAPv7Qet7aYxwa9AAAAAAAAAAANCNg9j6COPzj5bD4VIw+/AcZQPmddkT0AAAAAAAAAADMpCr101Rw+y1vePamCy74HUaI8w2dgPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.007616000000000067, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHFXfTLGJeqMAWyUS8SMAXSUR0C4gr8vZh8ZdX2UKGgGR0BxIzqgRK6GaAdL1mgIR0C4gsBVuJk5dX2UKGgGR0BzrwPSUkfLaAdL1WgIR0C4gs+EZiuudX2UKGgGR0ByTHyvs7dSaAdLy2gIR0C4gtSdWhh6dX2UKGgGR0Bu+iQLeANHaAdL12gIR0C4gtpBC2MLdX2UKGgGR0BxyUO9WZJDaAdL12gIR0C4gvAu/UONdX2UKGgGR0Bw9m6Zpi7TaAdLwGgIR0C4gvE6kqMFdX2UKGgGR0Byl6joIOYqaAdL0mgIR0C4gvoYR/VidX2UKGgGR0BxTrH3lCC0aAdLvGgIR0C4gzgLqlgudX2UKGgGR0By4peruIAPaAdL3mgIR0C4g1LeEZivdX2UKGgGR0BzCGVGCqZMaAdLumgIR0C4g1hf8dgfdX2UKGgGR0ByxVAgPmPpaAdL32gIR0C4g+eVX3g2dX2UKGgGR0BwkHw8W9DhaAdLx2gIR0C4g+u5Fw1jdX2UKGgGR0Bx8RR2r4nGaAdLwGgIR0C4g/H+VC5VdX2UKGgGR0BwAb7iyY5UaAdLx2gIR0C4hCA9V3lkdX2UKGgGR0Bzq6JfpljFaAdL7mgIR0C4hDKMR6F/dX2UKGgGR0By0uTY/Vy4aAdL02gIR0C4hDi1iONpdX2UKGgGR0BuUcXLvCuVaAdL22gIR0C4hF4x59mZdX2UKGgGR0BycxS2phnbaAdLzWgIR0C4hHWTHKfWdX2UKGgGR0ByFceq7yxzaAdL12gIR0C4hIyx3V0+dX2UKGgGR0BwR+ctoSL7aAdL9mgIR0C4hKsw5/9YdX2UKGgGR0Bzdzu2JBPbaAdL82gIR0C4hNfhAGB4dX2UKGgGR0By4qI7/4qPaAdLzWgIR0C4hO6i9IwudX2UKGgGR0BzGOvPkaMraAdL0GgIR0C4hPsMI/qxdX2UKGgGR0BxIKSaEzwdaAdL82gIR0C4hR8SXdCWdX2UKGgGR0BxaMpYs/Y8aAdLwmgIR0C4id1+y7f6dX2UKGgGR0BxDDo+wC8waAdLwmgIR0C4ieAOe8PGdX2UKGgGR0Buxi//NqxkaAdLwmgIR0C4ieUX+ERKdX2UKGgGR0BwrpSk0rLAaAdNcgFoCEdAuIn9qFh5PnV9lChoBkdAbnRfZVXFLmgHS8xoCEdAuIoV/H5rQHV9lChoBkdAcXk4t6HCXWgHS8toCEdAuIpDVTaTOnV9lChoBkdAcrKQF9roGWgHS+VoCEdAuIpIYMvysnV9lChoBkdAcx38gZCOWGgHS8loCEdAuIpRTo+wDHV9lChoBkdAct7G7z06HWgHS7VoCEdAuIpW90zTF3V9lChoBkdAcO0b2Dg62mgHS+1oCEdAuIpZbRneznV9lChoBkdAcUdHVf/m1mgHS91oCEdAuIp76sQumXV9lChoBkdAck44smOU+2gHS79oCEdAuIqByQxN7HV9lChoBkdAc5D3VTaTOmgHS8JoCEdAuIqSnvUjLXV9lChoBkdAdB5BcRlH0GgHS+FoCEdAuIrGR6nivXV9lChoBkdAcvyQ+lj3EmgHS99oCEdAuIrc3yZrpXV9lChoBkdAcEe5xBE8aGgHS81oCEdAuIr9uO0b+HV9lChoBkdAcfm2tdRiw2gHS9ZoCEdAuIsM0qH45HV9lChoBkdAciAOCXhOxmgHS99oCEdAuIse1gH/tXV9lChoBkdAc2yRNh3JP2gHS9FoCEdAuIsjrSmZVnV9lChoBkdAcre8PFvQ4WgHS8RoCEdAuIspkupS8HV9lChoBkdAb9X/EwWWQmgHS81oCEdAuItgEPlMiHV9lChoBkdAcySM1CPZI2gHS8poCEdAuItpFpfx+nV9lChoBkdAcWSk0aZQYWgHS81oCEdAuIt1UJfICHV9lChoBkdAcjYeOXE61mgHS9poCEdAuIuFqXWvsHV9lChoBkdAcRyvuw5eaGgHS+hoCEdAuIuLedkJ8nV9lChoBkdAcallDneSCGgHS8RoCEdAuIuSuyNXHXV9lChoBkdAb7qS6DoQnWgHS9BoCEdAuIuceA/cFnV9lChoBkdAcpE5OJtSAGgHS9JoCEdAuIvtqHoHLXV9lChoBkdAaTj0Syt3fWgHTegDaAhHQLiL8IwM6R11fZQoaAZHQHMBeLvTgEVoB0v4aAhHQLiL711GLDR1fZQoaAZHQHCrJOnEVFhoB0vOaAhHQLiL/Pacqe91fZQoaAZHQG+Pw++ueSVoB0vRaAhHQLiMH4R28qZ1fZQoaAZHQHNNK8tf5UNoB0vAaAhHQLiMJ1JDmbN1fZQoaAZHQHKd3UYsNDtoB0vJaAhHQLiMPHoHLRt1fZQoaAZHwAkS6lLvkR1oB0uCaAhHQLiMO5O8Cgd1fZQoaAZHQHHPlRHf/FRoB0vgaAhHQLiMQAWi1zB1fZQoaAZHQHEYMOf/WDpoB0vhaAhHQLiMU5p8F6l1fZQoaAZHQHDvy3XqZ+hoB0vHaAhHQLiMaWdmQKd1fZQoaAZHQHExATyrgfloB0vKaAhHQLiMdO+ZgG91fZQoaAZHQHB+dEw35vdoB0vFaAhHQLiMeSYgJTl1fZQoaAZHQHJ+gMx46fdoB0vIaAhHQLiMlTKkl/p1fZQoaAZHQHBJE34sVcloB0vYaAhHQLiMnYKYzBR1fZQoaAZHQHIffzasZHdoB0vWaAhHQLiMsHXVbzN1fZQoaAZHQG6uMp5NXYFoB0vJaAhHQLiM7mPo3aV1fZQoaAZHQHIcD7ZWaMJoB0vSaAhHQLiM+VrhzeZ1fZQoaAZHQHKll27nPmhoB0vMaAhHQLiM/6Lfk3l1fZQoaAZHQHEjsD0UXYVoB0vhaAhHQLiNC+NtIkJ1fZQoaAZHQHLq0lme18doB0vZaAhHQLiNNZFocrB1fZQoaAZHQHOH6bWmP5poB0vWaAhHQLiNOaLn9vV1fZQoaAZHQHKOs3yZrpJoB0vMaAhHQLiNQhLoOhF1fZQoaAZHQHN2es1baAZoB0vYaAhHQLiNUpqASWZ1fZQoaAZHQHKGc3qAz55oB0vEaAhHQLiNUll9Sdh1fZQoaAZHQHIzuJHiFTNoB0veaAhHQLiNXVN5+ph1fZQoaAZHQHN1mqo60Y1oB0vXaAhHQLiNkLmZE2J1fZQoaAZHQHOYGJzkp7VoB0voaAhHQLiNln5SFXd1fZQoaAZHQHFn/Ue+23NoB0vjaAhHQLiNm9W6shh1fZQoaAZHQHFzq3qiXY1oB0vOaAhHQLiNrIIF/x51fZQoaAZHQG9iQmu1WsBoB0vYaAhHQLiNsNWluWN1fZQoaAZHQHK6kIomXw9oB0vJaAhHQLiNuKzzErJ1fZQoaAZHQG9XsLncL0BoB0vCaAhHQLiOC9F4LTh1fZQoaAZHQHCAfTw2ETRoB0vcaAhHQLiOHo5PuXx1fZQoaAZHQHGRYpMHryFoB0voaAhHQLiOJDrJKap1fZQoaAZHQHJTyIgvDgtoB0vpaAhHQLiONrTYukF1fZQoaAZHQHCfc5OrQw9oB0vKaAhHQLiOQpB5X2d1fZQoaAZHQHFsZGz8gp1oB0u4aAhHQLiOR0MgEEF1fZQoaAZHQHEiIetCAtpoB0vWaAhHQLiOVlRxcVx1fZQoaAZHQHIvURSP2f1oB0vZaAhHQLiOcmf5DZ11fZQoaAZHQHGI6Vlf7aZoB0vQaAhHQLiOcxdY4hl1fZQoaAZHQHCcb39JjDtoB0u/aAhHQLiOmf4AS391fZQoaAZHQHEfB2nsLORoB0vFaAhHQLiOnLronrp1fZQoaAZHQHBFmACnxaxoB0u8aAhHQLiOnEQXhwV1fZQoaAZHQHPAz+ee4CpoB0vDaAhHQLiOuxptaZB1fZQoaAZHQHIZW3F1jiJoB0vIaAhHQLiOvZSNwR51fZQoaAZHQHJ7AcghbGFoB0vmaAhHQLiO9Pmgam51fZQoaAZHQHLsWPLgXM1oB0u4aAhHQLiPCoc7yQR1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 740, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV2wAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCmMBWR0eXBllGgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.4.1+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a199d53ec84855c62f696e19d900bae425eb8c6cda572a44750b7e6d1d5a7469
-size 148080
+oid sha256:2aece2961978d150ff26d62938bf4e83e664616782ce2c24cfaab69ec31ddf9f
+size 147956

ppo-LunarLander-v2/data

@@ -21,17 +21,17 @@
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 1015808,
-    "_total_timesteps": 1000000,
+    "num_timesteps": 2015232,
+    "_total_timesteps": 2000000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1727160768884765206,
+    "start_time": 1727165022805659845,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAALOzA73cyZc/eCzcPKNu6L76cae8iiYpPgAAAAAAAAAAbdoBvtykWz+j+SG80UxpvmEVn70r5ec8AAAAAAAAAACAaDi91wMtucBKazZ3AhMyQXmBO+uWkLUAAIA/AACAP8BFyL1c8xK6xTvuutp+cLa9XUS7n8ULOgAAAAAAAIA/TVlavRrVJz5DFEA9TrOIvjLpJT5BM0a9AAAAAAAAAADmggY+YG37Pp89Lr4VXoO+BLzivUj34L0AAAAAAAAAAIZ5TL5F73k+3pMBPraEfr48OFK9kXCkvQAAAAAAAAAAje2gvTw2ND+gpv08MtOQvt2vo7uGtOY5AAAAAAAAAABQnHO+CKMuP2Ma1D0fl6e+QRAvPF4IWz0AAAAAAAAAADOY8zxA5jE/5k1MvuZywL7H/aO9YvS5vQAAAAAAAAAAZot/vfGNdD/67HS8H3q5vuQm4zw1djy8AAAAAAAAAADKGYy+n1dYPx/MvLy55bq+dERIvjVInD0AAAAAAAAAAI0aq71ikYc/yu1VvTCJrr7Xw0i9Ar58PQAAAAAAAAAAYJiUPh1TmT9b0MM+pa7/vivw3T5NwdU9AAAAAAAAAADNu7W9j0JGuo4FYDr1ZAU1HOhxuyhlgrkAAAAAAACAP7PGx70kg4c+xByFPBssW76R7Ig9AQYRvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM1Ht7zhnL26VPs4t4+5NrIco864ndhRNgAAgD8AAIA/wLYePm/uEz9UtsO+bg7bvjIPcjxG7Ym+AAAAAAAAAACze4S9aNWRvMg1Yzwe9UE9DAfIPYNfUb0AAIA/AACAPwBQ+zzh/M+6YbYUOy4nizwQeii84K5xPQAAgD8AAIA/uk0yPsG64j7Nov6+B17Cvo7tgL1EkoC+AAAAAAAAAADNLYC9JJ5wPMJVeT5GLYu+Jmk0PohF274AAAAAAACAP2ZC6jvpPHS89/SlvPohpTtiQdk9uyqUvAAAgD8AAIA/AAIGvdfnBz+uZtk84Qv1vu62fbzbwSs9AAAAAAAAAAAzfqg8bJ74u8F/uL09TA08WOZDPQUk97wAAIA/AACAPxoqrD1HI/I+LyMUvjb4yb4NIaY7gMlGvQAAAAAAAAAATdRgPeCfrT/kpoE+cxW9vu1tqD0r5Vg+AAAAAAAAAADmqIW9e1ahunDanTsZgEs4hiNPukqg2rgAAAAAAAAAAGa2+zvShdq7aFEYuxVOpDxItEU5UjAhuQAAgD8AAIA/mhnYuSTqZD/m8qQ6oKAPv7Qet7aYxwa9AAAAAAAAAAANCNg9j6COPzj5bD4VIw+/AcZQPmddkT0AAAAAAAAAADMpCr101Rw+y1vePamCy74HUaI8w2dgPQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.007616000000000067,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVPgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGR4I60Y0l+MAWyUTegDjAF0lEdAm99kyLyc1HV9lChoBkdAYaPB/qgRLGgHTegDaAhHQJvfum4y44J1fZQoaAZHQG5WY5DJEIBoB02wAWgIR0Cb4LwqAjIJdX2UKGgGR0BweCmXPZ7HaAdNWQJoCEdAm+I3tfG+9XV9lChoBkdAcE7q9oN/fGgHTdkBaAhHQJvigyJsO5J1fZQoaAZHQG9Z3+dbxExoB02NAWgIR0Cb4tq3EyckdX2UKGgGR0BwXPFS88LbaAdNJgJoCEdAm+OJ4bCJoHV9lChoBkdAce1d/rjYI2gHTWYBaAhHQJvoh07r9l51fZQoaAZHQHHi4wmE5ABoB00FAWgIR0Cb6qS9M9KVdX2UKGgGR0Byl/z8P4EfaAdNGQJoCEdAm+5zGtITXnV9lChoBkdAb7oojOcDsGgHTUwBaAhHQJvus9hZyMl1fZQoaAZHQG1jy8jAzpJoB00rAmgIR0CcAXomois5dX2UKGgGR0Bv5RJGvwEyaAdNYgFoCEdAnAGTWTX8O3V9lChoBkdAMWGsmv4dqGgHTSYBaAhHQJwB3UsnRb91fZQoaAZHQHFW0ZaV2RtoB01MAWgIR0CcAgXDFZPmdX2UKGgGR0Bu0DJbMX7+aAdN2AFoCEdAnAMRLwnYx3V9lChoBkdAbcxjMmnfmGgHTXMBaAhHQJwEH5GjKxN1fZQoaAZHQHEx9SydFv1oB03NAmgIR0CcBPRgJC0GdX2UKGgGR0ByUWfRNRFaaAdNsQJoCEdAnAWgbdadMHV9lChoBkdAcT88sMAmzGgHTSACaAhHQJwHP0QK8cx1fZQoaAZHQHC7G4I8hcJoB03ZAWgIR0CcCDGHpKSQdX2UKGgGR0Bjp0E7nxJ/aAdN6ANoCEdAnAi3Dej2z3V9lChoBkdAZpXH/cWTHWgHTegDaAhHQJwKCKJl8PZ1fZQoaAZHQHBAD/uLJjloB01WAWgIR0CcCtS75Ec9dX2UKGgGR0BwVDmEGqxUaAdNswFoCEdAnA00gOjIrHV9lChoBkdAcPqPYWcjJWgHTXABaAhHQJwPwpnYg7p1fZQoaAZHQHMhEjopx3poB01UAWgIR0CcEMEBKcurdX2UKGgGR0Bwxym3vx6OaAdNigFoCEdAnBFk/fO2RnV9lChoBkdAbFyiYb83uWgHTVUBaAhHQJwRd1IRRMx1fZQoaAZHQG89l9a2WptoB02YAWgIR0CcE96p5u63dX2UKGgGR0BzNjXxvvSdaAdNGgFoCEdAnBT3KfWc0HV9lChoBkdAbsvQa72+PGgHTboBaAhHQJwVAjB2wFF1fZQoaAZHQHFIz3h4t6JoB02aAWgIR0CcFTSjQAuJdX2UKGgGR0ByaFlI3BHkaAdNsgFoCEdAnBkC0fHPvHV9lChoBkdAcbkruYx+KGgHTf0BaAhHQJwal0V8CxN1fZQoaAZHQHCZZQ+EAYJoB03JAWgIR0CcG4Go73fydX2UKGgGR0BvSq8lHBk7aAdNWgFoCEdAnB+OOwPiDXV9lChoBkdAPAbcCYCyQmgHS/toCEdAnCADsD4gzXV9lChoBkdAchlExIre7GgHTQsCaAhHQJwgEB7u2JB1fZQoaAZHQHByFUuL741oB03hAWgIR0CcIFyZKFqSdX2UKGgGR0ByfS2OQyRCaAdNGwFoCEdAnCFF8b70nXV9lChoBkdAclB8ujASF2gHTZcBaAhHQJwhWM4tHx11fZQoaAZHQG3r5H/cWTJoB00nAWgIR0CcIe5+6RQrdX2UKGgGR0BuGZ5Rjz7NaAdNJgJoCEdAnCJT/VAiV3V9lChoBkdAcNyLqD9OymgHTa0BaAhHQJwjNrrPdEd1fZQoaAZHQG9G8U/OdG1oB019AWgIR0CcI7dpItlJdX2UKGgGR0BxMqzQeFL4aAdN5AJoCEdAnCSsbm2b5XV9lChoBkdAcXN6InBtUGgHTd8BaAhHQJwkyEPDpC91fZQoaAZHQGzZIxYaHbhoB02gAWgIR0CcKtwy6+WXdX2UKGgGR0Bwi2f4AS39aAdNyAFoCEdAnEA43BHkLnV9lChoBkdAcYYdT5wfhmgHTUgBaAhHQJxAcmQbMot1fZQoaAZHQG0vBWxQizNoB014AWgIR0CcQNtwrDqGdX2UKGgGR0ByWr5oGpuNaAdNCgJoCEdAnEDdG3F1jnV9lChoBkdAa47OSntOVWgHTXEBaAhHQJxA+18b70p1fZQoaAZHQG//xZU1hstoB01DAWgIR0CcQSP/7zkIdX2UKGgGR0BuaUXvYvnKaAdNRwFoCEdAnEHg8fV7QnV9lChoBkdAcZd+rELpimgHTTgBaAhHQJxCY43m3fB1fZQoaAZHQHCg1UMoc71oB02OAWgIR0CcQsFlkH2RdX2UKGgGR0BwCgl4TsY3aAdNMQFoCEdAnELWL5ylvnV9lChoBkdAbviLApKBd2gHTYgBaAhHQJxDcN/e+Eh1fZQoaAZHQHFuLlRxcVxoB01XAWgIR0CcRX63AmAtdX2UKGgGR0BxLTMMZxaQaAdNfQFoCEdAnEaiWZ7Xx3V9lChoBkdAURjupjtojGgHS69oCEdAnEcHxBmf5HV9lChoBkdAYA7AKOT7mGgHTegDaAhHQJxIX5GjKxN1fZQoaAZHQG8jERSP2f1oB01GAmgIR0CcSJvES/TLdX2UKGgGR8AsLUb1h9b5aAdL+WgIR0CcSa9+w1R+dX2UKGgGR0A6uDbrTpgUaAdL/WgIR0CcSfuqFRHgdX2UKGgGR0Bwu3Pmgam5aAdNEQFoCEdAnEssRtgrpnV9lChoBkdAcZvgB91EE2gHTXIBaAhHQJxLau4gA6x1fZQoaAZHQHETQ3YL9dhoB00wAWgIR0CcS4j1PFefdX2UKGgGR0BySoIQe3hGaAdNQgFoCEdAnEwi9qUNa3V9lChoBkdAcnWVH4Glh2gHTTUBaAhHQJxNhoL5RCR1fZQoaAZHQG2OftIClrNoB01IAWgIR0CcTZmnO0LMdX2UKGgGR0Bwkh3t8eCDaAdNUwFoCEdAnE2xoEjgRHV9lChoBkdAcSsncL0BfmgHTU8BaAhHQJxN2cBltj11fZQoaAZHQHHo78aXKKZoB02SAWgIR0CcTlyvs7dSdX2UKGgGR0BIvTMaCL/CaAdL0WgIR0CcUG0Zm7J5dX2UKGgGR0BsgwIIF/x2aAdNVQFoCEdAnFFc7lq8DnV9lChoBkdAbj9j3Ehq02gHTYIBaAhHQJxRf5ZbILh1fZQoaAZHQG4MFmvnr6doB01PAWgIR0CcUZ+oLofTdX2UKGgGR7/gymqHXVbzaAdL42gIR0CcUjewcHW0dX2UKGgGR0BxIrCk43m3aAdNUAFoCEdAnFMHBDXvpnV9lChoBkdAcN6Y9xIatWgHTW0BaAhHQJxUNmPHT7V1fZQoaAZHQG8bAbADaGpoB01QAWgIR0CcVFZjx0+1dX2UKGgGR0BHORB/qgRLaAdNEgFoCEdAnFS+5jH4oXV9lChoBkdAb4Zr+Haew2gHTTABaAhHQJxU8jFAE+x1fZQoaAZHQHDl0078vVVoB00mAWgIR0CcVsRTS9dvdX2UKGgGR0Bu1E5Ke05VaAdNcAFoCEdAnFnQCW/rSnV9lChoBkdAcIadcB2fTWgHTTQBaAhHQJxbbmaH9FZ1fZQoaAZHQHINjx0+1ShoB02dAWgIR0CcXAhxYJVsdX2UKGgGR0BuJKmALApKaAdNIgFoCEdAnFzu4LCvYHV9lChoBkdAcPmvm5lOGmgHTdcBaAhHQJxeE0O3DvV1fZQoaAZHQHJlgfuCwr1oB01iAWgIR0CcXrgf2bobdX2UKGgGR0Bw7eo60Y0maAdNfwFoCEdAnF/I33pOe3V9lChoBkdAcSg14gRsdmgHTXkBaAhHQJxf3wEyLyd1fZQoaAZHQHCIsCPp6hRoB00/AmgIR0CcX+m1YyO8dX2UKGgGR0Bxxm8Yht+DaAdNLwFoCEdAnGAcQI2OyXV9lChoBkdAcNz7nPmgamgHTesBaAhHQJxgMx/NJOF1fZQoaAZHQHJm2pqASWZoB00kAWgIR0CcYHzVc2R8dX2UKGgGR0BvXuBFuvU0aAdNOAFoCEdAnGDbSZ0CBHVlLg=="
+        ":serialized:": "gAWV4gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHFXfTLGJeqMAWyUS8SMAXSUR0C4gr8vZh8ZdX2UKGgGR0BxIzqgRK6GaAdL1mgIR0C4gsBVuJk5dX2UKGgGR0BzrwPSUkfLaAdL1WgIR0C4gs+EZiuudX2UKGgGR0ByTHyvs7dSaAdLy2gIR0C4gtSdWhh6dX2UKGgGR0Bu+iQLeANHaAdL12gIR0C4gtpBC2MLdX2UKGgGR0BxyUO9WZJDaAdL12gIR0C4gvAu/UONdX2UKGgGR0Bw9m6Zpi7TaAdLwGgIR0C4gvE6kqMFdX2UKGgGR0Byl6joIOYqaAdL0mgIR0C4gvoYR/VidX2UKGgGR0BxTrH3lCC0aAdLvGgIR0C4gzgLqlgudX2UKGgGR0By4peruIAPaAdL3mgIR0C4g1LeEZivdX2UKGgGR0BzCGVGCqZMaAdLumgIR0C4g1hf8dgfdX2UKGgGR0ByxVAgPmPpaAdL32gIR0C4g+eVX3g2dX2UKGgGR0BwkHw8W9DhaAdLx2gIR0C4g+u5Fw1jdX2UKGgGR0Bx8RR2r4nGaAdLwGgIR0C4g/H+VC5VdX2UKGgGR0BwAb7iyY5UaAdLx2gIR0C4hCA9V3lkdX2UKGgGR0Bzq6JfpljFaAdL7mgIR0C4hDKMR6F/dX2UKGgGR0By0uTY/Vy4aAdL02gIR0C4hDi1iONpdX2UKGgGR0BuUcXLvCuVaAdL22gIR0C4hF4x59mZdX2UKGgGR0BycxS2phnbaAdLzWgIR0C4hHWTHKfWdX2UKGgGR0ByFceq7yxzaAdL12gIR0C4hIyx3V0+dX2UKGgGR0BwR+ctoSL7aAdL9mgIR0C4hKsw5/9YdX2UKGgGR0Bzdzu2JBPbaAdL82gIR0C4hNfhAGB4dX2UKGgGR0By4qI7/4qPaAdLzWgIR0C4hO6i9IwudX2UKGgGR0BzGOvPkaMraAdL0GgIR0C4hPsMI/qxdX2UKGgGR0BxIKSaEzwdaAdL82gIR0C4hR8SXdCWdX2UKGgGR0BxaMpYs/Y8aAdLwmgIR0C4id1+y7f6dX2UKGgGR0BxDDo+wC8waAdLwmgIR0C4ieAOe8PGdX2UKGgGR0Buxi//NqxkaAdLwmgIR0C4ieUX+ERKdX2UKGgGR0BwrpSk0rLAaAdNcgFoCEdAuIn9qFh5PnV9lChoBkdAbnRfZVXFLmgHS8xoCEdAuIoV/H5rQHV9lChoBkdAcXk4t6HCXWgHS8toCEdAuIpDVTaTOnV9lChoBkdAcrKQF9roGWgHS+VoCEdAuIpIYMvysnV9lChoBkdAcx38gZCOWGgHS8loCEdAuIpRTo+wDHV9lChoBkdAct7G7z06HWgHS7VoCEdAuIpW90zTF3V9lChoBkdAcO0b2Dg62mgHS+1oCEdAuIpZbRneznV9lChoBkdAcUdHVf/m1mgHS91oCEdAuIp76sQumXV9lChoBkdAck44smOU+2gHS79oCEdAuIqByQxN7HV9lChoBkdAc5D3VTaTOmgHS8JoCEdAuIqSnvUjLXV9lChoBkdAdB5BcRlH0GgHS+FoCEdAuIrGR6nivXV9lChoBkdAcvyQ+lj3EmgHS99oCEdAuIrc3yZrpXV9lChoBkdAcEe5xBE8aGgHS81oCEdAuIr9uO0b+HV9lChoBkdAcfm2tdRiw2gHS9ZoCEdAuIsM0qH45HV9lChoBkdAciAOCXhOxmgHS99oCEdAuIse1gH/tXV9lChoBkdAc2yRNh3JP2gHS9FoCEdAuIsjrSmZVnV9lChoBkdAcre8PFvQ4WgHS8RoCEdAuIspkupS8HV9lChoBkdAb9X/EwWWQmgHS81oCEdAuItgEPlMiHV9lChoBkdAcySM1CPZI2gHS8poCEdAuItpFpfx+nV9lChoBkdAcWSk0aZQYWgHS81oCEdAuIt1UJfICHV9lChoBkdAcjYeOXE61mgHS9poCEdAuIuFqXWvsHV9lChoBkdAcRyvuw5eaGgHS+hoCEdAuIuLedkJ8nV9lChoBkdAcallDneSCGgHS8RoCEdAuIuSuyNXHXV9lChoBkdAb7qS6DoQnWgHS9BoCEdAuIuceA/cFnV9lChoBkdAcpE5OJtSAGgHS9JoCEdAuIvtqHoHLXV9lChoBkdAaTj0Syt3fWgHTegDaAhHQLiL8IwM6R11fZQoaAZHQHMBeLvTgEVoB0v4aAhHQLiL711GLDR1fZQoaAZHQHCrJOnEVFhoB0vOaAhHQLiL/Pacqe91fZQoaAZHQG+Pw++ueSVoB0vRaAhHQLiMH4R28qZ1fZQoaAZHQHNNK8tf5UNoB0vAaAhHQLiMJ1JDmbN1fZQoaAZHQHKd3UYsNDtoB0vJaAhHQLiMPHoHLRt1fZQoaAZHwAkS6lLvkR1oB0uCaAhHQLiMO5O8Cgd1fZQoaAZHQHHPlRHf/FRoB0vgaAhHQLiMQAWi1zB1fZQoaAZHQHEYMOf/WDpoB0vhaAhHQLiMU5p8F6l1fZQoaAZHQHDvy3XqZ+hoB0vHaAhHQLiMaWdmQKd1fZQoaAZHQHExATyrgfloB0vKaAhHQLiMdO+ZgG91fZQoaAZHQHB+dEw35vdoB0vFaAhHQLiMeSYgJTl1fZQoaAZHQHJ+gMx46fdoB0vIaAhHQLiMlTKkl/p1fZQoaAZHQHBJE34sVcloB0vYaAhHQLiMnYKYzBR1fZQoaAZHQHIffzasZHdoB0vWaAhHQLiMsHXVbzN1fZQoaAZHQG6uMp5NXYFoB0vJaAhHQLiM7mPo3aV1fZQoaAZHQHIcD7ZWaMJoB0vSaAhHQLiM+VrhzeZ1fZQoaAZHQHKll27nPmhoB0vMaAhHQLiM/6Lfk3l1fZQoaAZHQHEjsD0UXYVoB0vhaAhHQLiNC+NtIkJ1fZQoaAZHQHLq0lme18doB0vZaAhHQLiNNZFocrB1fZQoaAZHQHOH6bWmP5poB0vWaAhHQLiNOaLn9vV1fZQoaAZHQHKOs3yZrpJoB0vMaAhHQLiNQhLoOhF1fZQoaAZHQHN2es1baAZoB0vYaAhHQLiNUpqASWZ1fZQoaAZHQHKGc3qAz55oB0vEaAhHQLiNUll9Sdh1fZQoaAZHQHIzuJHiFTNoB0veaAhHQLiNXVN5+ph1fZQoaAZHQHN1mqo60Y1oB0vXaAhHQLiNkLmZE2J1fZQoaAZHQHOYGJzkp7VoB0voaAhHQLiNln5SFXd1fZQoaAZHQHFn/Ue+23NoB0vjaAhHQLiNm9W6shh1fZQoaAZHQHFzq3qiXY1oB0vOaAhHQLiNrIIF/x51fZQoaAZHQG9iQmu1WsBoB0vYaAhHQLiNsNWluWN1fZQoaAZHQHK6kIomXw9oB0vJaAhHQLiNuKzzErJ1fZQoaAZHQG9XsLncL0BoB0vCaAhHQLiOC9F4LTh1fZQoaAZHQHCAfTw2ETRoB0vcaAhHQLiOHo5PuXx1fZQoaAZHQHGRYpMHryFoB0voaAhHQLiOJDrJKap1fZQoaAZHQHJTyIgvDgtoB0vpaAhHQLiONrTYukF1fZQoaAZHQHCfc5OrQw9oB0vKaAhHQLiOQpB5X2d1fZQoaAZHQHFsZGz8gp1oB0u4aAhHQLiOR0MgEEF1fZQoaAZHQHEiIetCAtpoB0vWaAhHQLiOVlRxcVx1fZQoaAZHQHIvURSP2f1oB0vZaAhHQLiOcmf5DZ11fZQoaAZHQHGI6Vlf7aZoB0vQaAhHQLiOcxdY4hl1fZQoaAZHQHCcb39JjDtoB0u/aAhHQLiOmf4AS391fZQoaAZHQHEfB2nsLORoB0vFaAhHQLiOnLronrp1fZQoaAZHQHBFmACnxaxoB0u8aAhHQLiOnEQXhwV1fZQoaAZHQHPAz+ee4CpoB0vDaAhHQLiOuxptaZB1fZQoaAZHQHIZW3F1jiJoB0vIaAhHQLiOvZSNwR51fZQoaAZHQHJ7AcghbGFoB0vmaAhHQLiO9Pmgam51fZQoaAZHQHLsWPLgXM1oB0u4aAhHQLiPCoc7yQR1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 248,
+    "_n_updates": 740,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVdgIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoCIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoESiWCAAAAAAAAAABAQEBAQEBAZRoFUsIhZRoGXSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBEoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaAtLCIWUaBl0lFKUjARoaWdolGgRKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgLSwiFlGgZdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cd38ed365e45d600ac38dcb5adad790198469b141760482d850c55bfafe61e0
+oid sha256:758a6b1d4a9a9641aa363fa18b99edf6a777020ee4de3b72ee85fe665335d822
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f253ae37f93d1f3f15bf493b4ba3d24c6117c313e521275118893d53618cb179
+oid sha256:b96c9373d9f7a490c73f05c94528debfc151aadae6619025c51fd5639090ff05
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": 248.5205838, "std_reward": 15.281287637802118, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-09-24T07:32:04.985399"}
+{"mean_reward": 289.6493062, "std_reward": 19.007826186458068, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-09-24T08:33:15.111998"}