{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7bd755e104c0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7bd755e10550>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7bd755e105e0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7bd755e10670>", "_build": "<function ActorCriticPolicy._build at 0x7bd755e10700>", "forward": "<function ActorCriticPolicy.forward at 0x7bd755e10790>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7bd755e10820>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7bd755e108b0>", "_predict": "<function ActorCriticPolicy._predict at 0x7bd755e10940>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7bd755e109d0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7bd755e10a60>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7bd755e10af0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7bd755dacf00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 10010624, "_total_timesteps": 10000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1703293353412381935, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADP5JD24Gbg/0oswPpohZr7A6I285pL3PAAAAAAAAAAAAGJivQmcsz8IOjq+JcKyvvTFIr4DwmG+AAAAAAAAAADmpSM9D84xvBoESb6iiyW+cZHkPDPtWj8AAIA/AACAP9qY6D09KmI6fjdPvqSEx779cE++ppwhPwAAAAAAAAAAgNAWvaf9sD+1qk++v02OvnGJo71U40C+AAAAAAAAAADNwbs9nT0fP/DQaD2dZVi/7pYkPuauET0AAAAAAAAAAACwQTzhCIW6WXGaMixw6zC2b7U1SD9eswAAgD8AAIA/zX0wvUnSGT44ccE9Wm0Dvymigb0TS1g9AAAAAAAAAADNgNu833ytP+PcVr7jQ7e+WW1EvRp1Ub4AAAAAAAAAAJqTa7y1dp4/ivfDvbU/QL9aQVi9U0T+vQAAAAAAAAAA2jCwPfi4oz9SlXE+Ygodv4GKCz6Qcgc+AAAAAAAAAAAmsGQ+F75VPzZhmz38Via/QK79Po88sL0AAAAAAAAAAM0z6T18bb4+AgkhvqWfNL8S56E9VoopvgAAAAAAAAAATY+QvRQRuzvW35k+QNCOvs/3zT0aPiC+AAAAAAAAgD8AALw3rjGOul2EyLGT+mkue4GRuj7tATEAAIA/AACAP6bl8b0AAIY+9lybPgSmDr9KsL+9gmNGPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.0010623999999999079, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHCfaIN3GGWMAWyUS6KMAXSUR0C6aTbIo3JgdX2UKGgGR0ByrQ5U96kZaAdLsGgIR0C6aT5+YtxudX2UKGgGR0ByXNwT/Q0GaAdLpWgIR0C6aV20eEIxdX2UKGgGR0By90IC2c8UaAdLsmgIR0C6aWQIQe3hdX2UKGgGR0Bw9IiGFi8WaAdLqmgIR0C6aX32mHgxdX2UKGgGR0BysUebNKRMaAdLoGgIR0C6aZK/20zCdX2UKGgGR0BxT7wI+nqFaAdLqWgIR0C6aY+jZcs2dX2UKGgGR0ByMKZmZmZmaAdLtGgIR0C6bdhKUVzqdX2UKGgGR0BwQNzeXRgJaAdLomgIR0C6bd+twJgLdX2UKGgGR0BzIDaN+9amaAdLpWgIR0C6beagAZKndX2UKGgGR0BvrS3b212JaAdLoGgIR0C6bfeby6MBdX2UKGgGR0BzG5IClrM1aAdNFQFoCEdAum31JXhfjXV9lChoBkdAc9wcKPXCj2gHS7RoCEdAum38Szw+dXV9lChoBkdAdBxO4oZydWgHS8JoCEdAum4HldTo+3V9lChoBkdAcc2XfZVXFWgHS5ZoCEdAum4cnXumanV9lChoBkdAb4ehCdBjWmgHS59oCEdAum5UH6dlNHV9lChoBkdAcOIWiUPhAGgHS8RoCEdAum5mxqwhXHV9lChoBkdAcytdZ7ojfWgHS/VoCEdAum5s6aLGaXV9lChoBkdAcLEJDE3sHGgHS6BoCEdAum5wosqaw3V9lChoBkdAc5CWtlqagGgHS75oCEdAum5/3lCCz3V9lChoBkdAdCLMWXTmXGgHS9doCEdAum6BZuAI6nV9lChoBkdAcdRMWXTmXGgHS69oCEdAum6Rd7fHgnV9lChoBkdAcRugUlAu7GgHS51oCEdAum6Q8mrsB3V9lChoBkdAcpo3L3bmEGgHS75oCEdAum6aMIeHSHV9lChoBkdAcLhYukDZDmgHS6VoCEdAum60M7U5MnV9lChoBkdAcgbIbOu7pWgHS7doCEdAum6wXizcAXV9lChoBkdAciw6Tnq3VmgHS7NoCEdAum6yV7hNunV9lChoBkdAcx4r/82rGWgHS75oCEdAum7UUXYUWXV9lChoBkdAcUhVT72tdWgHS6ZoCEdAum7dn27FsHV9lChoBkdAcXyApazNU2gHS9RoCEdAum7lXeWOZXV9lChoBkdAclnc2R7qp2gHS8poCEdAum7uRaHKwXV9lChoBkdAcQdxtpEhJWgHS6xoCEdAum8VYq5LAnV9lChoBkdAcdSh8YyftmgHS5VoCEdAum8R3kgfVHV9lChoBkdAcPC1ivxH5WgHS6poCEdAum8g7IT4+XV9lChoBkdAcgLGwA2hqWgHS45oCEdAum8rIzWPLnV9lChoBkdAcnxJAt4A0mgHS8BoCEdAum8+gnMMZ3V9lChoBkdAcM+trKvFFWgHS79oCEdAum9QR15jY3V9lChoBkdAcuA3UhFEzGgHS8FoCEdAum9UmF8G93V9lChoBkdAcHV/5tWMj2gHS5NoCEdAum9YTN+so3V9lChoBkdAb/eyj59E1GgHS6toCEdAum9YUJv5xnV9lChoBkdAcwME9dNWVGgHS8xoCEdAum9wcvM8o3V9lChoBkdAcrXxJNCZ4WgHS7VoCEdAum99oh6jWXV9lChoBkdAcjJD0UXYUWgHS5RoCEdAum+Ij2SMcnV9lChoBkdAc+JJoTPBzmgHS81oCEdAum+TXRPXTXV9lChoBkdAcvxkJ8fFJmgHS7FoCEdAum+hEfDDTHV9lChoBkdAcFYxGUfPomgHS8ZoCEdAum+vdsSCe3V9lChoBkdAc0xExqO94GgHS7hoCEdAum+6PluFYnV9lChoBkdAcXddMTN+s2gHS6BoCEdAum/I176YV3V9lChoBkdAcQoWDpTuOWgHS6xoCEdAum/jv8ZUDXV9lChoBkdAcf9e8f3evmgHS75oCEdAum/o/X5FgHV9lChoBkdAb3Zdhy8zymgHS6NoCEdAum/4TM7lrHV9lChoBkdAc75Hu7YkFGgHS81oCEdAunAVBQemvXV9lChoBkdAcn8AMlTm4mgHS7loCEdAunAkCZF5OnV9lChoBkdAc3pFx4ptrWgHS7NoCEdAunAhga3qiXV9lChoBkdAc10+aBqbjWgHS7poCEdAunAs5myxA3V9lChoBkdAcaALcbiqAGgHS61oCEdAunA32EkB0nV9lChoBkdAcx7wEQoTf2gHS8JoCEdAunA2ouPFN3V9lChoBkdAcfbXk5p8GGgHS61oCEdAunBGPYFqz3V9lChoBkdAcsNmW+oLomgHS6JoCEdAunBP/WDpT3V9lChoBkdAc/7Sy+pOvmgHS8JoCEdAunBo0/GEPHV9lChoBkdAc0QngpBomGgHS7RoCEdAunByBnSOR3V9lChoBkdAcx02m51/2GgHS6BoCEdAunB0AxSHd3V9lChoBkdAc4HM0xdpqWgHS8NoCEdAunCTaoMrmXV9lChoBkdAckaTtLL6lGgHS5toCEdAunCafAbhnHV9lChoBkdAcd0IQOFxn2gHS6ZoCEdAunChttQ9BHV9lChoBkdAcBV4i5d4V2gHS5doCEdAunCkC8vmHXV9lChoBkdAc/IiMo+fRWgHS9BoCEdAunC2QXAM2HV9lChoBkdAcIYP3BYV7GgHS5doCEdAunDg1ZTya3V9lChoBkdAceReyRjjJmgHS6JoCEdAunDZ3s5XEXV9lChoBkdAcqXE2pAD72gHS55oCEdAunDeD8LronV9lChoBkdAcpZSrHU+cGgHS71oCEdAunDpmGucMHV9lChoBkdAb6y7nxJ/X2gHS51oCEdAunD1DhLoOnV9lChoBkdAcv+HlwLmZGgHS79oCEdAunEH9S/CZXV9lChoBkdAcM42y9mHxmgHS59oCEdAunEXLmp2lnV9lChoBkdAcnnUdaMaTGgHS7poCEdAunEca5wwTXV9lChoBkdAczTIfr8iwGgHS+ZoCEdAunEeMJhOQHV9lChoBkdAcUIkXDWK/GgHS5NoCEdAunEwI5YHPnV9lChoBkdAcEWM2m51/2gHS7FoCEdAunE1Nfw7T3V9lChoBkdAcpN2cawUxmgHS8NoCEdAunFFfzBhyHV9lChoBkdAdIEptJnQIGgHS7ZoCEdAunFcWrOqvXV9lChoBkdAcF6eRgZ0jmgHS7ZoCEdAunFmLXL/0nV9lChoBkdAb6pc/t6X0GgHS79oCEdAunFtb8m8d3V9lChoBkdAcW0m16Vt42gHS7loCEdAunF8U0vXb3V9lChoBkdAcSpiQDFId2gHS7NoCEdAunGWUQkHEHV9lChoBkdAcoyNWU8mr2gHS7RoCEdAunGfB/I8yXV9lChoBkdAcBFzi0fHP2gHS8NoCEdAunG6g8KXwHV9lChoBkdAchft0FKTS2gHS71oCEdAunHPgBLf13V9lChoBkdAdD20YTCcgGgHS8NoCEdAunHLMmnfmHV9lChoBkdAcj7UC7sfJWgHS7RoCEdAunHly1eBx3V9lChoBkdAcsJ+FDfFaWgHS7ZoCEdAunIG9mHxjXV9lChoBkdAcn3dT5wfhmgHS7loCEdAunIOhqTKT3V9lChoBkdAcKggGKQ7tGgHS69oCEdAunIevcJtznV9lChoBkdAcvAfNzKcNGgHS7FoCEdAunI7itJWenV9lChoBkdAc1YPAO8TSWgHS9toCEdAunI5k1/DtXV9lChoBkdAcTwNXHR1HWgHS7NoCEdAunJd0CA+ZHV9lChoBkdAcfrgb6xgRmgHS6RoCEdAunJxaV2RrHV9lChoBkdAcqcDZ13dK2gHS4hoCEdAunJ3kaMrE3V9lChoBkdAcONO/tY0VWgHS7ZoCEdAunJ5X0XgtXV9lChoBkdAc9Z1uzhP02gHS79oCEdAunJ8/nnuA3V9lChoBkdAcwIJLdvbXmgHS/RoCEdAunKADW9UTHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 2444, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}