| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnRkMy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.td3.policies", "__doc__": "\n Policy class (with both actor and critic) for TD3 to be used with Dict observation spaces.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7be319ee0430>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7be319ed8b80>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718980211521311827, "learning_rate": 0.001, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVewIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAA1cY4vsqIFD1VJ0u9Ddn6vSIyMr+gtg1AAmPOv/Vgx7+gtg1AKVRHP6ALsL/MXEu9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAAvYOYPgZzgz8OAwAzp7sjP3pPm78OAwAzY86bvTfdtr8OAwAzqSfaP/w9Ab8OAwAzlGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWIAEAAAAAAACd3gS/rZAZP3Pa8z7QGyi/WWsTwE7HiT/Vxji+yogUPVUnS72vlWG4cm8dPLfPjjwFISy8IhG2u+3kDD7XiqE8HPnLvFwOAzyTGUY/jxz8vk+a5r7I5ME+BEsVvsSxFb4N2fq9IjIyv6C2DUA9beA4T8kvPOZ+hjsPiDS8DYHLu5rkDD6OcaE8/DXMvHqGHTyTGUY/jxz8vk+a5r7I5ME+BEsVvsSxFb4CY86/9WDHv6C2DUA9beA4T8kvPOZ+hjsPiDS8DYHLu5rkDD6OcaE8/DXMvHqGHTzNex4/T8RcPw0bLr4U3qm/vj8IQMZxBT4pVEc/oAuwv8xcS70guVg6ipsBPBmwYTx9ETO8hdfCuw3uDD7CX508gEPFvLeBAzyUaA5LBEsShpRoEnSUUpR1Lg==", "achieved_goal": "[[-0.18044598 0.03626326 -0.04959806]\n [-0.1224843 -0.69607747 2.2142715 ]\n [-1.6123965 -1.5576464 2.2142715 ]\n [ 0.77862793 -1.3753548 -0.04964904]]", "desired_goal": "[[ 2.9788008e-01 1.0269477e+00 2.9805101e-08]\n [ 6.3958210e-01 -1.2133629e+00 2.9805101e-08]\n [-7.6077245e-02 -1.4286259e+00 2.9805101e-08]\n [ 1.7043353e+00 -5.0485206e-01 2.9805101e-08]]", "observation": "[[-5.19021809e-01 5.99863827e-01 4.76276010e-01 -6.56674385e-01\n -2.30342698e+00 1.07639480e+00 -1.80445984e-01 3.62632647e-02\n -4.95980568e-02 -5.37835840e-05 9.60909016e-03 1.74330305e-02\n -1.05059193e-02 -5.55624161e-03 1.37592033e-01 1.97195243e-02\n -2.48990580e-02 7.99902901e-03]\n [ 7.73827732e-01 -4.92405385e-01 -4.50396031e-01 3.78698587e-01\n -1.45793974e-01 -1.46185935e-01 -1.22484304e-01 -6.96077466e-01\n 2.21427155e+00 1.07014996e-04 1.07291481e-02 4.10448294e-03\n -1.10187670e-02 -6.21045241e-03 1.37590796e-01 1.97074674e-02\n -2.49280855e-02 9.61458124e-03]\n [ 7.73827732e-01 -4.92405385e-01 -4.50396031e-01 3.78698587e-01\n -1.45793974e-01 -1.46185935e-01 -1.61239648e+00 -1.55764639e+00\n 2.21427155e+00 1.07014996e-04 1.07291481e-02 4.10448294e-03\n -1.10187670e-02 -6.21045241e-03 1.37590796e-01 1.97074674e-02\n -2.49280855e-02 9.61458124e-03]\n [ 6.19076550e-01 8.62370431e-01 -1.70025066e-01 -1.32708979e+00\n 2.12889051e+00 1.30316824e-01 7.78627932e-01 -1.37535477e+00\n -4.96490449e-02 8.26733187e-04 7.91061856e-03 1.37748951e-02\n -1.09294625e-02 -5.94610209e-03 1.37626842e-01 1.92106999e-02\n -2.40800381e-02 8.02653190e-03]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYEAAAAAAAAAAEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVewIAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QoljAAAAAAAAAAv0SBvDhJUTsgmHU8/bQuvIK0d72PwvU8HpkRvo2gCr6PwvU8WRKNPSPM9L21lnU8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksESwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcoljAAAAAAAAAALXXaPmLMtj2PwvU8J6jpPhbC172PwvU86NLJPs8N/r2PwvU8RoIMP8FsM72PwvU8lGgOSwRLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWIAEAAAAAAABUIMO+RSqbPpDmtz4eN5a+83E+v3tw1D6/RIG8OElROyCYdTyTgrO2mLZat0miFzr+6QM3C94YN2SfljP79RA2EFmONglY5rjqch09GWwarEMjSj4AAAAAAAAAgAAAAAD9tC68grR3vY/C9TwAAAAAAAAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADqch09GWwarEMjSj4AAAAAAAAAgAAAAAAemRG+jaAKvo/C9TwAAAAAAAAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAC3/EC8x3TAPqhCfD47e/e+2sZIPxEvwD1ZEo09I8z0vbWWdTwC3sg34pcJuIwI3DlCxLc1WBR3NmmuCjZRp7q4P/YBOS1s4riUaA5LBEsShpRoEnSUUpR1Lg==", "achieved_goal": "[[-0.01577985 0.00319345 0.01498988]\n [-0.01066327 -0.06047488 0.03 ]\n [-0.14218566 -0.13537808 0.03 ]\n [ 0.06888265 -0.11952998 0.01498954]]", "desired_goal": "[[ 0.42667523 0.08925702 0.03 ]\n [ 0.45636103 -0.10535066 0.03 ]\n [ 0.3941872 -0.12404978 0.03 ]\n [ 0.5488628 -0.04380489 0.03 ]]", "observation": "[[-3.81106019e-01 3.03056866e-01 3.59180927e-01 -2.93389261e-01\n -7.43926227e-01 4.14920658e-01 -1.57798510e-02 3.19345109e-03\n 1.49898827e-02 -5.34981655e-06 -1.30363260e-05 5.78437524e-04\n 7.86268902e-06 9.11160441e-06 7.01391230e-08 2.16008516e-06\n 4.24229802e-06 -1.09836525e-04]\n [ 3.84396687e-02 -2.19447225e-12 1.97400138e-01 0.00000000e+00\n -0.00000000e+00 0.00000000e+00 -1.06632682e-02 -6.04748800e-02\n 2.99999993e-02 0.00000000e+00 -0.00000000e+00 0.00000000e+00\n 0.00000000e+00 0.00000000e+00 0.00000000e+00 0.00000000e+00\n 0.00000000e+00 0.00000000e+00]\n [ 3.84396687e-02 -2.19447225e-12 1.97400138e-01 0.00000000e+00\n -0.00000000e+00 0.00000000e+00 -1.42185658e-01 -1.35378078e-01\n 2.99999993e-02 0.00000000e+00 -0.00000000e+00 0.00000000e+00\n 0.00000000e+00 0.00000000e+00 0.00000000e+00 0.00000000e+00\n 0.00000000e+00 0.00000000e+00]\n [-1.17790019e-02 3.75890940e-01 2.46348023e-01 -4.83362049e-01\n 7.84284234e-01 9.38397720e-02 6.88826516e-02 -1.19529985e-01\n 1.49895446e-02 2.39452384e-05 -3.28047972e-05 4.19680378e-04\n 1.36916810e-06 3.68177098e-06 2.06651225e-06 -8.90033625e-05\n 1.23941325e-04 -1.07966691e-04]]"}, "_episode_num": 20000, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwDZamALApKCMAWyUSzKMAXSUR0DKWUKl7+kydX2UKGgGR8A45B7/n4fwaAdLMmgIR0DKWWmHDaXbdX2UKGgGR8AaIFotcv/SaAdLMmgIR0DKWd7vXsgMdX2UKGgGR8A2j9YfW+XaaAdLMmgIR0DKWch7gKnfdX2UKGgGR8AtezE74i5eaAdLMmgIR0DKWsIm9g4PdX2UKGgGR8AmhKq4pc5baAdLMmgIR0DKWxxXS0BwdX2UKGgGR8A4TqhDgIhRaAdLMmgIR0DKW643tKI0dX2UKGgGR8AqusXBP9DQaAdLMmgIR0DKW5gV0tAcdX2UKGgGR8BAOnTy8SPEaAdLMmgIR0DKXHrh99c9dX2UKGgGR8AbTqLS/j82aAdLMmgIR0DKXKHO0LMLdX2UKGgGR8At9qJMxoIwaAdLMmgIR0DKXRi4QSSNdX2UKGgGR8A8ijsUqQRxaAdLMmgIR0DKXQJE6T4ddX2UKGgGR8Ar3efI0ZWJaAdLMmgIR0DKXdhQ79ycdX2UKGgGR8A2TcABDG96aAdLMmgIR0DKXgArOJLvdX2UKGgGR8A7BIznA6+4aAdLMmgIR0DKXnU1ZTybdX2UKGgGR8AzN1ie/YapaAdLMmgIR0DKXl64x1xLdX2UKGgGR8Anol+EytV8aAdLMmgIR0DKXzXf642CdX2UKGgGR8AyqNhmXgLraAdLMmgIR0DKX12P/7zkdX2UKGgGR8A4PZ6Uqx1QaAdLMmgIR0DKX9TKxLTQdX2UKGgGR8A5pPAfuCwsaAdLMmgIR0DKX75Mtbs4dX2UKGgGR8A4NhLGrCFcaAdLMmgIR0DKYJiWcBludX2UKGgGR8A2VaQV9F4LaAdLMmgIR0DKYNC3uuzQdX2UKGgGR8Ay3oRqXWvsaAdLMmgIR0DKYWBEa2nbdX2UKGgGR8A4f3YL9deIaAdLMmgIR0DKYUoGlhw3dX2UKGgGR8AzlA4n4O+aaAdLMmgIR0DKYmAeq7yydX2UKGgGR8BBM+6Ae7tiaAdLMmgIR0DKYpAZCOWCdX2UKGgGR8Au9TLGJemfaAdLMmgIR0DKYwQtBfKIdX2UKGgGR8A67JDmbLEDaAdLMmgIR0DKYu20NSZSdX2UKGgGR8A2MK7ZnL7oaAdLMmgIR0DKY8njdYW+dX2UKGgGR8AW+O3lS0jUaAdLMmgIR0DKY/CYiPhidX2UKGgGR8AckvexfOUuaAdLMmgIR0DKZGeTV2A5dX2UKGgGR8A3SzU7Sy+paAdLMmgIR0DKZFEYEW69dX2UKGgGR8A3piY9gWrPaAdLMmgIR0DKZSkofCAMdX2UKGgGR8A3GG1hLGrCaAdLMmgIR0DKZU5V0cOtdX2UKGgGR8A3KwgTyrggaAdLMmgIR0DKZcTNB4UvdX2UKGgGR8AyRRb8m8dxaAdLMmgIR0DKZa5YV6/qdX2UKGgGR8A53hcqvvBraAdLMmgIR0DKZojRMN+cdX2UKGgGR8Ap457PY4ACaAdLMmgIR0DKZrB/oaDPdX2UKGgGR8A5xd6LOzIFaAdLMmgIR0DKZyWso2GZdX2UKGgGR8AxA4H5aePJaAdLMmgIR0DKZw82NvOydX2UKGgGR8AwosdT5wfhaAdLMmgIR0DKaA90vGp/dX2UKGgGR8ApWhJyyUs4aAdLMmgIR0DKaGm6bvw3dX2UKGgGR8A4Tnw5NoJzaAdLMmgIR0DKaPXKQq7RdX2UKGgGR8A/w72L5ylvaAdLMmgIR0DKaN9Oh0yQdX2UKGgGR8Ayqx2B8QZoaAdLMmgIR0DKabl8/lhgdX2UKGgGR8AwYADaGpMpaAdLMmgIR0DKaeb/ACXAdX2UKGgGR8A6RpCrtE5RaAdLMmgIR0DKal6y+pOvdX2UKGgGR8Apff6XSjQBaAdLMmgIR0DKakg+wC8wdX2UKGgGR8AwkF5fMOf/aAdLMmgIR0DKayHb9If9dX2UKGgGR8A7PA/s3Q2NaAdLMmgIR0DKa0evMbFTdX2UKGgGR8A607UXpGF0aAdLMmgIR0DKa7zIq9XcdX2UKGgGR8Au6nc+JP69aAdLMmgIR0DKa6Y/TspodX2UKGgGR8AzwKNyYG+saAdLMmgIR0DKbH1RceKbdX2UKGgGR8Aw1nl4keIVaAdLMmgIR0DKbKSzollcdX2UKGgGR8A0DDqGDcubaAdLMmgIR0DKbRvI4lyBdX2UKGgGR8A759ic5Ke1aAdLMmgIR0DKbQVXFLnLdX2UKGgGR8A2irgwXZXdaAdLMmgIR0DKbd1vS+g2dX2UKGgGR8A6qUcXFcY7aAdLMmgIR0DKbiQ9eQdTdX2UKGgGR8Ah6bG3nZCfaAdLMmgIR0DKbrF+AmRedX2UKGgGR8AzGDst03fiaAdLMmgIR0DKbptJnQIEdX2UKGgGR8Azn0aZQYUGaAdLMmgIR0DKb7B15jYqdX2UKGgGR8A9erleWv8qaAdLMmgIR0DKb9hSDRMOdX2UKGgGR8A7Nb4agmJFaAdLMmgIR0DKcFA6+36RdX2UKGgGR8ArRfzjFQ2uaAdLMmgIR0DKcDnFo+OfdX2UKGgGR8A8pKq4pc5baAdLMmgIR0DKcRPcxj8UdX2UKGgGR8AyVKbKA8SxaAdLMmgIR0DKcTzutwJgdX2UKGgGR8AybuTibUgCaAdLMmgIR0DKcbP0Zm7KdX2UKGgGR8AtmnR9gF5faAdLMmgIR0DKcZ2JpFkQdX2UKGgGR8AwsUxmCiAUaAdLMmgIR0DKcnkWsRxtdX2UKGgGR8AkB5E+gUUPaAdLMmgIR0DKcp9T987ZdX2UKGgGR8A5Sx+rlvIfaAdLMmgIR0DKcxTnq3VkdX2UKGgGR8Ax+w6QvHtGaAdLMmgIR0DKcv5sGgSOdX2UKGgGR8AyWK6WgOBlaAdLMmgIR0DKc9dVNpM6dX2UKGgGR8Ap5solUp/gaAdLMmgIR0DKc/6fJ3gUdX2UKGgGR8AtbxzaK1ohaAdLMmgIR0DKdHSO3lS1dX2UKGgGR8A5aYa5wwTNaAdLMmgIR0DKdF4JokAxdX2UKGgGR8BBSoToMa0haAdLMmgIR0DKdWoLofSydX2UKGgGR8A8Yn1WbPQfaAdLMmgIR0DKdcO4NI9UdX2UKGgGR8A0iUiILw4LaAdLMmgIR0DKdkHZXdTHdX2UKGgGR8AxYJng5zYFaAdLMmgIR0DKditlyzX0dX2UKGgGR8AzsALiMo+faAdLMmgIR0DKdwRW7voedX2UKGgGR8Aml5YYBNmEaAdLMmgIR0DKdytzhgmadX2UKGgGR8ApcBCD28IzaAdLMmgIR0DKd6H7HhjwdX2UKGgGR8A0hqveP7vYaAdLMmgIR0DKd4uDJ2dNdX2UKGgGR8Ax6FL39JjEaAdLMmgIR0DKeGUURFqjdX2UKGgGR8AshTWGyon8aAdLMmgIR0DKeIxzijtYdX2UKGgGR8BAv7drO7g9aAdLMmgIR0DKeQKmuTzNdX2UKGgGR8A08HFPznRtaAdLMmgIR0DKeOwxk/bCdX2UKGgGR8A0GZydWhh6aAdLMmgIR0DKeca0+kgwdX2UKGgGR8A43UExIre7aAdLMmgIR0DKee4xagVXdX2UKGgGR8AyDZQYUFjeaAdLMmgIR0DKemRQJokBdX2UKGgGR8AvokhRqGlAaAdLMmgIR0DKek3bdrO8dX2UKGgGR8A/VOlwcYIjaAdLMmgIR0DKeyS0lZ5idX2UKGgGR8A1U6rNnoPkaAdLMmgIR0DKe3abpeNUdX2UKGgGR8A2sdwNsnAqaAdLMmgIR0DKfATblA/tdX2UKGgGR8Ay15FgDzRQaAdLMmgIR0DKe+6kTHsDdX2UKGgGR8A8jflZHNHIaAdLMmgIR0DKfPEh3aBadX2UKGgGR8A7lckt29teaAdLMmgIR0DKfRdTo+wDdX2UKGgGR8AxJknCwbEQaAdLMmgIR0DKfY0TBZZCdX2UKGgGR8Azjk/8l5WzaAdLMmgIR0DKfXakKu0UdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYllLg=="}, "_n_updates": 249975, "buffer_size": 1000000, "batch_size": 256, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7be319e1c1f0>", "add": "<function DictReplayBuffer.add at 0x7be319e1c280>", "sample": "<function DictReplayBuffer.sample at 0x7be319e1c310>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7be319e1c3a0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7be319e07a00>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "policy_delay": 2, "target_noise_clip": 0.5, "target_policy_noise": 0.2, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVKAQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEgAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQGUaCBLEoWUaCR0lFKUaCdoHCiWEgAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQGUaCBLEoWUaCR0lFKUaCxLEoWUaC5oHCiWSAAAAAAAAAAAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLEoWUaCR0lFKUaDNoHCiWSAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEGUaBZLEoWUaCR0lFKUaDiMBS0xMC4wlGg6jAQxMC4wlGg8TnVidWgsTmgQTmg8TnViLg==", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (18,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVYAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWAwAAAAAAAAABAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLA4WUjAFDlHSUUpSMDWJvdW5kZWRfYWJvdmWUaBEolgMAAAAAAAAAAQEBlGgVSwOFlGgZdJRSlIwGX3NoYXBllEsDhZSMA2xvd5RoESiWDAAAAAAAAAAAAIC/AACAvwAAgL+UaAtLA4WUaBl0lFKUjARoaWdolGgRKJYMAAAAAAAAAAAAgD8AAIA/AACAP5RoC0sDhZRoGXSUUpSMCGxvd19yZXBylIwELTEuMJSMCWhpZ2hfcmVwcpSMAzEuMJSMCl9ucF9yYW5kb22UjBRudW1weS5yYW5kb20uX3BpY2tsZZSMEF9fZ2VuZXJhdG9yX2N0b3KUk5SMBVBDRzY0lGgyjBRfX2JpdF9nZW5lcmF0b3JfY3RvcpSTlIaUUpR9lCiMDWJpdF9nZW5lcmF0b3KUjAVQQ0c2NJSMBXN0YXRllH2UKGg9ihCjMDyZGYxQsu1iW+K6o4k8jANpbmOUihAHoHVJemMpi2nzTlciOoY6dYwKaGFzX3VpbnQzMpRLAIwIdWludGVnZXKUSwB1YnViLg==", "dtype": "float32", "bounded_below": "[ True True True]", "bounded_above": "[ True True True]", "_shape": [3], "low": "[-1. -1. -1.]", "high": "[1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 4, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVoAMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGghfZR9lChoGGgPjAxfX3F1YWxuYW1lX1+UjCFnZXRfc2NoZWR1bGVfZm4uPGxvY2Fscz4uPGxhbWJkYT6UjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgZjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOUaAIoaAcoSwFLAEsASwFLAUsTQwSIAFMAlGgJKYwBX5SFlGgOjARmdW5jlEuFQwIEAZSMA3ZhbJSFlCl0lFKUaBVOTmgdKVKUhZR0lFKUaCRoPn2UfZQoaBhoNWgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/UGJN0vGp/IWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEZdlGhIfZR1hpSGUjAu"}, "actor_batch_norm_stats": [], "critic_batch_norm_stats": [], "actor_batch_norm_stats_target": [], "critic_batch_norm_stats_target": [], "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sun Apr 28 14:29:16 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.0+cu121", "GPU Enabled": "False", "Numpy": "1.25.2", "Cloudpickle": "2.2.1", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}} |