First commit

README.md

@@ -10,7 +10,7 @@ model-index:
   results:
   - metrics:
     - type: mean_reward
-      value: 256.40 +/- 20.75
+      value: 280.22 +/- 13.03
       name: mean_reward
     task:
       type: reinforcement-learning

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function DQNPolicy.__init__ at 0x7ff48fd84b90>", "_build": "<function DQNPolicy._build at 0x7ff48fd84c20>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7ff48fd84cb0>", "forward": "<function DQNPolicy.forward at 0x7ff48fd84d40>", "_predict": "<function DQNPolicy._predict at 0x7ff48fd84dd0>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7ff48fd84e60>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7ff48fd84ef0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7ff48fd6ea50>"}, "verbose": 1, "policy_kwargs": {"net_arch": [256, 256]}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAi+0H7kPAgdBuF030bXyF7n2u5dW6SEXCM6tqhq5MMNXq+cbpYKU+zAzhfMglymx9sMzDGYTfQRH4kTtg/+PN+E7XQ0i+0/yR1PtBH9/3gPBWXKxyu2AO2p/qkjxmLGWCZn0+UiHyaWNFHtBiQEMwiw2h6lpKvsKhHsuTR7djb2nBoI9EED7FcI/Py4KJ0iVYC8sIO5cWOx1VGU9DIoJg9G0f6njGxrQHddg3EiOpmds/fQhkuA/kWAV7Va/RqY6vV5SoT9jGIrGTSFCeb7+WZvi7bZcNThjmSkQstVQl/dPZI7Ll5uJeZG5B+wVrCaTDUUWD9Cew/l8Tclds8cKF02COYnS9amO651a18QxFuLfWa+xUS5gtI13kUx1cFz6jes4rJsKvad24n7XVjXU8kOOiCrYsZKSounjnkBpP29ErNdk1kDclaSZ/NZefVVVZCB3LURHzKqp0/mPWP45BBqmpqY+LMVvPfRij7KRor9630PK3rE+ZV03ezCoeVY5tzaYqn4d0EwaxEyXo9YSHq4R7F8NMWMvZ49dL1Eha10yI8Iw7YeTAfPHth26TM2i7GzMBna2KP8p+PuIYi60Rvn4p5iqBdZ0ULEvnxwBo2M6KK6KSmEI4DviMhemrjdL4Gwlwi2EPjBJ7JojJKepsNijm3DOqaGrDj2T9AAIjPcYAC6CWc237RhfxnR0A2zXlgLgm3Q86s3nBMI6Qp7jfrwLc0iUeqVQYAxIzL9S7Nqo64o6s+CM6sj49MfRSTMyIy7YaMd9uAPg3chlEYSQu6Hq/IN3t2/7wAMbWD91cSwIfANN3aClYZXcmq9laWrrdG13K1vbwyR3JhIRDgrQpcM6DtLxzjNfXgWiTBXMMpXhm7D7VyFEp7fS0Q0SMoeOOUcaUv2552el+Cw2VlGHWzFHqbSERirbnjEsanughZkWdGTTonv1D5JKMeiVEgP3jATz8pSd8Hz15Mrwit3PvJZe8jxIfVziMOT02+1yoccP3V5lyu+B60DKF89P0rQ1QgqYwbJ4rLAZTjiJQzsji6nCAFPmEYjS+Z9RqMrH73T01LM8HlsNNWh8sFBW1ynzwQVavYR5ZbvFKTTBSMYuLBc+HQ+tSiG6mp4P6YoIQrxJtiBlB2CNP0VBnv3mTl3KlnZyiJCkUd2zwnPPXzplSpqneFZAPw0d2ORoIf3GzfOWgrGAaFOJFoJ+8mo3wS+hON980FI+07me6Ltb2okjb+aVEdiCa9Pz2Dyph0Sh6mMYhw035NBSry2bniV26UBwQG7nY/V4/00wb+BOHaCVo+yZs/6GoegBTGg+lGdXtNaL/2eukMrUKatC3vxywAULK/H5OG9B/3UVf38mPn+UxvR5S00pms/5JPRdmxKbaS5K29pI4t5iFRUUt15YGyVRmnlbnpEi3k4g4/4CiPCztQM+iYxCgmNMg09INWFruoe2T5KUamUHVl87uolOSX2gVRw7W482NjYUi0RIf/HaJjW+hlV1jpOFkgtWK5w/n3LekLH3WuAYJmcTWKBx62n7Ohw3tW6pAs6RFoFF0yqgwO2qICg9ZnVMuVRxELcQS1QoKjJeTc8uSD1sHmTFUowjszbtgh3HYgHJPeuSkK76v6lkIgW4qVd/0ZIVH5u0PgbFLt3/yjYp/Kj+N2+C0BI4stxrKLuWTSIwTvOAIWK0vLNjR6J5hHNbYjQviMnvvXAV93sWtzUk7Ic2hwekP49NfshHfNlyjMvf7bNo6ubF66X75u4wIrEoqp3NexJjwGBOeNd82ZgZ0cudhIj0KLAhp1zE/HwbfEzex1an5h+qv98TXWlotPxM8VFAKjsoAEBpLkd1lWNTNi7xfZjIk8GwDEiIchoJSDlJ5H7FYgFYfwaEiZnXj/TyqEAZmPHzMGvSr/mGTEPMz5DhR09/PNbxa48W05hXprxSp8UNdgH2AKLYVYYkVxCp32+cw2S0Xel2+zkqJxvswuqMjIG5QF7/S6P1hh+oUjng+vaPQI+TigR9jsIjSnmYgrvbDLxYOU464rUydraaJyLsiY7dHNlGBM2TPq2p6m5V/u5VEgvh5Tsbe4PiTKuEO6dt02HNjeesCs0zg8zSEqlLyJY63L70Rhv5p/D5KPr30cl7CZMpQwx+YCBwIxHqPh0iYQmXF6IqtRIXzfR/nIiFXD+ab+eJMWcPS2sszudDz/gWk1lAiaiEHhx7gysqWgus5miGMO5NpkNJcGcJKf1CcbYuRkUxgGMFWenhvk/Z4Qq8jxW09o2vfmwgj9UHVS9qklPSKQMHKxjNoHewUoZOfLA4JRidZCjLmNOb1QxJ+Wz6Ylvv3tHiEOmJidZ8Mv6+vFmBKjQn5mFOXKO+SSWDFJRG+DESY49mdHeK+mPcXc4BlijFN8pqgBmEkQNDANMJdpgn8l3czwSNQ3X3pQQsAuxPJVWll+3/xdxqW+nvu3X9K5cshtK8vcc9Hf9vgckA+VFtfGImemSTN4PrE3pnsiAzZWkSr6dMj7ZiaCWMZsHA2+pT7pVsthkamlnXMrUxOGJI+/e23i1ffBBHBDyLhPfYsSwDFRcrRBjeLitbyAzt5LNmQP5ZmEg9W63psrWE6b6cgTbHnQdjS29ANVCfoemnE1huWCRUTaprVY3dRLBZ6QMN6f99AK1GUtxZmCjpQtPbKhzqR3rm+qz7Mc+t9ufhpp5JktB7CPrj3RqHoXsEV7nv90hmBlItmKHKC76YOCtD4kWXe9RB44HEGkKNfpANu3P9QXCvR4WLdHzeLM2QYkIX57qnH+3wbPjSJZ3yU5nIR4VtNbqB7ut5EsObBkhSRPt5Fc7n+m5vqEUiQN5fv6XQ5e99rmKMpRlKhb8zBsEOIU5NQJeYCjDfFRSqVPcHu6YuV2HLZwmJmgoR4HA/lCD9YCia2qGdov8Z+ehtjeHgmSq7scxhYQUTQdFwdqJBaQtYy+RlnEgdoAYaPWQiylfPHUolc654nhWPUhYykmO6VXX18uRPoVob43P79piLjIaXSD6wGF2rSOT0z8gmCprxrZjz1UC2PQHQhNblE89oYdyCR5vDZrkJirmINMInquEMniyhOnA+VEiON/MUrekVhiAYZ+vtI1koLTNdcLJVdBUDFcUnlNcXCITQ5eEdLjlk3BtJudqBNto8CA1OsL+YwD6c0bwrKIwXRXgwG3tVntoqpdmglnp8KptkY8mozou6d0cCTm7gjW/HOmF5pUcG/WL3IQpGfKh7ZB2Hni7VhGjZf5OKJhigkf1+mN0gbgQFYN/c2RH4A0OtRyEhXK3NMIEFjQ9mOeRGBvqNyUUsrP0Pg12uLMIFI//jQo8acuGJSlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLfHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 1, "num_timesteps": 400000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651785049.8402338, "learning_rate": 0.001, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVywIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9QYk3S8an8hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAKZuAb6Fv9Q6NuUXM1nNGjL4kZO8qQUeswAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAKZuAb6Fv9Q6plL9suXwMzL3kZO83jYFNAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="}, "_episode_num": 1120, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.600001, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVWBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI7ZqQ1phvY0CUhpRSlIwBbJRNuQOMAXSUR0CLJl0yxiXqdX2UKGgGaAloD0MI3PC76VYCckCUhpRSlGgVTQgBaBZHQIsrA593KSx1fZQoaAZoCWgPQwgbKzHPSjNuwJSGlFKUaBVNTAFoFkdAizEdm6GxlnV9lChoBmgJaA9DCHO7l/tkH29AlIaUUpRoFUvxaBZHQIs1QQ6IWP91fZQoaAZoCWgPQwjWGd8XlxxCQJSGlFKUaBVLa2gWR0CLNw0F8ohIdX2UKGgGaAloD0MIEaj+QSQxSkCUhpRSlGgVS5JoFkdAizl3CsOoYXV9lChoBmgJaA9DCA/tYwW/LnBAlIaUUpRoFUv9aBZHQIs9v+OwPiF1fZQoaAZoCWgPQwiqtpvgmzRHQJSGlFKUaBVLX2gWR0CLP1lXiiqRdX2UKGgGaAloD0MIqyFxjyVDY8CUhpRSlGgVTbMDaBZHQItS57qptJp1fZQoaAZoCWgPQwgKZHYWvZMvQJSGlFKUaBVLZ2gWR0CLVJzZpSJkdX2UKGgGaAloD0MIfxKfO8FcbkCUhpRSlGgVTQ8CaBZHQIteKCOFQEZ1fZQoaAZoCWgPQwjYfcfw2Gs4wJSGlFKUaBVLZ2gWR0CLX9slb/wRdX2UKGgGaAloD0MIYaWCiqr5QUCUhpRSlGgVS/1oFkdAi2Q6r/82rHV9lChoBmgJaA9DCBiXqrTFTlvAlIaUUpRoFU0TAWgWR0CLaPoUSIxhdX2UKGgGaAloD0MI0ova/SopUcCUhpRSlGgVTegDaBZHQIt8ZwwTM7l1fZQoaAZoCWgPQwj0bcFS3X1swJSGlFKUaBVNxgNoFkdAi5FBWPtD2XV9lChoBmgJaA9DCDihEAGHEmLAlIaUUpRoFU3oA2gWR0CLpNUo8ZDRdX2UKGgGaAloD0MIJCao4dsQYcCUhpRSlGgVTegDaBZHQIu6105lvqF1fZQoaAZoCWgPQwh2+kFd5BpyQJSGlFKUaBVNAwFoFkdAi79iyQgcLnV9lChoBmgJaA9DCIO/X8yWYW9AlIaUUpRoFU1+AWgWR0CLxi0w8GLUdX2UKGgGaAloD0MINIC3QMKjckCUhpRSlGgVTRoBaBZHQIvLBLK3d9F1fZQoaAZoCWgPQwiN74tLVbBgwJSGlFKUaBVNZAFoFkdAi9FrOzIFNnV9lChoBmgJaA9DCFoQyvs4kklAlIaUUpRoFUuRaBZHQIvT1elbeM11fZQoaAZoCWgPQwi1xMpoJIdwQJSGlFKUaBVL62gWR0CL19RAKOT8dX2UKGgGaAloD0MIY1+y8WCJbUCUhpRSlGgVTR4DaBZHQIvo3dhy8z11fZQoaAZoCWgPQwjXE10X/mdxQJSGlFKUaBVNqwFoFkdAi/EFtTDO1XV9lChoBmgJaA9DCKLw2To4hmNAlIaUUpRoFU3oA2gWR0CMBJfqHGjsdX2UKGgGaAloD0MIZjBGJIpwb0CUhpRSlGgVTSkBaBZHQIwJ54dIXj51fZQoaAZoCWgPQwjG4cyv5p1wQJSGlFKUaBVNWgJoFkdAjBWidjG1hXV9lChoBmgJaA9DCPxQacTM23JAlIaUUpRoFUvUaBZHQIwZOhXbM5h1fZQoaAZoCWgPQwi/nUSE/2VwQJSGlFKUaBVN5wFoFkdAjCIuIInjQ3V9lChoBmgJaA9DCOi/B6/d1m9AlIaUUpRoFU1wAmgWR0CMLacslLOBdX2UKGgGaAloD0MIrRiuDoBWcUCUhpRSlGgVTTMBaBZHQIwzP9vS+g11fZQoaAZoCWgPQwic+GpHcTlVwJSGlFKUaBVN6ANoFkdAjEcSrHU+cHV9lChoBmgJaA9DCGbBxB+F0nFAlIaUUpRoFU0rAWgWR0CMTG+bmU4adX2UKGgGaAloD0MIjlph+t5qb0CUhpRSlGgVTUoCaBZHQIxXVK/VRUF1fZQoaAZoCWgPQwj7lGOyOPRwQJSGlFKUaBVLuWgWR0CMWncnE2pAdX2UKGgGaAloD0MIiSR6GQUncECUhpRSlGgVTS4BaBZHQIxfv09QoCx1fZQoaAZoCWgPQwg57//jBGJwQJSGlFKUaBVNNgFoFkdAjGUt4iX6ZnV9lChoBmgJaA9DCKq2m+CbQkFAlIaUUpRoFUt1aBZHQIxnKXQdCE91fZQoaAZoCWgPQwiIuaRqu5ZpwJSGlFKUaBVNsgNoFkdAjHwx9G7SRnV9lChoBmgJaA9DCAlupGzRMnJAlIaUUpRoFU1jAmgWR0CMh+YrrgO0dX2UKGgGaAloD0MI8xyR71KzUUCUhpRSlGgVS6xoFkdAjIrNRm9QGnV9lChoBmgJaA9DCPKVQEqsRHFAlIaUUpRoFU2RAWgWR0CMkffBvaUSdX2UKGgGaAloD0MIV5V9VwS/PUCUhpRSlGgVS2NoFkdAjJOlrl/6PHV9lChoBmgJaA9DCA7d7A8UDHJAlIaUUpRoFU1dAWgWR0CMmdsj3VTadX2UKGgGaAloD0MIwR2oUx6tJ0CUhpRSlGgVS2poFkdAjJum+9Jz1nV9lChoBmgJaA9DCD5BYrt731XAlIaUUpRoFU3oA2gWR0CMru+pOvdNdX2UKGgGaAloD0MIuFZ72At9a0CUhpRSlGgVTaIBaBZHQIy2e5Dqnm91fZQoaAZoCWgPQwh1BduIZxZwQJSGlFKUaBVNNwFoFkdAjLvnfl6qsHV9lChoBmgJaA9DCFm/mZgu1kRAlIaUUpRoFUuUaBZHQIy+bQb+98J1fZQoaAZoCWgPQwhH5LuUumduQJSGlFKUaBVNZQFoFkdAjMTYbKifx3V9lChoBmgJaA9DCHanO08800fAlIaUUpRoFUttaBZHQIzGrEcbR4R1fZQoaAZoCWgPQwiZDTLJyDkmwJSGlFKUaBVLa2gWR0CMyHb/wRXfdX2UKGgGaAloD0MIRtJu9LHqbkCUhpRSlGgVS+doFkdAjMxeMQ2/BXV9lChoBmgJaA9DCA3BcRm3o21AlIaUUpRoFUvjaBZHQIzQQR5C4SZ1fZQoaAZoCWgPQwjulA7Wf55xQJSGlFKUaBVNvANoFkdAjOJxkNFz+3V9lChoBmgJaA9DCKKzzCIUBG5AlIaUUpRoFUvTaBZHQIzl+5SWJJp1fZQoaAZoCWgPQwjTMecZ+zVxQJSGlFKUaBVNUQFoFkdAjOvlzU7SzHV9lChoBmgJaA9DCLkXmBWKLEDAlIaUUpRoFUtyaBZHQIztwEyLyc11fZQoaAZoCWgPQwjHnGfsS246QJSGlFKUaBVLkGgWR0CM8CWbgCOndX2UKGgGaAloD0MIkE3yI346b0CUhpRSlGgVTRkCaBZHQIz6PPVurIZ1fZQoaAZoCWgPQwgIOlrV0htwQJSGlFKUaBVLqWgWR0CM/Rf8/D+BdX2UKGgGaAloD0MIGmt/Z3sUEMCUhpRSlGgVS1BoFkdAjP5o2OyVwHV9lChoBmgJaA9DCF7yP/k7H3FAlIaUUpRoFUvaaBZHQI0CFfb9If91fZQoaAZoCWgPQwjhC5OpgnNJQJSGlFKUaBVLiWgWR0CNBFIOH310dX2UKGgGaAloD0MI2SH+YUtZS0CUhpRSlGgVS5BoFkdAjQbAfMfRu3V9lChoBmgJaA9DCAcoDTWK3W1AlIaUUpRoFUvLaBZHQI0KLlPrOZ91fZQoaAZoCWgPQwg5QgbybDtvQJSGlFKUaBVL+2gWR0CNDnsImgJ1dX2UKGgGaAloD0MIaHdIMUD0b0CUhpRSlGgVS7VoFkdAjRF8xKxs23V9lChoBmgJaA9DCJoGRfMAY3NAlIaUUpRoFU1dAWgWR0CNF7fBN21VdX2UKGgGaAloD0MIzQNY5Nfgb0CUhpRSlGgVTRUBaBZHQI0chhF3IMl1fZQoaAZoCWgPQwhvfsNEQyZxQJSGlFKUaBVNBwFoFkdAjSEEJKJ2uHV9lChoBmgJaA9DCLQ4Y5hT/3JAlIaUUpRoFU3zAWgWR0CNKbGax5cDdX2UKGgGaAloD0MIz4QmieWMcUCUhpRSlGgVTXkBaBZHQI0wfRLK3d91fZQoaAZoCWgPQwjhmdAkMSZzQJSGlFKUaBVNoAFoFkdAjTfWeQMhHXV9lChoBmgJaA9DCMa+ZOPBRjNAlIaUUpRoFUtwaBZHQI05uaOPvKF1fZQoaAZoCWgPQwjXoC+9PYFxQJSGlFKUaBVNdQFoFkdAjUBqgZjx1HV9lChoBmgJaA9DCDElkuhlaEZAlIaUUpRoFUt4aBZHQI1CabKA8Sx1fZQoaAZoCWgPQwiWQErsGuZxQJSGlFKUaBVNOQFoFkdAjUfvnjhky3V9lChoBmgJaA9DCBRCB13CM3FAlIaUUpRoFU0DAWgWR0CNTGzru6VddX2UKGgGaAloD0MICK9d2nAOc0CUhpRSlGgVTTEBaBZHQI1RuGM4tHx1fZQoaAZoCWgPQwhAwcWK2sdxQJSGlFKUaBVNDQFoFkdAjVZbtAs053V9lChoBmgJaA9DCJ7vp8ZLFHNAlIaUUpRoFU0EAWgWR0CNWtgxagVXdX2UKGgGaAloD0MI8rBQa5qCcECUhpRSlGgVS9poFkdAjV6WluWKM3V9lChoBmgJaA9DCHBE96zrHm9AlIaUUpRoFUvBaBZHQI1hznxJ/Xp1fZQoaAZoCWgPQwiW0F0Sp8tyQJSGlFKUaBVNDwFoFkdAjWZ7vG6wuHV9lChoBmgJaA9DCO52vTRFqEJAlIaUUpRoFUtiaBZHQI1oFBppN9J1fZQoaAZoCWgPQwh/F7Zmq35yQJSGlFKUaBVNhgFoFkdAjW8axxDLKXV9lChoBmgJaA9DCMECmDJwwOG/lIaUUpRoFUtUaBZHQI1weaDwpfB1fZQoaAZoCWgPQwgP8nowKfJuQJSGlFKUaBVNGAFoFkdAjXVKsMiKSHV9lChoBmgJaA9DCO244XeTlXBAlIaUUpRoFU2JAmgWR0CNgSSOinHedX2UKGgGaAloD0MIwjV39D+XZECUhpRSlGgVTegDaBZHQI2UK+FlCkZ1fZQoaAZoCWgPQwhpAkUsYmFcQJSGlFKUaBVN6ANoFkdAjacETHsC1nV9lChoBmgJaA9DCKuwGeCCqkrAlIaUUpRoFUuoaBZHQI2p3zH0btJ1fZQoaAZoCWgPQwh/iXjr/ARzQJSGlFKUaBVL9WgWR0CNrhDBMzuXdX2UKGgGaAloD0MItr3dkpwpb0CUhpRSlGgVTT4BaBZHQI2z0guAZsN1fZQoaAZoCWgPQwjnOo20VA5HQJSGlFKUaBVLiGgWR0CNthqWTot+dX2UKGgGaAloD0MIWyOCcfDBZkCUhpRSlGgVTegDaBZHQI3Imvr4WUN1fZQoaAZoCWgPQwgQkZp28RxxQJSGlFKUaBVN5wJoFkdAjddQCr92o3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 399996, "buffer_size": 50000, "batch_size": 128, "learning_starts": 0, "tau": 1.0, "gamma": 0.99, "gradient_steps": -1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device:\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function ReplayBuffer.__init__ at 0x7ff4901f8200>", "add": "<function ReplayBuffer.add at 0x7ff4901f8050>", "sample": "<function ReplayBuffer.sample at 0x7ff4901efb90>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7ff4901efc20>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7ff4902408d0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 1.0, "exploration_final_eps": 0.1, "exploration_fraction": 0.02, "target_update_interval": 250, "_n_calls": 399999, "max_grad_norm": 10, "exploration_rate": 0.1, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVbwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsESxNDLGQBfAAYAIgBawRyEIgAUwCIAmQBfAAYAIgAiAIYABQAiAEbABcAUwBkAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjE4vaG9tZS9hbnRvbmluL0RvY3VtZW50cy9ybC9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjE4vaG9tZS9hbnRvbmluL0RvY3VtZW50cy9ybC9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHilSlGgeKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCR9lH2UKGgZaA6MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoC4wIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgwdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBqMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP7mZmZmZmZqFlFKUaDhHP5R64UeuFHuFlFKUaDhHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-5.13.0-40-generic-x86_64-with-debian-bullseye-sid #45~20.04.1-Ubuntu SMP Mon Apr 4 09:38:31 UTC 2022", "Python": "3.7.10", "Stable-Baselines3": "1.5.1a5", "PyTorch": "1.11.0", "GPU Enabled": "True", "Numpy": "1.21.2", "Gym": "0.21.0"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=", "__module__": "stable_baselines3.dqn.policies", "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function DQNPolicy.__init__ at 0x7f7ae0b72b90>", "_build": "<function DQNPolicy._build at 0x7f7ae0b72c20>", "make_q_net": "<function DQNPolicy.make_q_net at 0x7f7ae0b72cb0>", "forward": "<function DQNPolicy.forward at 0x7f7ae0b72d40>", "_predict": "<function DQNPolicy._predict at 0x7f7ae0b72dd0>", "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f7ae0b72e60>", "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f7ae0b72ef0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f7ae0b5d990>"}, "verbose": 1, "policy_kwargs": {"net_arch": [256, 256]}, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVnwEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False]", "bounded_above": "[False False False False False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.discrete.Discrete'>", ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAnGI12w5wgJ7SOrJCNvAh3k6tanO9WxAtQh9C6NguPM8eS29mtFKluYzDYx6ggfoJgg0fDBZNa5X71vA8L/XzUdlNxF8eNNdZPZZYyE+kjkwOfsMA7z9pcwRTRZL4GJsXuimoqJG5G4Jie+Vvkf+hgm1oEbHSsNFQD6p8VoKYAh4URyrkwJEKrEtz1R1sKXjztk3BUFVlaR90K33Jm6bk5OqNe3r4cQQHWBpbiqxjrDitW7tIqbt6ClIfPYtTkprF5H3ja8t/PU61I6KUkSnML9TVaTvRn4SYkBvqyy3oWMCFAF/hf++wRI2DjqM8d/JMQSfQgI7w5HmiSPzccLkgCeWFqNynLhIxFkioP6LKWp93Za6nR/5kXxFjFh8HOyKibz3KKl8Yfddd7rvLgkVJ626qznGWNryU/z1MCpe2iZIgT+nl5lwvMCW6MvR82550iuYpsa5fwYH76qCCBfASPnK+r6W/q8IKzPU4anZrMlQD4xeqpacuzILKLMBNV7ucKQ/uMiyfe9vNkhl38ugSbAi+mOG1IdhrIJ4p6/SYGJYDkv2Jc0zEzIlsVcJBNfVGq78y+PwA7iyctLnTpYxXzVnOmUO2OmAZqKJ96KJJn2L+btp4qPsizW5k71nL9aqREDbHBeqmcVu1gB9XWO8PoU1hOXxngcBd3mu9r5bfONY9Li9xEQv31unucME5OQPux4Vt7/njo6K32fQVE6fr0h/E1bHIoqaKOR/m/4EZATk2lQVu+S78gMWdmoOlIIfeQZsspw+Sye3QuKFxHnXe0yiDDJsVcex9dkrQ1gzOAkTYTMe/uS3i49zPJLRP+6Zj1zWKQXWxhbQdKlxB8a+vh0nAxj/du76OJ6Ch7KzAZvQB7KHTRslzzF8I1E54Udq+UIWsSTf81EdGz4atlZ7EdcP21a1gjCB8ceRi68v3kIyF7/Rn0WekPUTT2SCMfjmR1bbk41a/OcM5AEBef4XCHKKw8ORz3o29AmH/rL55063I1phW5um5eGB/Cq7JZNKVtDXAYaxzLvV1lx+bOx/5SiBIdE7Ub3YMelfyhdSjf6YjC6UJr0aUe4cTqOU6x5+KYsxLz+0GED41a/iuQa4tE714YBMM/fFFkDD6ZMJsOKwwt9yV98o88QtyBWQhBhiJKekwe/O0qB1w54jveMOuDEUGpJLIurTG/kaQYuxBWrTiVg9UVt/b2oEXrGM/y7ujND/MOSwFw+8r6I4ns7cRlilBOlSj5T6nId3EW2pUqz6iR5Q0u3BQDPsd8Hv7xjlSWZRzEX4F3752WYToXyiaIA2o38mt2yiDra/QY9iKHE3UaPtPu0RUykHsxy1/McFrysjvAUJBljsGuj7NpjWFbSddobeUhwNXN/YOQP+B6kPVRGTMW8QKV8b5BZlJh0rJS6+6Epep1Y+Yy2C7DmmF4xfr6qZxRfiqigvKahfWY4XGV3L+rsuTiZXwS+KEPimI49rlRPCeFfehOwfltug6EflD5Q13Mea0NEzisT0QIIFEZmdYa5yFrej9CYPPx8A2u2dqJaJOriQHqKTnTDeeYSPjsiratBaBhNHRf+9mET/FLCEOYBw3cbI72HlknaR5uXNDtG5R2ljXgraAQa/HlmZq895HhaHSP/g+oyD8w5+9OUzUO/+GyJuytIcRpc6BsWjMDOaGu+glNq6rYIwgIrEzlObYSDozkHofpFAobgmGcstIpnLhTdWyvRqnhiJlAzXGyJpYKJNTnw9rJS7oEa9L3WlPI/1gdAXUfWYtmZlRXtXHB4Bj4W2keDi2QIAtTuqeg3Wt57Q3qShMVKpRmoMWwPHAUyV1qOiAycZufVmARQI1yWb8k2xn3tnmVG7LkO4QY4rynG7NDIEYh9NSpXiCe9/Gw0Jb0DALQdm5HUd2iVIQdM5KI517j9sEDaz/VJxp5I5Tksw/61kRGq5vfufO8sBXbRzi/WQf3FvuvwLriK1njATxibZCxK82GwwO6NEWUfpT0ByAEZubVF5bgTEsQfDk+nKBs1jLYkkEbX0gvFyp3S7vrKl4mf23XO2qa030gWiIzLD7RgVe+aC8XrHEb3a4KJsZp2amSnFXJ11JSNhy9DjK53u6G47JpZgAri6zwH1abs4wlMCM1jY93hyxnQwShUZ8y2gNeTU0+gZmjiU+P7VZ74VaHBEqjtZ/e8ijWWjMkG5Hb2gz//Ay7cCdoMHEKGRtbEWJTJjZeI+onhZ1Yhaf6SBfafMTbBMGFzlz8jyYVs4k2TEWcjDZe3VHLEO6qpkh7NcCHTuwcwRJKOzDqsPONc6hoXj7O0rTmHsS3TrRkeA+7q8XNux9EnK7K+WRY51MLDaqFOtQq9LRaxsxnmT7rwspYBhmsIBXi4mMvl4EdTQGS+0fIu0nINnSZLvwcsd+yGmN52sWHR7X/9/GKdAtRZZGiZnn+XAtmtWsMs4XGsxxDviXmYjTy2f6mz89WzpJXwHMxVgk8nAdWZKjnEk0UBuaNautFC3YEki0fU5l0xBWNsW0+FxIPmEqT9jNL7y+vRpT/OF6GoFEBlkKXdPE6HIaP/3ZDS0rKvlvKkLAOhAIe9gVm8wwJOQeZHpCfCRb5M5tvTAsU+Pueh4G0LD8NlcVKthGwL+dnw5WnwnsnljqJNRssta49CEDCKXsXQNWdTPPN4cKRxwuSnbbD87Vw10E8m56xrT2FlTG2iok0U+Gp+GMEYU/BeFGbMByzbdBfPKQA+n/10VtZwG4saEbZHTFnsMW90/KIr02TlbvHg/dA7mbXCFqBaO6JBSLjt2bqqxN8AlivLOOSCqI2H5fXQnPRzrX/5SJyKH4FiSQRXYqUEnnJCqW+jaJE2JzjssPXMBNAbr8y8hG8mvzqyaQQ96wkxNSKnEWPnmSGmDNnqRWoDOiuU8g/OvHejYD7+LFM4WCzyLLiOVt6RH/swqaJaC9myExmnllpBz1qr3CBdROVftPRyddQaz1MGtev9n612V3psZcuqjSUp7vgrDOfC2T9ldsTW5F+2ZTm5UyLwK/EEMHgf/+naJaRw+ibN9yuCCbzvu+FKx9UGsIYvtHKyL1BlQ8vPc+9ec/qtrel9lmC4/6V42OMuaYSTSy9BPyO9+FM4mzAdxYvqhncmh7doi4YTz3rTFhu7n85zPFwYvogqQOVdJVF9FYmN0CsSIwElsyhkpZgqdhHZh+d3UF9UidVdNez185wyUgeoA/Hiid5FiiOfs88QYs7l7NmXC4nOI9cjrFU3/eVZHe1MfXPc9/8fdFr2LG3I68VH/KRmVS9IS5R9eOgJURrSxCQ04JvXHzUR4QOR8rrl7ccHCmMeSFRvDgnymtlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNsAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu", "n": 4, "_shape": [], "dtype": "int64", "_np_random": "RandomState(MT19937)"}, "n_envs": 8, "num_timesteps": 300000, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1651787331.854289, "learning_rate": 0.0007, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVywIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAQAAAAAAAJosnzwplFK6ww3uuLaEhbTR24M7vxgJOAAAgD8AAIA/M9scvLgmvLnaVNi6/jzGtfh8RDootvo5AACAPwAAgD86lxy+g3IVvH2px7q0plG4SX6EPf4m0jkAAIA/AACAPzO4+7xIc4a6+vjmus3/3bUMRD+6hwsGOgAAgD8AAIA/gHd5vcMJU7r26s26JgfLtUebWjpLnOk5AACAPwAAgD8zad694diBuhkGAboiDPKza7M5uzDUFDkAAIA/AAAAAGb+2Tvh+IK62pD+uCA0nDPNB4u7fzIROAAAgD8AAIA/Zjg3vCkUG7pLNdu6WZU8tgcjJjvCZgE6AACAPwAAgD+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwhLCIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVewAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAAEBAQEBAQEBlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlC4="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAQAAAAAAAAAvnzwplFK6tqJfOQz8+TTOzYM7Qt2AuAAAgD8AAIA/AJgcvLgmvLlVSWS6LwkkNfALPjpfN4Q5AACAPwAAgD9Nkxy+A24VvOUabLpcVUW4x3OEPe4rlTkAAIA/AACAPwCU+7zhcIa6eLXRuc7eBrUOJ0a6WHLzOAAAgD8AAIA/gGd5vcMJU7ony5i6LXOwNaCYVDoPN605AACAPwAAgD+mZt694diBusIKt7qABKy0Gy46uwMf0zkAAIA/AAAAAM0I2jvh+IK6UVccOUTauLPtFIu7rYwyuAAAgD8AAIA/APQ2vFwPG7pz6Wm60QA3NnV5JDuP1Yk5AACAPwAAgD+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwhLCIaUjAFDlHSUUpQu"}, "_episode_num": 764, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.40001600000000004, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVZBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIZRniWJdZaECUhpRSlIwBbJRN6AOMAXSUR0B0GW5SWJJodX2UKGgGaAloD0MI09wKYTVWcUCUhpRSlGgVTQUCaBZHQHQjpB9kSVZ1fZQoaAZoCWgPQwgB/FOqxKNlQJSGlFKUaBVN6ANoFkdAdCl2E0zj3nV9lChoBmgJaA9DCEQy5Nh6JkxAlIaUUpRoFUuKaBZHQHQ3o8uBczJ1fZQoaAZoCWgPQwjaGhGMA7plQJSGlFKUaBVN6ANoFkdAdEXyY5T6znV9lChoBmgJaA9DCHOfHAVIPHJAlIaUUpRoFU0dAWgWR0B0VDhIe5nUdX2UKGgGaAloD0MIajLjbaWZRECUhpRSlGgVS3BoFkdAdFcaYeDFqHV9lChoBmgJaA9DCFsLs9BOgm5AlIaUUpRoFU0MAWgWR0B0YJvNu+AVdX2UKGgGaAloD0MIq7TFNb7bZkCUhpRSlGgVTegDaBZHQHRrAzDXOGF1fZQoaAZoCWgPQwhVT+Yf/WZlQJSGlFKUaBVN6ANoFkdAdG6S3LFGX3V9lChoBmgJaA9DCM7DCUwnR3NAlIaUUpRoFU2/AmgWR0B0brhegL7XdX2UKGgGaAloD0MIiA6BIwEdcUCUhpRSlGgVTWgBaBZHQHSMX+6y0KJ1fZQoaAZoCWgPQwj5gas8gcZFQJSGlFKUaBVLaGgWR0B0nE2uPmxMdX2UKGgGaAloD0MIbf30n7X4aECUhpRSlGgVTegDaBZHQHSsNLDhtLt1fZQoaAZoCWgPQwg1tAHYAFBhQJSGlFKUaBVN6ANoFkdAdK9Cv5gw5HV9lChoBmgJaA9DCPN0riiluXJAlIaUUpRoFU0tAmgWR0B0wi0QbuMNdX2UKGgGaAloD0MIBvGBHX/NcECUhpRSlGgVS9loFkdAdOOnLaEi+3V9lChoBmgJaA9DCBeBsb6Bu3FAlIaUUpRoFU3TAWgWR0B0485sCT2WdX2UKGgGaAloD0MIQIhkyLGGb0CUhpRSlGgVTbkDaBZHQHTkQla8pTd1fZQoaAZoCWgPQwgLDcSy2aVwQJSGlFKUaBVNdAFoFkdAdOT6EJ0GNnV9lChoBmgJaA9DCPUwtDp5v3FAlIaUUpRoFU1gAWgWR0B05PwPRRdhdX2UKGgGaAloD0MI66pALQZZbkCUhpRSlGgVTSsDaBZHQHTorDl5nlJ1fZQoaAZoCWgPQwj11VWBWrJSQJSGlFKUaBVLX2gWR0B09WXyAhB7dX2UKGgGaAloD0MIaR1VTZAZYUCUhpRSlGgVTegDaBZHQHT1iu6mO2l1fZQoaAZoCWgPQwgkfsUaLgpPQJSGlFKUaBVLk2gWR0B0+BRpDeCTdX2UKGgGaAloD0MI9dkB15UnZ0CUhpRSlGgVTegDaBZHQHT+1DKHO8l1fZQoaAZoCWgPQwjNrnsrEm8+QJSGlFKUaBVLYmgWR0B1As/Vy3kQdX2UKGgGaAloD0MIFYvfFFbSMECUhpRSlGgVS4loFkdAdQskmhM8HXV9lChoBmgJaA9DCG3GaYgq4nBAlIaUUpRoFU0sAWgWR0B1DPHjp9qldX2UKGgGaAloD0MIxJlfzQElcUCUhpRSlGgVTSABaBZHQHUe1biZOSJ1fZQoaAZoCWgPQwj83qY/OxlxQJSGlFKUaBVNpQFoFkdAdR9Hfdhy83V9lChoBmgJaA9DCBSwHYxYZ3NAlIaUUpRoFUvdaBZHQHUfSzLOiWV1fZQoaAZoCWgPQwhpxTcUPqNOQJSGlFKUaBVLjmgWR0B1M1XS0BwNdX2UKGgGaAloD0MIBRiWP19jckCUhpRSlGgVS99oFkdAdUB6hxo7FXV9lChoBmgJaA9DCOChKNAnaEJAlIaUUpRoFUuKaBZHQHVJY77sOXp1fZQoaAZoCWgPQwjadW9FYgVzQJSGlFKUaBVNyAFoFkdAdVL1XeWOZXV9lChoBmgJaA9DCJgycEDLv29AlIaUUpRoFU3yAmgWR0B1VAzN2TxHdX2UKGgGaAloD0MIfqoKDYS/ckCUhpRSlGgVTRUCaBZHQHVUEmUnogV1fZQoaAZoCWgPQwiDonkAi7g5QJSGlFKUaBVLX2gWR0B1YpgfEGaAdX2UKGgGaAloD0MIQInPnWBqcUCUhpRSlGgVS6toFkdAdW10w8GLUHV9lChoBmgJaA9DCLzMsFHWr2RAlIaUUpRoFU3oA2gWR0B1eqJxeb/fdX2UKGgGaAloD0MIxvfFpSrRS0CUhpRSlGgVS35oFkdAdYGMbm2b5XV9lChoBmgJaA9DCHR63o3FU3FAlIaUUpRoFU2iAWgWR0B1gxnEl3QldX2UKGgGaAloD0MInP2Bcpu+cUCUhpRSlGgVTSwBaBZHQHWDG+0w8GN1fZQoaAZoCWgPQwidLLXe729wQJSGlFKUaBVNgQJoFkdAdYMeyzHCGnV9lChoBmgJaA9DCAhZFkz8K3NAlIaUUpRoFU1sAWgWR0B1gyHJtBOYdX2UKGgGaAloD0MIfshbrn5Lb0CUhpRSlGgVTQcDaBZHQHWDJR8+ial1fZQoaAZoCWgPQwg/WMaGbh9zQJSGlFKUaBVN2AFoFkdAdcTi48U21nV9lChoBmgJaA9DCDpXlBLCiXFAlIaUUpRoFU1oAmgWR0B15wFHJ9y+dX2UKGgGaAloD0MICqAYWTJvZECUhpRSlGgVTegDaBZHQHYFa02LpA51fZQoaAZoCWgPQwhpxqLpbBdtQJSGlFKUaBVNWgNoFkdAdg+RQrMC93V9lChoBmgJaA9DCCBFnbmHM3JAlIaUUpRoFU1aA2gWR0B2D5T5wfhddX2UKGgGaAloD0MItFcfDz2+cUCUhpRSlGgVTVoDaBZHQHYPmGyon8d1fZQoaAZoCWgPQwifH0YIjz5hQJSGlFKUaBVN6ANoFkdAdiK3trsSkHV9lChoBmgJaA9DCHRd+MH5B2dAlIaUUpRoFU3oA2gWR0B2JCrksBhhdX2UKGgGaAloD0MItTNMbWlAcECUhpRSlGgVS/1oFkdAdjSf29L6DXV9lChoBmgJaA9DCBU7Gof6snJAlIaUUpRoFUu2aBZHQHY+LO7g88t1fZQoaAZoCWgPQwhGlzeHa6xyQJSGlFKUaBVNegFoFkdAdkhdHDrJKnV9lChoBmgJaA9DCBqGj4hpKHJAlIaUUpRoFU0yA2gWR0B2SGASWZ7YdX2UKGgGaAloD0MIMbWlDjKicUCUhpRSlGgVTfgBaBZHQHZRvU4JeE91fZQoaAZoCWgPQwhagLbVrOpgQJSGlFKUaBVN6ANoFkdAdoXeY2Kl6HV9lChoBmgJaA9DCPERMSUSjHBAlIaUUpRoFU1tAmgWR0B2mXHwPRRedX2UKGgGaAloD0MI8S+CxsyrckCUhpRSlGgVTQ4CaBZHQHaeXBpHqeN1fZQoaAZoCWgPQwjgDz//vclxQJSGlFKUaBVNkwNoFkdAdqAMA3kxRHV9lChoBmgJaA9DCHZQieuYvXBAlIaUUpRoFU0FA2gWR0B2oA5ksjFAdX2UKGgGaAloD0MIBtZx/NBLcUCUhpRSlGgVTVkCaBZHQHagEWhysCF1fZQoaAZoCWgPQwjqlbIMMRJxQJSGlFKUaBVL3WgWR0B2qOxiXpnpdX2UKGgGaAloD0MIBJKwbye2cUCUhpRSlGgVTVkCaBZHQHao7pJPIn11fZQoaAZoCWgPQwh0Yg/tY0NOQJSGlFKUaBVLimgWR0B2suoS+QEIdX2UKGgGaAloD0MIWTSdnQy2SUCUhpRSlGgVS4NoFkdAdrrsk6cRUXV9lChoBmgJaA9DCJI+raJ/I3JAlIaUUpRoFU3VAmgWR0B2wzhuO0b+dX2UKGgGaAloD0MIAtTUsrXdcUCUhpRSlGgVTbYBaBZHQHbg05EMLF51fZQoaAZoCWgPQwjshQK2Q1pzQJSGlFKUaBVNDgFoFkdAduUhxHXmNnV9lChoBmgJaA9DCJHT1/M110RAlIaUUpRoFUukaBZHQHb/O/L1VYJ1fZQoaAZoCWgPQwi7KHrgo2BxQJSGlFKUaBVNggJoFkdAdv+SaVlf7nV9lChoBmgJaA9DCAte9BWkRnFAlIaUUpRoFU3tAWgWR0B2/5Z6lchUdX2UKGgGaAloD0MI8NsQ47VabUCUhpRSlGgVTY0CaBZHQHcCrs8gZCR1fZQoaAZoCWgPQwiKWS+Gch5RQJSGlFKUaBVLeGgWR0B3EGplz2eydX2UKGgGaAloD0MIINEEilhEEUCUhpRSlGgVS4JoFkdAdxIqVyFPBXV9lChoBmgJaA9DCCum0k/4unBAlIaUUpRoFU1MA2gWR0B3GFECvHLidX2UKGgGaAloD0MIK061FiZDcECUhpRSlGgVS71oFkdAdxqz7di2D3V9lChoBmgJaA9DCLDG2XREM3FAlIaUUpRoFU3AAWgWR0B3I+mCROk+dX2UKGgGaAloD0MIj8TL0/mNcECUhpRSlGgVTUUDaBZHQHcl/yTY/V11fZQoaAZoCWgPQwhJL2r3q35jwJSGlFKUaBVLbGgWR0B3Kaur6tT2dX2UKGgGaAloD0MISu1FtJ2qcECUhpRSlGgVS9RoFkdAd0l5bhWHUXV9lChoBmgJaA9DCBYwgVt3+XFAlIaUUpRoFU3nAWgWR0B3SX8jzI3jdX2UKGgGaAloD0MIKh2s/3PHcECUhpRSlGgVTXsBaBZHQHdJgU+LWI51fZQoaAZoCWgPQwiPiZRmszFxQJSGlFKUaBVNiAFoFkdAd0moPkJa7nV9lChoBmgJaA9DCEp87gR7KXBAlIaUUpRoFUvxaBZHQHdJ0CA+Y+l1fZQoaAZoCWgPQwj/I9OhUxViQJSGlFKUaBVN6ANoFkdAd1j+kgwGnnV9lChoBmgJaA9DCFNeK6G7D1BAlIaUUpRoFUuEaBZHQHdb8C9ytFN1fZQoaAZoCWgPQwiBBps6T9ZwQJSGlFKUaBVNHAJoFkdAd55cDbJwKnV9lChoBmgJaA9DCIRIhhzb7XFAlIaUUpRoFU23AWgWR0B3n97dBSk1dX2UKGgGaAloD0MInb6er1kRaUCUhpRSlGgVTegDaBZHQHex51vES/V1fZQoaAZoCWgPQwgIBDqTNllhQJSGlFKUaBVN6ANoFkdAd76SCOFQEnV9lChoBmgJaA9DCG6hKxEoB3JAlIaUUpRoFU2GA2gWR0B31tSk0rLAdX2UKGgGaAloD0MIqDgOvNqNY0CUhpRSlGgVTegDaBZHQHflqZtvXK91fZQoaAZoCWgPQwj+JhQi4KtnQJSGlFKUaBVN6ANoFkdAd+Wu9OARTXV9lChoBmgJaA9DCD6xTpXvZ0pAlIaUUpRoFUtsaBZHQHf1yH6/IsB1fZQoaAZoCWgPQwiVgm4vaQZkQJSGlFKUaBVN6ANoFkdAd/l3Ytg8bXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 149996, "buffer_size": 100000, "batch_size": 128, "learning_starts": 0, "tau": 1.0, "gamma": 0.99, "gradient_steps": 4, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==", "__module__": "stable_baselines3.common.buffers", "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device:\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ", "__init__": "<function ReplayBuffer.__init__ at 0x7f7ae0fe6200>", "add": "<function ReplayBuffer.add at 0x7f7ae0fe6050>", "sample": "<function ReplayBuffer.sample at 0x7f7ae0fddb90>", "_get_samples": "<function ReplayBuffer._get_samples at 0x7f7ae0fddc20>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc_data object at 0x7f7ae102e8d0>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "actor": null, "use_sde_at_warmup": false, "exploration_initial_eps": 1.0, "exploration_final_eps": 0.05, "exploration_fraction": 0.08, "target_update_interval": 3, "_n_calls": 37499, "max_grad_norm": 10, "exploration_rate": 0.05, "exploration_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVbwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsESxNDLGQBfAAYAIgBawRyEIgAUwCIAmQBfAAYAIgAiAIYABQAiAEbABcAUwBkAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjE4vaG9tZS9hbnRvbmluL0RvY3VtZW50cy9ybC9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjE4vaG9tZS9hbnRvbmluL0RvY3VtZW50cy9ybC9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHilSlGgeKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCR9lH2UKGgZaA6MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoC4wIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgwdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBqMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP6mZmZmZmZqFlFKUaDhHP7R64UeuFHuFlFKUaDhHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="}, "system_info": {"OS": "Linux-5.13.0-40-generic-x86_64-with-debian-bullseye-sid #45~20.04.1-Ubuntu SMP Mon Apr 4 09:38:31 UTC 2022", "Python": "3.7.10", "Stable-Baselines3": "1.5.1a5", "PyTorch": "1.11.0", "GPU Enabled": "True", "Numpy": "1.21.2", "Gym": "0.21.0"}}

dqn-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3a43f6e370205eedb3627e8f50bc8527f560fc6f81c160f89f8c3274a3a224b
-size 1133604
+oid sha256:611410ae57e54d29eb1a63f9092e4d9846bc542da75d7413fb9a323631f77736
+size 1134228

dqn-LunarLander-v2/data

@@ -4,15 +4,15 @@
         ":serialized:": "gAWVMAAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLmRxbi5wb2xpY2llc5SMCURRTlBvbGljeZSTlC4=",
         "__module__": "stable_baselines3.dqn.policies",
         "__doc__": "\n    Policy class with Q-Value Net and target net for DQN\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function DQNPolicy.__init__ at 0x7ff48fd84b90>",
-        "_build": "<function DQNPolicy._build at 0x7ff48fd84c20>",
-        "make_q_net": "<function DQNPolicy.make_q_net at 0x7ff48fd84cb0>",
-        "forward": "<function DQNPolicy.forward at 0x7ff48fd84d40>",
-        "_predict": "<function DQNPolicy._predict at 0x7ff48fd84dd0>",
-        "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7ff48fd84e60>",
-        "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7ff48fd84ef0>",
+        "__init__": "<function DQNPolicy.__init__ at 0x7f7ae0b72b90>",
+        "_build": "<function DQNPolicy._build at 0x7f7ae0b72c20>",
+        "make_q_net": "<function DQNPolicy.make_q_net at 0x7f7ae0b72cb0>",
+        "forward": "<function DQNPolicy.forward at 0x7f7ae0b72d40>",
+        "_predict": "<function DQNPolicy._predict at 0x7f7ae0b72dd0>",
+        "_get_constructor_parameters": "<function DQNPolicy._get_constructor_parameters at 0x7f7ae0b72e60>",
+        "set_training_mode": "<function DQNPolicy.set_training_mode at 0x7f7ae0b72ef0>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7ff48fd6ea50>"
+        "_abc_impl": "<_abc_data object at 0x7f7ae0b5d990>"
     },
     "verbose": 1,
     "policy_kwargs": {
@@ -36,85 +36,85 @@
     },
     "action_space": {
         ":type:": "<class 'gym.spaces.discrete.Discrete'>",
-        ":serialized:": "gAWVLgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAi+0H7kPAgdBuF030bXyF7n2u5dW6SEXCM6tqhq5MMNXq+cbpYKU+zAzhfMglymx9sMzDGYTfQRH4kTtg/+PN+E7XQ0i+0/yR1PtBH9/3gPBWXKxyu2AO2p/qkjxmLGWCZn0+UiHyaWNFHtBiQEMwiw2h6lpKvsKhHsuTR7djb2nBoI9EED7FcI/Py4KJ0iVYC8sIO5cWOx1VGU9DIoJg9G0f6njGxrQHddg3EiOpmds/fQhkuA/kWAV7Va/RqY6vV5SoT9jGIrGTSFCeb7+WZvi7bZcNThjmSkQstVQl/dPZI7Ll5uJeZG5B+wVrCaTDUUWD9Cew/l8Tclds8cKF02COYnS9amO651a18QxFuLfWa+xUS5gtI13kUx1cFz6jes4rJsKvad24n7XVjXU8kOOiCrYsZKSounjnkBpP29ErNdk1kDclaSZ/NZefVVVZCB3LURHzKqp0/mPWP45BBqmpqY+LMVvPfRij7KRor9630PK3rE+ZV03ezCoeVY5tzaYqn4d0EwaxEyXo9YSHq4R7F8NMWMvZ49dL1Eha10yI8Iw7YeTAfPHth26TM2i7GzMBna2KP8p+PuIYi60Rvn4p5iqBdZ0ULEvnxwBo2M6KK6KSmEI4DviMhemrjdL4Gwlwi2EPjBJ7JojJKepsNijm3DOqaGrDj2T9AAIjPcYAC6CWc237RhfxnR0A2zXlgLgm3Q86s3nBMI6Qp7jfrwLc0iUeqVQYAxIzL9S7Nqo64o6s+CM6sj49MfRSTMyIy7YaMd9uAPg3chlEYSQu6Hq/IN3t2/7wAMbWD91cSwIfANN3aClYZXcmq9laWrrdG13K1vbwyR3JhIRDgrQpcM6DtLxzjNfXgWiTBXMMpXhm7D7VyFEp7fS0Q0SMoeOOUcaUv2552el+Cw2VlGHWzFHqbSERirbnjEsanughZkWdGTTonv1D5JKMeiVEgP3jATz8pSd8Hz15Mrwit3PvJZe8jxIfVziMOT02+1yoccP3V5lyu+B60DKF89P0rQ1QgqYwbJ4rLAZTjiJQzsji6nCAFPmEYjS+Z9RqMrH73T01LM8HlsNNWh8sFBW1ynzwQVavYR5ZbvFKTTBSMYuLBc+HQ+tSiG6mp4P6YoIQrxJtiBlB2CNP0VBnv3mTl3KlnZyiJCkUd2zwnPPXzplSpqneFZAPw0d2ORoIf3GzfOWgrGAaFOJFoJ+8mo3wS+hON980FI+07me6Ltb2okjb+aVEdiCa9Pz2Dyph0Sh6mMYhw035NBSry2bniV26UBwQG7nY/V4/00wb+BOHaCVo+yZs/6GoegBTGg+lGdXtNaL/2eukMrUKatC3vxywAULK/H5OG9B/3UVf38mPn+UxvR5S00pms/5JPRdmxKbaS5K29pI4t5iFRUUt15YGyVRmnlbnpEi3k4g4/4CiPCztQM+iYxCgmNMg09INWFruoe2T5KUamUHVl87uolOSX2gVRw7W482NjYUi0RIf/HaJjW+hlV1jpOFkgtWK5w/n3LekLH3WuAYJmcTWKBx62n7Ohw3tW6pAs6RFoFF0yqgwO2qICg9ZnVMuVRxELcQS1QoKjJeTc8uSD1sHmTFUowjszbtgh3HYgHJPeuSkK76v6lkIgW4qVd/0ZIVH5u0PgbFLt3/yjYp/Kj+N2+C0BI4stxrKLuWTSIwTvOAIWK0vLNjR6J5hHNbYjQviMnvvXAV93sWtzUk7Ic2hwekP49NfshHfNlyjMvf7bNo6ubF66X75u4wIrEoqp3NexJjwGBOeNd82ZgZ0cudhIj0KLAhp1zE/HwbfEzex1an5h+qv98TXWlotPxM8VFAKjsoAEBpLkd1lWNTNi7xfZjIk8GwDEiIchoJSDlJ5H7FYgFYfwaEiZnXj/TyqEAZmPHzMGvSr/mGTEPMz5DhR09/PNbxa48W05hXprxSp8UNdgH2AKLYVYYkVxCp32+cw2S0Xel2+zkqJxvswuqMjIG5QF7/S6P1hh+oUjng+vaPQI+TigR9jsIjSnmYgrvbDLxYOU464rUydraaJyLsiY7dHNlGBM2TPq2p6m5V/u5VEgvh5Tsbe4PiTKuEO6dt02HNjeesCs0zg8zSEqlLyJY63L70Rhv5p/D5KPr30cl7CZMpQwx+YCBwIxHqPh0iYQmXF6IqtRIXzfR/nIiFXD+ab+eJMWcPS2sszudDz/gWk1lAiaiEHhx7gysqWgus5miGMO5NpkNJcGcJKf1CcbYuRkUxgGMFWenhvk/Z4Qq8jxW09o2vfmwgj9UHVS9qklPSKQMHKxjNoHewUoZOfLA4JRidZCjLmNOb1QxJ+Wz6Ylvv3tHiEOmJidZ8Mv6+vFmBKjQn5mFOXKO+SSWDFJRG+DESY49mdHeK+mPcXc4BlijFN8pqgBmEkQNDANMJdpgn8l3czwSNQ3X3pQQsAuxPJVWll+3/xdxqW+nvu3X9K5cshtK8vcc9Hf9vgckA+VFtfGImemSTN4PrE3pnsiAzZWkSr6dMj7ZiaCWMZsHA2+pT7pVsthkamlnXMrUxOGJI+/e23i1ffBBHBDyLhPfYsSwDFRcrRBjeLitbyAzt5LNmQP5ZmEg9W63psrWE6b6cgTbHnQdjS29ANVCfoemnE1huWCRUTaprVY3dRLBZ6QMN6f99AK1GUtxZmCjpQtPbKhzqR3rm+qz7Mc+t9ufhpp5JktB7CPrj3RqHoXsEV7nv90hmBlItmKHKC76YOCtD4kWXe9RB44HEGkKNfpANu3P9QXCvR4WLdHzeLM2QYkIX57qnH+3wbPjSJZ3yU5nIR4VtNbqB7ut5EsObBkhSRPt5Fc7n+m5vqEUiQN5fv6XQ5e99rmKMpRlKhb8zBsEOIU5NQJeYCjDfFRSqVPcHu6YuV2HLZwmJmgoR4HA/lCD9YCia2qGdov8Z+ehtjeHgmSq7scxhYQUTQdFwdqJBaQtYy+RlnEgdoAYaPWQiylfPHUolc654nhWPUhYykmO6VXX18uRPoVob43P79piLjIaXSD6wGF2rSOT0z8gmCprxrZjz1UC2PQHQhNblE89oYdyCR5vDZrkJirmINMInquEMniyhOnA+VEiON/MUrekVhiAYZ+vtI1koLTNdcLJVdBUDFcUnlNcXCITQ5eEdLjlk3BtJudqBNto8CA1OsL+YwD6c0bwrKIwXRXgwG3tVntoqpdmglnp8KptkY8mozou6d0cCTm7gjW/HOmF5pUcG/WL3IQpGfKh7ZB2Hni7VhGjZf5OKJhigkf1+mN0gbgQFYN/c2RH4A0OtRyEhXK3NMIEFjQ9mOeRGBvqNyUUsrP0Pg12uLMIFI//jQo8acuGJSlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLfHWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
+        ":serialized:": "gAWVLwsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAnGI12w5wgJ7SOrJCNvAh3k6tanO9WxAtQh9C6NguPM8eS29mtFKluYzDYx6ggfoJgg0fDBZNa5X71vA8L/XzUdlNxF8eNNdZPZZYyE+kjkwOfsMA7z9pcwRTRZL4GJsXuimoqJG5G4Jie+Vvkf+hgm1oEbHSsNFQD6p8VoKYAh4URyrkwJEKrEtz1R1sKXjztk3BUFVlaR90K33Jm6bk5OqNe3r4cQQHWBpbiqxjrDitW7tIqbt6ClIfPYtTkprF5H3ja8t/PU61I6KUkSnML9TVaTvRn4SYkBvqyy3oWMCFAF/hf++wRI2DjqM8d/JMQSfQgI7w5HmiSPzccLkgCeWFqNynLhIxFkioP6LKWp93Za6nR/5kXxFjFh8HOyKibz3KKl8Yfddd7rvLgkVJ626qznGWNryU/z1MCpe2iZIgT+nl5lwvMCW6MvR82550iuYpsa5fwYH76qCCBfASPnK+r6W/q8IKzPU4anZrMlQD4xeqpacuzILKLMBNV7ucKQ/uMiyfe9vNkhl38ugSbAi+mOG1IdhrIJ4p6/SYGJYDkv2Jc0zEzIlsVcJBNfVGq78y+PwA7iyctLnTpYxXzVnOmUO2OmAZqKJ96KJJn2L+btp4qPsizW5k71nL9aqREDbHBeqmcVu1gB9XWO8PoU1hOXxngcBd3mu9r5bfONY9Li9xEQv31unucME5OQPux4Vt7/njo6K32fQVE6fr0h/E1bHIoqaKOR/m/4EZATk2lQVu+S78gMWdmoOlIIfeQZsspw+Sye3QuKFxHnXe0yiDDJsVcex9dkrQ1gzOAkTYTMe/uS3i49zPJLRP+6Zj1zWKQXWxhbQdKlxB8a+vh0nAxj/du76OJ6Ch7KzAZvQB7KHTRslzzF8I1E54Udq+UIWsSTf81EdGz4atlZ7EdcP21a1gjCB8ceRi68v3kIyF7/Rn0WekPUTT2SCMfjmR1bbk41a/OcM5AEBef4XCHKKw8ORz3o29AmH/rL55063I1phW5um5eGB/Cq7JZNKVtDXAYaxzLvV1lx+bOx/5SiBIdE7Ub3YMelfyhdSjf6YjC6UJr0aUe4cTqOU6x5+KYsxLz+0GED41a/iuQa4tE714YBMM/fFFkDD6ZMJsOKwwt9yV98o88QtyBWQhBhiJKekwe/O0qB1w54jveMOuDEUGpJLIurTG/kaQYuxBWrTiVg9UVt/b2oEXrGM/y7ujND/MOSwFw+8r6I4ns7cRlilBOlSj5T6nId3EW2pUqz6iR5Q0u3BQDPsd8Hv7xjlSWZRzEX4F3752WYToXyiaIA2o38mt2yiDra/QY9iKHE3UaPtPu0RUykHsxy1/McFrysjvAUJBljsGuj7NpjWFbSddobeUhwNXN/YOQP+B6kPVRGTMW8QKV8b5BZlJh0rJS6+6Epep1Y+Yy2C7DmmF4xfr6qZxRfiqigvKahfWY4XGV3L+rsuTiZXwS+KEPimI49rlRPCeFfehOwfltug6EflD5Q13Mea0NEzisT0QIIFEZmdYa5yFrej9CYPPx8A2u2dqJaJOriQHqKTnTDeeYSPjsiratBaBhNHRf+9mET/FLCEOYBw3cbI72HlknaR5uXNDtG5R2ljXgraAQa/HlmZq895HhaHSP/g+oyD8w5+9OUzUO/+GyJuytIcRpc6BsWjMDOaGu+glNq6rYIwgIrEzlObYSDozkHofpFAobgmGcstIpnLhTdWyvRqnhiJlAzXGyJpYKJNTnw9rJS7oEa9L3WlPI/1gdAXUfWYtmZlRXtXHB4Bj4W2keDi2QIAtTuqeg3Wt57Q3qShMVKpRmoMWwPHAUyV1qOiAycZufVmARQI1yWb8k2xn3tnmVG7LkO4QY4rynG7NDIEYh9NSpXiCe9/Gw0Jb0DALQdm5HUd2iVIQdM5KI517j9sEDaz/VJxp5I5Tksw/61kRGq5vfufO8sBXbRzi/WQf3FvuvwLriK1njATxibZCxK82GwwO6NEWUfpT0ByAEZubVF5bgTEsQfDk+nKBs1jLYkkEbX0gvFyp3S7vrKl4mf23XO2qa030gWiIzLD7RgVe+aC8XrHEb3a4KJsZp2amSnFXJ11JSNhy9DjK53u6G47JpZgAri6zwH1abs4wlMCM1jY93hyxnQwShUZ8y2gNeTU0+gZmjiU+P7VZ74VaHBEqjtZ/e8ijWWjMkG5Hb2gz//Ay7cCdoMHEKGRtbEWJTJjZeI+onhZ1Yhaf6SBfafMTbBMGFzlz8jyYVs4k2TEWcjDZe3VHLEO6qpkh7NcCHTuwcwRJKOzDqsPONc6hoXj7O0rTmHsS3TrRkeA+7q8XNux9EnK7K+WRY51MLDaqFOtQq9LRaxsxnmT7rwspYBhmsIBXi4mMvl4EdTQGS+0fIu0nINnSZLvwcsd+yGmN52sWHR7X/9/GKdAtRZZGiZnn+XAtmtWsMs4XGsxxDviXmYjTy2f6mz89WzpJXwHMxVgk8nAdWZKjnEk0UBuaNautFC3YEki0fU5l0xBWNsW0+FxIPmEqT9jNL7y+vRpT/OF6GoFEBlkKXdPE6HIaP/3ZDS0rKvlvKkLAOhAIe9gVm8wwJOQeZHpCfCRb5M5tvTAsU+Pueh4G0LD8NlcVKthGwL+dnw5WnwnsnljqJNRssta49CEDCKXsXQNWdTPPN4cKRxwuSnbbD87Vw10E8m56xrT2FlTG2iok0U+Gp+GMEYU/BeFGbMByzbdBfPKQA+n/10VtZwG4saEbZHTFnsMW90/KIr02TlbvHg/dA7mbXCFqBaO6JBSLjt2bqqxN8AlivLOOSCqI2H5fXQnPRzrX/5SJyKH4FiSQRXYqUEnnJCqW+jaJE2JzjssPXMBNAbr8y8hG8mvzqyaQQ96wkxNSKnEWPnmSGmDNnqRWoDOiuU8g/OvHejYD7+LFM4WCzyLLiOVt6RH/swqaJaC9myExmnllpBz1qr3CBdROVftPRyddQaz1MGtev9n612V3psZcuqjSUp7vgrDOfC2T9ldsTW5F+2ZTm5UyLwK/EEMHgf/+naJaRw+ibN9yuCCbzvu+FKx9UGsIYvtHKyL1BlQ8vPc+9ec/qtrel9lmC4/6V42OMuaYSTSy9BPyO9+FM4mzAdxYvqhncmh7doi4YTz3rTFhu7n85zPFwYvogqQOVdJVF9FYmN0CsSIwElsyhkpZgqdhHZh+d3UF9UidVdNez185wyUgeoA/Hiid5FiiOfs88QYs7l7NmXC4nOI9cjrFU3/eVZHe1MfXPc9/8fdFr2LG3I68VH/KRmVS9IS5R9eOgJURrSxCQ04JvXHzUR4QOR8rrl7ccHCmMeSFRvDgnymtlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RNsAF1jAloYXNfZ2F1c3OUSwCMBWdhdXNzlEcAAAAAAAAAAHVidWIu",
         "n": 4,
         "_shape": [],
         "dtype": "int64",
         "_np_random": "RandomState(MT19937)"
     },
-    "n_envs": 1,
-    "num_timesteps": 400000,
-    "_total_timesteps": 1000000,
+    "n_envs": 8,
+    "num_timesteps": 300000,
+    "_total_timesteps": 500000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1651785049.8402338,
-    "learning_rate": 0.001,
+    "start_time": 1651787331.854289,
+    "learning_rate": 0.0007,
     "tensorboard_log": null,
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVywIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9QYk3S8an8hZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
+        ":serialized:": "gAWVywIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxOL2hvbWUvYW50b25pbi9Eb2N1bWVudHMvcmwvc3RhYmxlLWJhc2VsaW5lczMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9G8AaNuLrHhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
     },
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAKZuAb6Fv9Q6NuUXM1nNGjL4kZO8qQUeswAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAQAAAAAAAJosnzwplFK6ww3uuLaEhbTR24M7vxgJOAAAgD8AAIA/M9scvLgmvLnaVNi6/jzGtfh8RDootvo5AACAPwAAgD86lxy+g3IVvH2px7q0plG4SX6EPf4m0jkAAIA/AACAPzO4+7xIc4a6+vjmus3/3bUMRD+6hwsGOgAAgD8AAIA/gHd5vcMJU7r26s26JgfLtUebWjpLnOk5AACAPwAAgD8zad694diBuhkGAboiDPKza7M5uzDUFDkAAIA/AAAAAGb+2Tvh+IK62pD+uCA0nDPNB4u7fzIROAAAgD8AAIA/Zjg3vCkUG7pLNdu6WZU8tgcjJjvCZgE6AACAPwAAgD+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwhLCIaUjAFDlHSUUpQu"
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAAGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVewAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYIAAAAAAAAAAEBAQEBAQEBlIwFbnVtcHmUjAVkdHlwZZSTlIwCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlC4="
     },
     "_last_original_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAKZuAb6Fv9Q6plL9suXwMzL3kZO83jYFNAAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQEAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAQAAAAAAAAAvnzwplFK6tqJfOQz8+TTOzYM7Qt2AuAAAgD8AAIA/AJgcvLgmvLlVSWS6LwkkNfALPjpfN4Q5AACAPwAAgD9Nkxy+A24VvOUabLpcVUW4x3OEPe4rlTkAAIA/AACAPwCU+7zhcIa6eLXRuc7eBrUOJ0a6WHLzOAAAgD8AAIA/gGd5vcMJU7ony5i6LXOwNaCYVDoPN605AACAPwAAgD+mZt694diBusIKt7qABKy0Gy46uwMf0zkAAIA/AAAAAM0I2jvh+IK6UVccOUTauLPtFIu7rYwyuAAAgD8AAIA/APQ2vFwPG7pz6Wm60QA3NnV5JDuP1Yk5AACAPwAAgD+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSwhLCIaUjAFDlHSUUpQu"
     },
-    "_episode_num": 1120,
+    "_episode_num": 764,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": 0.600001,
+    "_current_progress_remaining": 0.40001600000000004,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVWBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMI7ZqQ1phvY0CUhpRSlIwBbJRNuQOMAXSUR0CLJl0yxiXqdX2UKGgGaAloD0MI3PC76VYCckCUhpRSlGgVTQgBaBZHQIsrA593KSx1fZQoaAZoCWgPQwgbKzHPSjNuwJSGlFKUaBVNTAFoFkdAizEdm6GxlnV9lChoBmgJaA9DCHO7l/tkH29AlIaUUpRoFUvxaBZHQIs1QQ6IWP91fZQoaAZoCWgPQwjWGd8XlxxCQJSGlFKUaBVLa2gWR0CLNw0F8ohIdX2UKGgGaAloD0MIEaj+QSQxSkCUhpRSlGgVS5JoFkdAizl3CsOoYXV9lChoBmgJaA9DCA/tYwW/LnBAlIaUUpRoFUv9aBZHQIs9v+OwPiF1fZQoaAZoCWgPQwiqtpvgmzRHQJSGlFKUaBVLX2gWR0CLP1lXiiqRdX2UKGgGaAloD0MIqyFxjyVDY8CUhpRSlGgVTbMDaBZHQItS57qptJp1fZQoaAZoCWgPQwgKZHYWvZMvQJSGlFKUaBVLZ2gWR0CLVJzZpSJkdX2UKGgGaAloD0MIfxKfO8FcbkCUhpRSlGgVTQ8CaBZHQIteKCOFQEZ1fZQoaAZoCWgPQwjYfcfw2Gs4wJSGlFKUaBVLZ2gWR0CLX9slb/wRdX2UKGgGaAloD0MIYaWCiqr5QUCUhpRSlGgVS/1oFkdAi2Q6r/82rHV9lChoBmgJaA9DCBiXqrTFTlvAlIaUUpRoFU0TAWgWR0CLaPoUSIxhdX2UKGgGaAloD0MI0ova/SopUcCUhpRSlGgVTegDaBZHQIt8ZwwTM7l1fZQoaAZoCWgPQwj0bcFS3X1swJSGlFKUaBVNxgNoFkdAi5FBWPtD2XV9lChoBmgJaA9DCDihEAGHEmLAlIaUUpRoFU3oA2gWR0CLpNUo8ZDRdX2UKGgGaAloD0MIJCao4dsQYcCUhpRSlGgVTegDaBZHQIu6105lvqF1fZQoaAZoCWgPQwh2+kFd5BpyQJSGlFKUaBVNAwFoFkdAi79iyQgcLnV9lChoBmgJaA9DCIO/X8yWYW9AlIaUUpRoFU1+AWgWR0CLxi0w8GLUdX2UKGgGaAloD0MINIC3QMKjckCUhpRSlGgVTRoBaBZHQIvLBLK3d9F1fZQoaAZoCWgPQwiN74tLVbBgwJSGlFKUaBVNZAFoFkdAi9FrOzIFNnV9lChoBmgJaA9DCFoQyvs4kklAlIaUUpRoFUuRaBZHQIvT1elbeM11fZQoaAZoCWgPQwi1xMpoJIdwQJSGlFKUaBVL62gWR0CL19RAKOT8dX2UKGgGaAloD0MIY1+y8WCJbUCUhpRSlGgVTR4DaBZHQIvo3dhy8z11fZQoaAZoCWgPQwjXE10X/mdxQJSGlFKUaBVNqwFoFkdAi/EFtTDO1XV9lChoBmgJaA9DCKLw2To4hmNAlIaUUpRoFU3oA2gWR0CMBJfqHGjsdX2UKGgGaAloD0MIZjBGJIpwb0CUhpRSlGgVTSkBaBZHQIwJ54dIXj51fZQoaAZoCWgPQwjG4cyv5p1wQJSGlFKUaBVNWgJoFkdAjBWidjG1hXV9lChoBmgJaA9DCPxQacTM23JAlIaUUpRoFUvUaBZHQIwZOhXbM5h1fZQoaAZoCWgPQwi/nUSE/2VwQJSGlFKUaBVN5wFoFkdAjCIuIInjQ3V9lChoBmgJaA9DCOi/B6/d1m9AlIaUUpRoFU1wAmgWR0CMLacslLOBdX2UKGgGaAloD0MIrRiuDoBWcUCUhpRSlGgVTTMBaBZHQIwzP9vS+g11fZQoaAZoCWgPQwic+GpHcTlVwJSGlFKUaBVN6ANoFkdAjEcSrHU+cHV9lChoBmgJaA9DCGbBxB+F0nFAlIaUUpRoFU0rAWgWR0CMTG+bmU4adX2UKGgGaAloD0MIjlph+t5qb0CUhpRSlGgVTUoCaBZHQIxXVK/VRUF1fZQoaAZoCWgPQwj7lGOyOPRwQJSGlFKUaBVLuWgWR0CMWncnE2pAdX2UKGgGaAloD0MIiSR6GQUncECUhpRSlGgVTS4BaBZHQIxfv09QoCx1fZQoaAZoCWgPQwg57//jBGJwQJSGlFKUaBVNNgFoFkdAjGUt4iX6ZnV9lChoBmgJaA9DCKq2m+CbQkFAlIaUUpRoFUt1aBZHQIxnKXQdCE91fZQoaAZoCWgPQwiIuaRqu5ZpwJSGlFKUaBVNsgNoFkdAjHwx9G7SRnV9lChoBmgJaA9DCAlupGzRMnJAlIaUUpRoFU1jAmgWR0CMh+YrrgO0dX2UKGgGaAloD0MI8xyR71KzUUCUhpRSlGgVS6xoFkdAjIrNRm9QGnV9lChoBmgJaA9DCPKVQEqsRHFAlIaUUpRoFU2RAWgWR0CMkffBvaUSdX2UKGgGaAloD0MIV5V9VwS/PUCUhpRSlGgVS2NoFkdAjJOlrl/6PHV9lChoBmgJaA9DCA7d7A8UDHJAlIaUUpRoFU1dAWgWR0CMmdsj3VTadX2UKGgGaAloD0MIwR2oUx6tJ0CUhpRSlGgVS2poFkdAjJum+9Jz1nV9lChoBmgJaA9DCD5BYrt731XAlIaUUpRoFU3oA2gWR0CMru+pOvdNdX2UKGgGaAloD0MIuFZ72At9a0CUhpRSlGgVTaIBaBZHQIy2e5Dqnm91fZQoaAZoCWgPQwh1BduIZxZwQJSGlFKUaBVNNwFoFkdAjLvnfl6qsHV9lChoBmgJaA9DCFm/mZgu1kRAlIaUUpRoFUuUaBZHQIy+bQb+98J1fZQoaAZoCWgPQwhH5LuUumduQJSGlFKUaBVNZQFoFkdAjMTYbKifx3V9lChoBmgJaA9DCHanO08800fAlIaUUpRoFUttaBZHQIzGrEcbR4R1fZQoaAZoCWgPQwiZDTLJyDkmwJSGlFKUaBVLa2gWR0CMyHb/wRXfdX2UKGgGaAloD0MIRtJu9LHqbkCUhpRSlGgVS+doFkdAjMxeMQ2/BXV9lChoBmgJaA9DCA3BcRm3o21AlIaUUpRoFUvjaBZHQIzQQR5C4SZ1fZQoaAZoCWgPQwjulA7Wf55xQJSGlFKUaBVNvANoFkdAjOJxkNFz+3V9lChoBmgJaA9DCKKzzCIUBG5AlIaUUpRoFUvTaBZHQIzl+5SWJJp1fZQoaAZoCWgPQwjTMecZ+zVxQJSGlFKUaBVNUQFoFkdAjOvlzU7SzHV9lChoBmgJaA9DCLkXmBWKLEDAlIaUUpRoFUtyaBZHQIztwEyLyc11fZQoaAZoCWgPQwjHnGfsS246QJSGlFKUaBVLkGgWR0CM8CWbgCOndX2UKGgGaAloD0MIkE3yI346b0CUhpRSlGgVTRkCaBZHQIz6PPVurIZ1fZQoaAZoCWgPQwgIOlrV0htwQJSGlFKUaBVLqWgWR0CM/Rf8/D+BdX2UKGgGaAloD0MIGmt/Z3sUEMCUhpRSlGgVS1BoFkdAjP5o2OyVwHV9lChoBmgJaA9DCF7yP/k7H3FAlIaUUpRoFUvaaBZHQI0CFfb9If91fZQoaAZoCWgPQwjhC5OpgnNJQJSGlFKUaBVLiWgWR0CNBFIOH310dX2UKGgGaAloD0MI2SH+YUtZS0CUhpRSlGgVS5BoFkdAjQbAfMfRu3V9lChoBmgJaA9DCAcoDTWK3W1AlIaUUpRoFUvLaBZHQI0KLlPrOZ91fZQoaAZoCWgPQwg5QgbybDtvQJSGlFKUaBVL+2gWR0CNDnsImgJ1dX2UKGgGaAloD0MIaHdIMUD0b0CUhpRSlGgVS7VoFkdAjRF8xKxs23V9lChoBmgJaA9DCJoGRfMAY3NAlIaUUpRoFU1dAWgWR0CNF7fBN21VdX2UKGgGaAloD0MIzQNY5Nfgb0CUhpRSlGgVTRUBaBZHQI0chhF3IMl1fZQoaAZoCWgPQwhvfsNEQyZxQJSGlFKUaBVNBwFoFkdAjSEEJKJ2uHV9lChoBmgJaA9DCLQ4Y5hT/3JAlIaUUpRoFU3zAWgWR0CNKbGax5cDdX2UKGgGaAloD0MIz4QmieWMcUCUhpRSlGgVTXkBaBZHQI0wfRLK3d91fZQoaAZoCWgPQwjhmdAkMSZzQJSGlFKUaBVNoAFoFkdAjTfWeQMhHXV9lChoBmgJaA9DCMa+ZOPBRjNAlIaUUpRoFUtwaBZHQI05uaOPvKF1fZQoaAZoCWgPQwjXoC+9PYFxQJSGlFKUaBVNdQFoFkdAjUBqgZjx1HV9lChoBmgJaA9DCDElkuhlaEZAlIaUUpRoFUt4aBZHQI1CabKA8Sx1fZQoaAZoCWgPQwiWQErsGuZxQJSGlFKUaBVNOQFoFkdAjUfvnjhky3V9lChoBmgJaA9DCBRCB13CM3FAlIaUUpRoFU0DAWgWR0CNTGzru6VddX2UKGgGaAloD0MICK9d2nAOc0CUhpRSlGgVTTEBaBZHQI1RuGM4tHx1fZQoaAZoCWgPQwhAwcWK2sdxQJSGlFKUaBVNDQFoFkdAjVZbtAs053V9lChoBmgJaA9DCJ7vp8ZLFHNAlIaUUpRoFU0EAWgWR0CNWtgxagVXdX2UKGgGaAloD0MI8rBQa5qCcECUhpRSlGgVS9poFkdAjV6WluWKM3V9lChoBmgJaA9DCHBE96zrHm9AlIaUUpRoFUvBaBZHQI1hznxJ/Xp1fZQoaAZoCWgPQwiW0F0Sp8tyQJSGlFKUaBVNDwFoFkdAjWZ7vG6wuHV9lChoBmgJaA9DCO52vTRFqEJAlIaUUpRoFUtiaBZHQI1oFBppN9J1fZQoaAZoCWgPQwh/F7Zmq35yQJSGlFKUaBVNhgFoFkdAjW8axxDLKXV9lChoBmgJaA9DCMECmDJwwOG/lIaUUpRoFUtUaBZHQI1weaDwpfB1fZQoaAZoCWgPQwgP8nowKfJuQJSGlFKUaBVNGAFoFkdAjXVKsMiKSHV9lChoBmgJaA9DCO244XeTlXBAlIaUUpRoFU2JAmgWR0CNgSSOinHedX2UKGgGaAloD0MIwjV39D+XZECUhpRSlGgVTegDaBZHQI2UK+FlCkZ1fZQoaAZoCWgPQwhpAkUsYmFcQJSGlFKUaBVN6ANoFkdAjacETHsC1nV9lChoBmgJaA9DCKuwGeCCqkrAlIaUUpRoFUuoaBZHQI2p3zH0btJ1fZQoaAZoCWgPQwh/iXjr/ARzQJSGlFKUaBVL9WgWR0CNrhDBMzuXdX2UKGgGaAloD0MItr3dkpwpb0CUhpRSlGgVTT4BaBZHQI2z0guAZsN1fZQoaAZoCWgPQwjnOo20VA5HQJSGlFKUaBVLiGgWR0CNthqWTot+dX2UKGgGaAloD0MIWyOCcfDBZkCUhpRSlGgVTegDaBZHQI3Imvr4WUN1fZQoaAZoCWgPQwgQkZp28RxxQJSGlFKUaBVN5wJoFkdAjddQCr92o3VlLg=="
+        ":serialized:": "gAWVZBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIZRniWJdZaECUhpRSlIwBbJRN6AOMAXSUR0B0GW5SWJJodX2UKGgGaAloD0MI09wKYTVWcUCUhpRSlGgVTQUCaBZHQHQjpB9kSVZ1fZQoaAZoCWgPQwgB/FOqxKNlQJSGlFKUaBVN6ANoFkdAdCl2E0zj3nV9lChoBmgJaA9DCEQy5Nh6JkxAlIaUUpRoFUuKaBZHQHQ3o8uBczJ1fZQoaAZoCWgPQwjaGhGMA7plQJSGlFKUaBVN6ANoFkdAdEXyY5T6znV9lChoBmgJaA9DCHOfHAVIPHJAlIaUUpRoFU0dAWgWR0B0VDhIe5nUdX2UKGgGaAloD0MIajLjbaWZRECUhpRSlGgVS3BoFkdAdFcaYeDFqHV9lChoBmgJaA9DCFsLs9BOgm5AlIaUUpRoFU0MAWgWR0B0YJvNu+AVdX2UKGgGaAloD0MIq7TFNb7bZkCUhpRSlGgVTegDaBZHQHRrAzDXOGF1fZQoaAZoCWgPQwhVT+Yf/WZlQJSGlFKUaBVN6ANoFkdAdG6S3LFGX3V9lChoBmgJaA9DCM7DCUwnR3NAlIaUUpRoFU2/AmgWR0B0brhegL7XdX2UKGgGaAloD0MIiA6BIwEdcUCUhpRSlGgVTWgBaBZHQHSMX+6y0KJ1fZQoaAZoCWgPQwj5gas8gcZFQJSGlFKUaBVLaGgWR0B0nE2uPmxMdX2UKGgGaAloD0MIbf30n7X4aECUhpRSlGgVTegDaBZHQHSsNLDhtLt1fZQoaAZoCWgPQwg1tAHYAFBhQJSGlFKUaBVN6ANoFkdAdK9Cv5gw5HV9lChoBmgJaA9DCPN0riiluXJAlIaUUpRoFU0tAmgWR0B0wi0QbuMNdX2UKGgGaAloD0MIBvGBHX/NcECUhpRSlGgVS9loFkdAdOOnLaEi+3V9lChoBmgJaA9DCBeBsb6Bu3FAlIaUUpRoFU3TAWgWR0B0485sCT2WdX2UKGgGaAloD0MIQIhkyLGGb0CUhpRSlGgVTbkDaBZHQHTkQla8pTd1fZQoaAZoCWgPQwgLDcSy2aVwQJSGlFKUaBVNdAFoFkdAdOT6EJ0GNnV9lChoBmgJaA9DCPUwtDp5v3FAlIaUUpRoFU1gAWgWR0B05PwPRRdhdX2UKGgGaAloD0MI66pALQZZbkCUhpRSlGgVTSsDaBZHQHTorDl5nlJ1fZQoaAZoCWgPQwj11VWBWrJSQJSGlFKUaBVLX2gWR0B09WXyAhB7dX2UKGgGaAloD0MIaR1VTZAZYUCUhpRSlGgVTegDaBZHQHT1iu6mO2l1fZQoaAZoCWgPQwgkfsUaLgpPQJSGlFKUaBVLk2gWR0B0+BRpDeCTdX2UKGgGaAloD0MI9dkB15UnZ0CUhpRSlGgVTegDaBZHQHT+1DKHO8l1fZQoaAZoCWgPQwjNrnsrEm8+QJSGlFKUaBVLYmgWR0B1As/Vy3kQdX2UKGgGaAloD0MIFYvfFFbSMECUhpRSlGgVS4loFkdAdQskmhM8HXV9lChoBmgJaA9DCG3GaYgq4nBAlIaUUpRoFU0sAWgWR0B1DPHjp9qldX2UKGgGaAloD0MIxJlfzQElcUCUhpRSlGgVTSABaBZHQHUe1biZOSJ1fZQoaAZoCWgPQwj83qY/OxlxQJSGlFKUaBVNpQFoFkdAdR9Hfdhy83V9lChoBmgJaA9DCBSwHYxYZ3NAlIaUUpRoFUvdaBZHQHUfSzLOiWV1fZQoaAZoCWgPQwhpxTcUPqNOQJSGlFKUaBVLjmgWR0B1M1XS0BwNdX2UKGgGaAloD0MIBRiWP19jckCUhpRSlGgVS99oFkdAdUB6hxo7FXV9lChoBmgJaA9DCOChKNAnaEJAlIaUUpRoFUuKaBZHQHVJY77sOXp1fZQoaAZoCWgPQwjadW9FYgVzQJSGlFKUaBVNyAFoFkdAdVL1XeWOZXV9lChoBmgJaA9DCJgycEDLv29AlIaUUpRoFU3yAmgWR0B1VAzN2TxHdX2UKGgGaAloD0MIfqoKDYS/ckCUhpRSlGgVTRUCaBZHQHVUEmUnogV1fZQoaAZoCWgPQwiDonkAi7g5QJSGlFKUaBVLX2gWR0B1YpgfEGaAdX2UKGgGaAloD0MIQInPnWBqcUCUhpRSlGgVS6toFkdAdW10w8GLUHV9lChoBmgJaA9DCLzMsFHWr2RAlIaUUpRoFU3oA2gWR0B1eqJxeb/fdX2UKGgGaAloD0MIxvfFpSrRS0CUhpRSlGgVS35oFkdAdYGMbm2b5XV9lChoBmgJaA9DCHR63o3FU3FAlIaUUpRoFU2iAWgWR0B1gxnEl3QldX2UKGgGaAloD0MInP2Bcpu+cUCUhpRSlGgVTSwBaBZHQHWDG+0w8GN1fZQoaAZoCWgPQwidLLXe729wQJSGlFKUaBVNgQJoFkdAdYMeyzHCGnV9lChoBmgJaA9DCAhZFkz8K3NAlIaUUpRoFU1sAWgWR0B1gyHJtBOYdX2UKGgGaAloD0MIfshbrn5Lb0CUhpRSlGgVTQcDaBZHQHWDJR8+ial1fZQoaAZoCWgPQwg/WMaGbh9zQJSGlFKUaBVN2AFoFkdAdcTi48U21nV9lChoBmgJaA9DCDpXlBLCiXFAlIaUUpRoFU1oAmgWR0B15wFHJ9y+dX2UKGgGaAloD0MICqAYWTJvZECUhpRSlGgVTegDaBZHQHYFa02LpA51fZQoaAZoCWgPQwhpxqLpbBdtQJSGlFKUaBVNWgNoFkdAdg+RQrMC93V9lChoBmgJaA9DCCBFnbmHM3JAlIaUUpRoFU1aA2gWR0B2D5T5wfhddX2UKGgGaAloD0MItFcfDz2+cUCUhpRSlGgVTVoDaBZHQHYPmGyon8d1fZQoaAZoCWgPQwifH0YIjz5hQJSGlFKUaBVN6ANoFkdAdiK3trsSkHV9lChoBmgJaA9DCHRd+MH5B2dAlIaUUpRoFU3oA2gWR0B2JCrksBhhdX2UKGgGaAloD0MItTNMbWlAcECUhpRSlGgVS/1oFkdAdjSf29L6DXV9lChoBmgJaA9DCBU7Gof6snJAlIaUUpRoFUu2aBZHQHY+LO7g88t1fZQoaAZoCWgPQwhGlzeHa6xyQJSGlFKUaBVNegFoFkdAdkhdHDrJKnV9lChoBmgJaA9DCBqGj4hpKHJAlIaUUpRoFU0yA2gWR0B2SGASWZ7YdX2UKGgGaAloD0MIMbWlDjKicUCUhpRSlGgVTfgBaBZHQHZRvU4JeE91fZQoaAZoCWgPQwhagLbVrOpgQJSGlFKUaBVN6ANoFkdAdoXeY2Kl6HV9lChoBmgJaA9DCPERMSUSjHBAlIaUUpRoFU1tAmgWR0B2mXHwPRRedX2UKGgGaAloD0MI8S+CxsyrckCUhpRSlGgVTQ4CaBZHQHaeXBpHqeN1fZQoaAZoCWgPQwjgDz//vclxQJSGlFKUaBVNkwNoFkdAdqAMA3kxRHV9lChoBmgJaA9DCHZQieuYvXBAlIaUUpRoFU0FA2gWR0B2oA5ksjFAdX2UKGgGaAloD0MIBtZx/NBLcUCUhpRSlGgVTVkCaBZHQHagEWhysCF1fZQoaAZoCWgPQwjqlbIMMRJxQJSGlFKUaBVL3WgWR0B2qOxiXpnpdX2UKGgGaAloD0MIBJKwbye2cUCUhpRSlGgVTVkCaBZHQHao7pJPIn11fZQoaAZoCWgPQwh0Yg/tY0NOQJSGlFKUaBVLimgWR0B2suoS+QEIdX2UKGgGaAloD0MIWTSdnQy2SUCUhpRSlGgVS4NoFkdAdrrsk6cRUXV9lChoBmgJaA9DCJI+raJ/I3JAlIaUUpRoFU3VAmgWR0B2wzhuO0b+dX2UKGgGaAloD0MIAtTUsrXdcUCUhpRSlGgVTbYBaBZHQHbg05EMLF51fZQoaAZoCWgPQwjshQK2Q1pzQJSGlFKUaBVNDgFoFkdAduUhxHXmNnV9lChoBmgJaA9DCJHT1/M110RAlIaUUpRoFUukaBZHQHb/O/L1VYJ1fZQoaAZoCWgPQwi7KHrgo2BxQJSGlFKUaBVNggJoFkdAdv+SaVlf7nV9lChoBmgJaA9DCAte9BWkRnFAlIaUUpRoFU3tAWgWR0B2/5Z6lchUdX2UKGgGaAloD0MI8NsQ47VabUCUhpRSlGgVTY0CaBZHQHcCrs8gZCR1fZQoaAZoCWgPQwiKWS+Gch5RQJSGlFKUaBVLeGgWR0B3EGplz2eydX2UKGgGaAloD0MIINEEilhEEUCUhpRSlGgVS4JoFkdAdxIqVyFPBXV9lChoBmgJaA9DCCum0k/4unBAlIaUUpRoFU1MA2gWR0B3GFECvHLidX2UKGgGaAloD0MIK061FiZDcECUhpRSlGgVS71oFkdAdxqz7di2D3V9lChoBmgJaA9DCLDG2XREM3FAlIaUUpRoFU3AAWgWR0B3I+mCROk+dX2UKGgGaAloD0MIj8TL0/mNcECUhpRSlGgVTUUDaBZHQHcl/yTY/V11fZQoaAZoCWgPQwhJL2r3q35jwJSGlFKUaBVLbGgWR0B3Kaur6tT2dX2UKGgGaAloD0MISu1FtJ2qcECUhpRSlGgVS9RoFkdAd0l5bhWHUXV9lChoBmgJaA9DCBYwgVt3+XFAlIaUUpRoFU3nAWgWR0B3SX8jzI3jdX2UKGgGaAloD0MIKh2s/3PHcECUhpRSlGgVTXsBaBZHQHdJgU+LWI51fZQoaAZoCWgPQwiPiZRmszFxQJSGlFKUaBVNiAFoFkdAd0moPkJa7nV9lChoBmgJaA9DCEp87gR7KXBAlIaUUpRoFUvxaBZHQHdJ0CA+Y+l1fZQoaAZoCWgPQwj/I9OhUxViQJSGlFKUaBVN6ANoFkdAd1j+kgwGnnV9lChoBmgJaA9DCFNeK6G7D1BAlIaUUpRoFUuEaBZHQHdb8C9ytFN1fZQoaAZoCWgPQwiBBps6T9ZwQJSGlFKUaBVNHAJoFkdAd55cDbJwKnV9lChoBmgJaA9DCIRIhhzb7XFAlIaUUpRoFU23AWgWR0B3n97dBSk1dX2UKGgGaAloD0MInb6er1kRaUCUhpRSlGgVTegDaBZHQHex51vES/V1fZQoaAZoCWgPQwgIBDqTNllhQJSGlFKUaBVN6ANoFkdAd76SCOFQEnV9lChoBmgJaA9DCG6hKxEoB3JAlIaUUpRoFU2GA2gWR0B31tSk0rLAdX2UKGgGaAloD0MIqDgOvNqNY0CUhpRSlGgVTegDaBZHQHflqZtvXK91fZQoaAZoCWgPQwj+JhQi4KtnQJSGlFKUaBVN6ANoFkdAd+Wu9OARTXV9lChoBmgJaA9DCD6xTpXvZ0pAlIaUUpRoFUtsaBZHQHf1yH6/IsB1fZQoaAZoCWgPQwiVgm4vaQZkQJSGlFKUaBVN6ANoFkdAd/l3Ytg8bXVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 399996,
-    "buffer_size": 50000,
+    "_n_updates": 149996,
+    "buffer_size": 100000,
     "batch_size": 128,
     "learning_starts": 0,
     "tau": 1.0,
     "gamma": 0.99,
-    "gradient_steps": -1,
+    "gradient_steps": 4,
     "optimize_memory_usage": false,
     "replay_buffer_class": {
         ":type:": "<class 'abc.ABCMeta'>",
         ":serialized:": "gAWVNQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwMUmVwbGF5QnVmZmVylJOULg==",
         "__module__": "stable_baselines3.common.buffers",
         "__doc__": "\n    Replay buffer used in off-policy algorithms like SAC/TD3.\n\n    :param buffer_size: Max number of element in the buffer\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param device:\n    :param n_envs: Number of parallel environments\n    :param optimize_memory_usage: Enable a memory efficient variant\n        of the replay buffer which reduces by almost a factor two the memory used,\n        at a cost of more complexity.\n        See https://github.com/DLR-RM/stable-baselines3/issues/37#issuecomment-637501195\n        and https://github.com/DLR-RM/stable-baselines3/pull/28#issuecomment-637559274\n    :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n        separately and treat the task as infinite horizon task.\n        https://github.com/DLR-RM/stable-baselines3/issues/284\n    ",
-        "__init__": "<function ReplayBuffer.__init__ at 0x7ff4901f8200>",
-        "add": "<function ReplayBuffer.add at 0x7ff4901f8050>",
-        "sample": "<function ReplayBuffer.sample at 0x7ff4901efb90>",
-        "_get_samples": "<function ReplayBuffer._get_samples at 0x7ff4901efc20>",
+        "__init__": "<function ReplayBuffer.__init__ at 0x7f7ae0fe6200>",
+        "add": "<function ReplayBuffer.add at 0x7f7ae0fe6050>",
+        "sample": "<function ReplayBuffer.sample at 0x7f7ae0fddb90>",
+        "_get_samples": "<function ReplayBuffer._get_samples at 0x7f7ae0fddc20>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7ff4902408d0>"
+        "_abc_impl": "<_abc_data object at 0x7f7ae102e8d0>"
     },
     "replay_buffer_kwargs": {},
     "train_freq": {
         ":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>",
-        ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLBGgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
+        ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"
     },
     "actor": null,
     "use_sde_at_warmup": false,
     "exploration_initial_eps": 1.0,
-    "exploration_final_eps": 0.1,
-    "exploration_fraction": 0.02,
-    "target_update_interval": 250,
-    "_n_calls": 399999,
+    "exploration_final_eps": 0.05,
+    "exploration_fraction": 0.08,
+    "target_update_interval": 3,
+    "_n_calls": 37499,
     "max_grad_norm": 10,
-    "exploration_rate": 0.1,
+    "exploration_rate": 0.05,
     "exploration_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVbwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsESxNDLGQBfAAYAIgBawRyEIgAUwCIAmQBfAAYAIgAiAIYABQAiAEbABcAUwBkAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjE4vaG9tZS9hbnRvbmluL0RvY3VtZW50cy9ybC9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjE4vaG9tZS9hbnRvbmluL0RvY3VtZW50cy9ybC9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHilSlGgeKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCR9lH2UKGgZaA6MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoC4wIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgwdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBqMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP7mZmZmZmZqFlFKUaDhHP5R64UeuFHuFlFKUaDhHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
+        ":serialized:": "gAWVbwMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsESxNDLGQBfAAYAIgBawRyEIgAUwCIAmQBfAAYAIgAiAIYABQAiAEbABcAUwBkAFMAlE5LAYaUKYwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjE4vaG9tZS9hbnRvbmluL0RvY3VtZW50cy9ybC9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEtuQwYAAQwBBAKUjANlbmSUjAxlbmRfZnJhY3Rpb26UjAVzdGFydJSHlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjE4vaG9tZS9hbnRvbmluL0RvY3VtZW50cy9ybC9zdGFibGUtYmFzZWxpbmVzMy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpRoHilSlGgeKVKUh5R0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCR9lH2UKGgZaA6MDF9fcXVhbG5hbWVfX5SMG2dldF9saW5lYXJfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lChoC4wIYnVpbHRpbnOUjAVmbG9hdJSTlIwGcmV0dXJulGgwdYwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBqMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP6mZmZmZmZqFlFKUaDhHP7R64UeuFHuFlFKUaDhHP/AAAAAAAACFlFKUh5SMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
     }
 }

dqn-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ff67d42b058a103f6fc9d73acb72cd63019f7594e9127b94ec8126dd5627102
+oid sha256:1cb3110e51d45e2a0cb689f9010da1c30792440bfeaa2bdc994999e325728ddb
 size 556353

dqn-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bb5bc1d1d39548cc17225cc21911ef3e5c885dd731bcc617e38dd22166f74e8
+oid sha256:46760f340a00016c1b34f98b57d0094082808b562231e5f59066251629f0110d
 size 557057

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be81f2d96a7971924dae0a7226f841eb8ad3ecd130a027ceb2a6bf479cc93f1b
-size 198835
+oid sha256:0ed0b7779a27fd485a7b15a796f47427d55455ff59d0b0c9e3082a30587c0393
+size 225941

results.json

@@ -1 +1 @@
-{"mean_reward": 256.4044445, "std_reward": 20.749781801216276, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-05T23:30:27.319583"}
+{"mean_reward": 280.21752019999997, "std_reward": 13.02927036315022, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-05-05T23:57:03.606704"}