{
    "policy_class": {
        ":type:": "<class 'abc.ABCMeta'>",
        ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
        "__module__": "stable_baselines3.common.policies",
        "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f64a055c050>",
        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f64a055c0e0>",
        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f64a055c170>",
        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f64a055c200>",
        "_build": "<function ActorCriticPolicy._build at 0x7f64a055c290>",
        "forward": "<function ActorCriticPolicy.forward at 0x7f64a055c320>",
        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f64a055c3b0>",
        "_predict": "<function ActorCriticPolicy._predict at 0x7f64a055c440>",
        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f64a055c4d0>",
        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f64a055c560>",
        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f64a055c5f0>",
        "__abstractmethods__": "frozenset()",
        "_abc_impl": "<_abc_data object at 0x7f64a059ac90>"
    },
    "verbose": 1,
    "policy_kwargs": {},
    "observation_space": {
        ":type:": "<class 'gym.spaces.box.Box'>",
        ":serialized:": "gAWVJgwAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/5RoCksIhZSMAUOUdJRSlIwEaGlnaJRoEiiWIAAAAAAAAAAAAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAf5RoCksIhZRoFXSUUpSMDWJvdW5kZWRfYmVsb3eUaBIolggAAAAAAAAAAAAAAAAAAACUaAeMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBV0lFKUjA1ib3VuZGVkX2Fib3ZllGgSKJYIAAAAAAAAAAAAAAAAAAAAlGghSwiFlGgVdJRSlIwKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaDCMBXN0YXRllH2UKIwDa2V5lGgSKJbACQAAAAAAAKRRGzW+eZ2x2VMNQqdpDlSbdH6Fz5mGpOjqKt/ZfZw0WX/Hvx8RQECIV+gRWtZ9A2ekK1XW1Aonn1m+WxfsAuBFm5lvkL7gadTbtvQ577FBEPl4HTpcqnKG9kN0nO/rCqKMBQyA5etzc0ItFf+kYxqj3Ym9sseUvwDoqwcamuOBRzKmSeGp/lGezVHQi1fvI5XY6lZ69oWRHxkS32Kq9K3+X6CepD28VH5HNxI2LYT5Yg8KVWrTgjG47EBGLMh7Sjrah2YRHCUDse+yfjOMErX6botu6Uzm8W6YEsWGv5KS5jekzciFdgLy+GhFyaTSCdn4Mw3/NmngZnSudb/VvkasRqEHZGHVU2+BB4t208reBUPFeKN+ah2hORkBlreD8/E5oIcqoJtSuKGAflPnaPBQUscU3LJhUQeZsC4G+KDKSZwvPTwUnwOEFuz8aJcNaq1ZtHrrkL6um3mVsBK4gf/7sVdTcDbuoZPi2kCt0mw63Hmcl//SkygrhkxQ21cBIWA6ZDpLOTtzWK3umuPc7qpPfA8yoDODBciE1mOmblOFpELnuk8OpXhZvuVcwFKS2fKHqylITfmAEeQVtXTCzxFf1yd5pQfnxxlD0lMJX/vTMjltWlmeDPnR2VlTJyyTKTpSuFhxeqFVHCo8uBGFN5JucWef3dpS47/v06XNQkBPcDyDmGEoNn9jCP3mCI0h6maLAtmvU7wyJw1wRyvF+3afM86PJBbaugeoBQWmsBH85OII0nv0ymp3z587FxsZYMN+6Kf8xLzXLKuyJ9UXmTaOO570e3NZtIm4eQfrYr2JIA48H/QrBPKkuYdgBaIylpkEhEBKzZCcOt7PrYARFVn1v6iu9lbOUAFvtHF46AmBLRX6w5kx67yv2vEDBBH9vuu7VBRkGEnLMFmzygjaqQhWLA9mhtA0+c8z4dIkdPrCp05K5xWFbdEAPxhwYM7+hBW8EMfXQDu6xRGHAQ3kJ09meT7kfA1HJHTVeiThOOJqtdDMFcXc4GDGUREgQ4CnHw3TyMelA6+n6tvQBGWk8iu+K96yjjNHF4nmSPhE6T4l6OWoOKVk3Hif6RCqHbRpYbIIwHAa5304jFtY325tDxWF+buX4yXe6IJs3OPwLXO7yyW0HR3jzOhtCDUaEteytnShEoWQzcbblxR+UAt/RM4Qvx6cHmLafa+yCOpRAnD4xZUnMtg+aYswH2bqVPX7evRGl27lzResLbQGW04C+fzJtEZDtyWSfefkOxEqcx/3XpD1YaXhAnZGlEMyyIsqvhBCmd0P7UzmhhwkIz77y4uTaiH2IEPYwfyxweQ13yEPsdBG3YSV/1k2dy2UikXcNF7TxWgecsiz1DdIktrND9FyR2DabjNFf+F2nHoGDunh9oneoiXGdKpTM8VxecVv6oKTctB8PWmf5463o6HtvahtCgwdfi46O0aUC3dObxSof1hje8FOsNd2IkvpfH8K3lFWDJk7GI/uM6qZ/EGs1PYuDWzdrVDEYV34To46+2IflMpkF4VuXItwGLuDWHomfFoI/YEODprtXaL+8UJPSDLZUp2tMd6SMwnBgPKsqwVA9Ge4y9nz4OtmuvMc1Qcj1BQIaIfTqMZhf4zCWpCiHd1CHAAvMOJpZbTcHP0O8i8Y2O7OiSlXKyUgj4kJFU3ZZjUXXRmdJTDgMiDEsW4PaiWjQwAcM8/Xn8GD2wVjCQ2UHQnOyQVlUDWyY+SMyMIsn3MXUA3d+NuypSkeDY2KAMigo0WPD9axFXM918CZIFO5dB5lGVMQEU+nA9ZGww+bak6TOOdJLEVgdZPU7ABqUq8RKKvHpJgzyZ0QRggpR1ne2hgg4pweqcSPS8jPSOcnJ7aC3xUYsobhx4ipLDkZvRIuNyjmsrFA845zxtJivRErU+N0vN1tGKfBUIBjTsreTCwiCfNpR4NmdQu32/9XXEADuogu/33mnfdz8VBdFLs0BwdRmG0hK8j/jrLTs883aNwcfOsN6jE4N+UNgoGaVrG57B/xagrqI+yxATAt0xyKjtilB6w8vXfvcFfAkJ5ZrA11MC/B3tLASLOu61Oxk61u0/p1BOTDcP2RmGmzEcDHzkv1UKzQ5rN3QH1X/HiGCI+lTzNJmkj3G+FAVNRCRn+2sTbH6JFD89+ZIBsODVvTjo0OkTilE8laSyiIS7M1i6fuO9IRGAGCeVrOL433iOLDZOUdPoabGc9CkbCjECNhgVa93rlJOPaW4rDAc7w0C+wY0Q2bm3hcP196kVf9vispLK1P+tCWQDotYOjTieCRUSkZwGSpgEgLkamCN7mfwoV1FI3f71WvqH+sgy3MCSF3W30i/SeskgUBZXYEqabXgYA06sm0p452QJLNoVSiDe027r8J8CGXxynAyP546yRWUk1vHKgjpBdQ6KQbMKqlmXR9k71MeMLzv7ZuXOKqT8VuzkSmgSPID7DzvwpRyn4rPvlOFC0i5X2YM6P9cFLyIjdjWJV94boM2DKQ8KCqT/JoODFOrDGcr7DuNfQQG15LdL1s5C8NQJpDJHNOyjt1swcd7XpmeuIR/a3Pq3/IHADJajRzE+1al2OqwM5oqIuugcyKUF2wvYYgtf4Di1hFnfbDNWYXpRIEDilE3nvtWjk7oWgtQQ9xwbwQPZtO9dEgsLmca8ClmEoxqL/bCELRD3++DTh+UqDdeI9nKeGTWIs86UnHtNpeTrbWcFPD3czpGkfHpTjWKSC2BWWrZ+DnxSN9UqXNWfXi0LAv/MLJi7PFJtQf/ocBLawiXXxYv644eMYbFyk0s8sFNVWyz3z5SVfk7oFw+MEvCrZdDDbQCZH/21AwfKP6GJmDYTavkjwq8T+ZT+EY8mGmzrzXd51y6y9eK6tmLiEL1RSk6te4U5OgBP3alItYv1EpgYkh3q6p9rfybaxgCMvXguHpKGmeQBlvOzaghh9p5nTPMiCT/w1JtGjwF02yjLObm1iAHkL115wXtIJ+FXzdIroaon8JzFqWC5D8YiNpDkOsDyAOlvv3s57IQkKgRQdJ5yQTH/c6ofQBBcKBDc2SbmmN2Lo+dNq1WwV0mQIIdmO3Oa664Mj9nJUmwPh98EMKoCJjbENL4FgiARZD6lAmt2DycFwZQOgV5+sENumoHgurShK6mKdoJf/cBrhJ4Mm6GX65+SUV0WCJLqNinwfBpL6xfh3Z81Vk7oPaMwZdSTG29eIYLB0HfpMGXxz+QDCH4QojhUU/j1Cacfru/c4hUddG9GYNrnspjrVub0gvhCtn4spp4x8KHmygq9BlS4W6VInRnsrljkrR/m2U5UcH5Ecj6aOwibxH/y/0Nqol2h7GXQ3CaZRoB4wCdTSUiYiHlFKUKEsDaAtOTk5K/////0r/////SwB0lGJNcAKFlGgVdJRSlIwDcG9zlEsQdYwJaGFzX2dhdXNzlEsAjAVnYXVzc5RHAAAAAAAAAAB1YnViLg==",
        "dtype": "float32",
        "_shape": [
            8
        ],
        "low": "[-inf -inf -inf -inf -inf -inf -inf -inf]",
        "high": "[inf inf inf inf inf inf inf inf]",
        "bounded_below": "[False False False False False False False False]",
        "bounded_above": "[False False False False False False False False]",
        "_np_random": "RandomState(MT19937)"
    },
    "action_space": {
        ":type:": "<class 'gym.spaces.discrete.Discrete'>",
        ":serialized:": "gAWVLgsAAAAAAACME2d5bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpRLBIwGX3NoYXBllCmMBWR0eXBllIwFbnVtcHmUaAeTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowKX25wX3JhbmRvbZSMFG51bXB5LnJhbmRvbS5fcGlja2xllIwSX19yYW5kb21zdGF0ZV9jdG9ylJOUjAdNVDE5OTM3lIWUUpR9lCiMDWJpdF9nZW5lcmF0b3KUaBOMBXN0YXRllH2UKIwDa2V5lIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAJAAAAAAAAt2PQ8uSPuu+Wjeya0juQkrel+FRKwXb1QmqU8Y7Y9OCNq3yuwcex/hHGDiPQUYtO4TwVRCkRYZ3G8h5xrcRaegFnM3iod2BEHFhAqiQQBw8AT9GkDXXqZ01HTgjlHhlVmmuUKXvD9jobCDm6ftUCQKwtXTGTjn7QT6ZDyoKqpOIuOR3/bZ+ReEzlkpS8z+wVmkLlghbs6QZmMNRnRNAkSvpG7GGS42bf0evZUUubDMR1l/DetquTQQdWjkUb+nNFXrl7ewckz5XpkGnVkI2myhG2io8zFN/GXt75abP68gGB11iCvMpy+SkDi3OFW5MxZWikvoo+sdX7AHWx4jNwGHJXeAzn/goqq8xv3Th03WceKEbdBkDrNzZsXJVMjmbLNMit0FSn8Wu8su11faqjFIdJ4WalvUp8lgsb8xOvqYcbD7VmTfyWK8p4GSyRtdFfubF1X8JlBgj/SgFjSsO7hmruHcpDxB4ENZKOsd7G+yVET8kQ80k7YVabibW4AmPaLxx6NpdSbiIbEL7wp36uf1L4y6y0i28Q5vqFvstvkvWlQ/HzZc6z9UX+uRrC8HDvqhAVqi/Fp0VOIUkWvZM0VFDPR32z+k4nQBAEYOhGDoPfobYnh72OV7GdM9WbqCGZrs4csHFOJiHM0A2Oba1apP6eTn88NS/4rDI39Ev6dWhecRDHGsYkiZekW7Sa8tbQhqVI/TZpH9p1A044IeehcfuN97E/nQsmT1rSaXJRZWzQzTiGRBqIhi3X0pjByreN1OihHLgpmfJIUrX8MDZJWVGV9WKUZfXwZPtRj2mPyvcaTloyDhkzinvA6PwMFlqC7s3mMv+q9Ay/PNxqMonQ3yBsIGjNbLdC2FXvMO2H1ReEWEbYh8D+x408woFkOdIRhEovCEYZi+JtsqCU6loYVuNNMiZ4Evnhf1Nuk7FpCuL9nD73CZKi3avQurUHtGE4HNjE6Qz1Pm63kcQHy5CSvuIMZZi6W6vdF8FKhl1Kvi47AyKYOUyBRXgJGGNXT07Dve6fYpBHsPDyv8KxcFRoH3nvBijgF8R/FpcgDuFuIez54o1tIZelKu3WC29uQbKt/BvtwUbK/KwOn3LiNkabhtU7gS1Bd5yeOnTSBxkcEDUpy711iSUTy35nZUnvQRP4Ky20wPqmnxwYS/XxaA5VIurHNoxG5h7uGZgau3uSviKFGTrRo3hmCDMP0cFgdvydFIkMHhqiRycPTqsb2V5/puHFMd7c1wwKNCypygG1ioeqxO6Vgu8AKhkYwFA+oqYUWsiDf795dvayOFSJn8pTNXf7qDqUopbeUn2AWnGvLvzeRygKeA9o02Unf5HwSlAdMjLQPUlUxWOZeQn4kg5Gb8xoePegfgW9sUF4m9jmolZToQGIRqK106rgnwpj+t35tTEyk/OwKBasxOHu9PJtZsUh159+3D6SZJAmypePA+OMGiWrNjCNNrGj+3wy5aaepb/xk1os6Cl0iMPxd431rcsBCKWXwGuyotSqlOsRHYxvNqtDDjEBqYFaU3+Vhw2AcUWXhwG7R3Jkyg4h8/+bo1EorNUHfFNYLPVYEvpkcTuQh7PxqBx94WZFNgO2a5wlUBZlb+sUa1I+CFCzrr0S5KOUGawqxKqIEvTaHkit2tShFatMQC2/9FbxwIGeQmzzBER/z7YO8bNy751Uvl6bGTRR1XDq64hnIwTpsk3Lttj/hovEsDHn9H15nWByrjUuSkvXxwI/hYzoSkzYS0mDFBcMhbrtF20QR+zHx1o9b/cGTZSTM+EkVNUuuvLBTTX8qI+Pq0YE3O6HanLQHmWAlw4dXfFdNASVrNUcIsmcal9G6HH8Z+/jKshaiQBsp8Fgfd3ceRKwogiH/BIOFLlS+hfPekMXwahpwW3T35g2SroEPKLDCVN2jUs8La6/2x5t6cY73nK7aDkiT2w/lx7OnrU0eJ3ZXIweMx7CXZ6k1H00a40kcZTRt9h2gZhF+b67XsGioBTa2VewRCl/ENUo+dDoK55a5535gmlYV5Uy7XBf69QAgrUbB42oC7DQI5re7dxoR9c3NwnbgWBYY6IjrdVC0n1b2mIicFVUESCHNfyV5CFSIFB61aPeBFbIhnuW0zVjt6B1rA9iiYf5VC3kqpWSDwHF5qKAKbVQR1BmmpplQmiTaOBynzyUT5ShMfK9yr618Sdo4Z3cPGku1Sv3Hje+nZZpqsh9xaBR1VZW7hjJ9SxKoEiUpMyb7m5xj0yBHap6A6GxhbBsmv2aIXV4/WXUnnluPm9eOgecfHjvueXQ4ZpwwTSBjyvi71wFVJxTAzPlPe7HU/AM2HXUv5qGcirXuZ1t40t85YHdb3oWur4dcvW9C2Nb4gONktWlqVavxy9D/T0hsUKAiCiNMRs12MV5IGsC/ZOzbfssFD25rJfnWQ7jN8dQtJblskgzaLN9EBmKhEW/wlYkq44+lunYikXG7yo2Y/JZXrhMBTTnyzTK7B21+xmLSmpz23qksx54VWL7UwjQbbIM8CypKMcoZO9EIQFsJFQwAjdwXegJKGRXfV/iW8Y9VYmgd0cKFXm0WriwL8o7s6kLmoSC9L/jTpZg4hsBEhyQwkFnVCgTY6Go5hgYGo2xisM8cP8+t8tGpZ6plOX4ArDOLGhmTE5T/Ybb3438Y+/qU7dcLbw8eQ8hpC+Up4Odf5UDf0nLQhC1OCeCJjeZAkcJ2MeiSci+u0WSjiPRCEc1cE5EBK9wIJnaUVasemm68SbeedzEVSMCLSNZS35FOXQlvFpMACi73vaLQm14OTlJMYrpM2903eIaaXJp4uFsGHHoQOjLIGx8dXk/jDX3ReVH2kDHq08BR3eMrZbWQOviqNDP7+pKb+a07R9w09ZOiTpUVmnk06lbLSd8Edd+vnn05zKD5c6K0Gz15mvg9Ovk6q+cq1R/2wzQHRmSznOGkM/GY2V48UT8kr89JlFscdH+FWXKo1+o1um7lD4XGj5Re5jplbC1BH0eMz8sYBhSjoXgwQi96mgHCIIzIMacyJnW5HGYrAoeQxQ/O3JrWB/ni0c/eyLYfeaBSzvw0BZvk7NxN80sniYtNhgHmWdx37IAasTHxI8vubwInLCDyw4Le9JmZvriel9KJZaqlgE8xMaJ7I+KxZGlY6k1I4QMt3Xl7Ej8JBTlu9JF5p0LksYmQhw2wQpr1/f9gLY2wFpHY4xt4MRgOJRx9zM5M7+BKvR9GRQ6RKAj4gBpqxe/3QdcE+onuJm56bunrbPksfc+wwLd8K2CGyUIsM61SQc28qI9jKgEZpuBcITdHHWSNNZL6p9NVWyJ7Bkht27gmS07BQVe0qnXtANXlGgJjAJ1NJSJiIeUUpQoSwNoDU5OTkr/////Sv////9LAHSUYk1wAoWUjAFDlHSUUpSMA3Bvc5RLAXWMCWhhc19nYXVzc5RLAIwFZ2F1c3OURwAAAAAAAAAAdWJ1Yi4=",
        "n": 4,
        "_shape": [],
        "dtype": "int64",
        "_np_random": "RandomState(MT19937)"
    },
    "n_envs": 1,
    "num_timesteps": 500736,
    "_total_timesteps": 500000.0,
    "_num_timesteps_at_start": 0,
    "seed": null,
    "action_noise": null,
    "start_time": 1652296028.3335981,
    "learning_rate": 0.0003,
    "tensorboard_log": null,
    "lr_schedule": {
        ":type:": "<class 'function'>",
        ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
    },
    "_last_obs": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVlQAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYgAAAAAAAAAAAn9rx6WSI+n8+vPWoWQr5K2n89GiBEvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksBSwiGlIwBQ5R0lFKULg=="
    },
    "_last_episode_starts": {
        ":type:": "<class 'numpy.ndarray'>",
        ":serialized:": "gAWVdAAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYBAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwGFlIwBQ5R0lFKULg=="
    },
    "_last_original_obs": null,
    "_episode_num": 0,
    "use_sde": false,
    "sde_sample_freq": -1,
    "_current_progress_remaining": -0.0014719999999999178,
    "ep_info_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVeBAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBrr2BfRXWUCUhpRSlIwBbJRN6AOMAXSUR0CQPQj7yhBadX2UKGgGaAloD0MIeJYgIyAdYUCUhpRSlGgVTegDaBZHQJBF3SKFZgZ1fZQoaAZoCWgPQwgtPgXA+EphQJSGlFKUaBVN6ANoFkdAkFATcIqsl3V9lChoBmgJaA9DCPfJUYAoh19AlIaUUpRoFU3oA2gWR0CQW16Zpi7TdX2UKGgGaAloD0MIdLUV+8sjXUCUhpRSlGgVTegDaBZHQJBnWvhZQpF1fZQoaAZoCWgPQwjFOlW+Z+hUQJSGlFKUaBVN6ANoFkdAkHAW9Htnf3V9lChoBmgJaA9DCII65dGN4VtAlIaUUpRoFU3oA2gWR0CQenqVQhwEdX2UKGgGaAloD0MIFYxK6gSgWECUhpRSlGgVTegDaBZHQJCFYv8IiTt1fZQoaAZoCWgPQwj0iNFzC6FjQJSGlFKUaBVN6ANoFkdAkI6r/S6UaHV9lChoBmgJaA9DCI0kQbiCiWVAlIaUUpRoFU3oA2gWR0CQl0CEHt4SdX2UKGgGaAloD0MIga/o1msXWkCUhpRSlGgVTegDaBZHQJCg3zMA3kx1fZQoaAZoCWgPQwiVYdwNot9SwJSGlFKUaBVNHwJoFkdAkKWAPNFBp3V9lChoBmgJaA9DCNF3t7JE5lhAlIaUUpRoFU3oA2gWR0CQr4criEQHdX2UKGgGaAloD0MI1UFeDyZRYUCUhpRSlGgVTegDaBZHQJC5gUZeiSJ1fZQoaAZoCWgPQwhQG9XpQMdTQJSGlFKUaBVN6ANoFkdAkMRcbWEsa3V9lChoBmgJaA9DCGAeMuVDxmZAlIaUUpRoFU3oA2gWR0CQzRwkgOjJdX2UKGgGaAloD0MIJjeKrDW2YUCUhpRSlGgVTegDaBZHQJDW09SuQp51fZQoaAZoCWgPQwgfK/htCMFhQJSGlFKUaBVN6ANoFkdAkOBoQ8OkL3V9lChoBmgJaA9DCIDz4sRX2V9AlIaUUpRoFU3oA2gWR0CQ6OWoWHk+dX2UKGgGaAloD0MIcTyfAXUfYECUhpRSlGgVTegDaBZHQJDzDXyy2QZ1fZQoaAZoCWgPQwiIEFfO3lNeQJSGlFKUaBVN6ANoFkdAkPzO5jH4oXV9lChoBmgJaA9DCGNEotAykmNAlIaUUpRoFU3oA2gWR0CRCakt29tedX2UKGgGaAloD0MItoKmJVbFWkCUhpRSlGgVTegDaBZHQJESuilBQep1fZQoaAZoCWgPQwgzqDY4kZ5vQJSGlFKUaBVNBwJoFkdAkRfZaFEiMnV9lChoBmgJaA9DCCfbwB2oVlhAlIaUUpRoFU3oA2gWR0CRIPSbH6uXdX2UKGgGaAloD0MIbqMBvAWHYkCUhpRSlGgVTegDaBZHQJEpkaAFxGV1fZQoaAZoCWgPQwg6WtWSjgIXQJSGlFKUaBVNEgFoFkdAkSsrsOXmeXV9lChoBmgJaA9DCNofKLftKxDAlIaUUpRoFUvjaBZHQJEsca99MK11fZQoaAZoCWgPQwj3H5kOnZ7zP5SGlFKUaBVNBwFoFkdAkS9G0/nnuHV9lChoBmgJaA9DCKMiTifZN2NAlIaUUpRoFU3oA2gWR0CROPeMAFPjdX2UKGgGaAloD0MIs7eU88XBXkCUhpRSlGgVTegDaBZHQJFBUmois4l1fZQoaAZoCWgPQwilMVpH1atgQJSGlFKUaBVN6ANoFkdAkUvGSQo1DXV9lChoBmgJaA9DCH9o5sk1LF5AlIaUUpRoFU3oA2gWR0CRVGSs8xKydX2UKGgGaAloD0MIqgoNxLKJW0CUhpRSlGgVTegDaBZHQJFeNrylN111fZQoaAZoCWgPQwi6MNKL2jhYQJSGlFKUaBVN6ANoFkdAkWdcYht+C3V9lChoBmgJaA9DCNQMqaL4gWBAlIaUUpRoFU3oA2gWR0CRcfoTfzjFdX2UKGgGaAloD0MIeNMtO8SOYECUhpRSlGgVTegDaBZHQJF5w2Q4jr11fZQoaAZoCWgPQwj5LqUuGYVgQJSGlFKUaBVN6ANoFkdAkYRRYJVsDXV9lChoBmgJaA9DCKKakqzD91dAlIaUUpRoFU3oA2gWR0CRj8gHu7YkdX2UKGgGaAloD0MIDhXj/E1tWECUhpRSlGgVTegDaBZHQJGaCmFajet1fZQoaAZoCWgPQwgstklFY2dZQJSGlFKUaBVN6ANoFkdAkaTUS26TXHV9lChoBmgJaA9DCASpFDsa0lhAlIaUUpRoFU3oA2gWR0CRrvEzfrKOdX2UKGgGaAloD0MIeHsQAvJLakCUhpRSlGgVTeMDaBZHQJG6MRK6Fuh1fZQoaAZoCWgPQwgepKfIISJZQJSGlFKUaBVN6ANoFkdAkcTBFmWdE3V9lChoBmgJaA9DCKgY529Cm2pAlIaUUpRoFU2ZAWgWR0CRyKLHMlkZdX2UKGgGaAloD0MIIGPuWkLOKUCUhpRSlGgVTT0BaBZHQJHKjT1CgK51fZQoaAZoCWgPQwj35GGh1k5dQJSGlFKUaBVN6ANoFkdAkdN3B+F10XV9lChoBmgJaA9DCJ91jZaDbGdAlIaUUpRoFU3oA2gWR0CR2/agElmfdX2UKGgGaAloD0MImRHeHoTIKcCUhpRSlGgVTQYBaBZHQJHdbqhUR4B1fZQoaAZoCWgPQwhcrKjBNFZVQJSGlFKUaBVN6ANoFkdAkecC3gDRt3V9lChoBmgJaA9DCO0NvjCZTjXAlIaUUpRoFU0QAWgWR0CR6KDNyHVPdX2UKGgGaAloD0MIHO244Xc5V0CUhpRSlGgVTegDaBZHQJHy2ZZ0Syt1fZQoaAZoCWgPQwhkBb8Nsb1lQJSGlFKUaBVN6ANoFkdAkfvbqD9OynV9lChoBmgJaA9DCPGBHf8FrVpAlIaUUpRoFU3oA2gWR0CSBIfqHGjsdX2UKGgGaAloD0MIBU1LrIxZYkCUhpRSlGgVTegDaBZHQJINVR0lqrR1fZQoaAZoCWgPQwhzLzArFGRZQJSGlFKUaBVN6ANoFkdAkhYIGpuMuXV9lChoBmgJaA9DCDnRrkJKLmxAlIaUUpRoFU2XA2gWR0CSHb3Gn4widX2UKGgGaAloD0MI6svSTs0ZXECUhpRSlGgVTegDaBZHQJImnLRrrPd1fZQoaAZoCWgPQwj5MHvZdiZAQJSGlFKUaBVL+2gWR0CSKBprk8zRdX2UKGgGaAloD0MIwf2AB4aAakCUhpRSlGgVTfkCaBZHQJIvOe6I3zd1fZQoaAZoCWgPQwipFhHF5OJcQJSGlFKUaBVN6ANoFkdAkjh/X5FgD3V9lChoBmgJaA9DCGVtUzwuCjBAlIaUUpRoFU0NAWgWR0CSOgTjNpuddX2UKGgGaAloD0MIl6yKcJMzXkCUhpRSlGgVTegDaBZHQJJCXxRVIZt1fZQoaAZoCWgPQwh/2T152JhtQJSGlFKUaBVNdgJoFkdAkkhq/h2nsXV9lChoBmgJaA9DCOtSI/Sz7m5AlIaUUpRoFU0hA2gWR0CST+5lOGj9dX2UKGgGaAloD0MIkq0upwSQQUCUhpRSlGgVS6doFkdAklDWcnVoYnV9lChoBmgJaA9DCJD4FWu4E1lAlIaUUpRoFU3oA2gWR0CSWi/5ckdFdX2UKGgGaAloD0MIdji6SndX8b+UhpRSlGgVTSgBaBZHQJJb5+TeO4p1fZQoaAZoCWgPQwgr24e85XRvQJSGlFKUaBVNywJoFkdAkmH9DIBBA3V9lChoBmgJaA9DCEonEkw1BzFAlIaUUpRoFUv5aBZHQJJjWn/DLr51fZQoaAZoCWgPQwhq+uyAa8pzQJSGlFKUaBVNiAFoFkdAkmWzFMqSYHV9lChoBmgJaA9DCHV3nQ15C25AlIaUUpRoFU2NAWgWR0CSaZIcR15jdX2UKGgGaAloD0MIIVhVLz9HcECUhpRSlGgVTQcCaBZHQJJtV8fFJg91fZQoaAZoCWgPQwhKCiyAqQJuQJSGlFKUaBVNzQFoFkdAknHhXCCSR3V9lChoBmgJaA9DCFneVQ8YAm1AlIaUUpRoFU1eAmgWR0CSdlIatLcsdX2UKGgGaAloD0MIaTUk7jEGbUCUhpRSlGgVTXEBaBZHQJJ59yLhrFh1fZQoaAZoCWgPQwhdFhObj3hwQJSGlFKUaBVNSwJoFkdAkn4A0TDfnHV9lChoBmgJaA9DCEDBxYoajABAlIaUUpRoFUv8aBZHQJKAlxjriVB1fZQoaAZoCWgPQwiaXIyBNTZxQJSGlFKUaBVNwwFoFkdAkoOkdJaq0nV9lChoBmgJaA9DCHPaU3KO3XJAlIaUUpRoFUv8aBZHQJKFGPEKmbd1fZQoaAZoCWgPQwjd6c4TD+lwQJSGlFKUaBVNrQFoFkdAkokN0Rvm5nV9lChoBmgJaA9DCP/MID4wenBAlIaUUpRoFU3oAmgWR0CSjsYA80UHdX2UKGgGaAloD0MIG9e/6zOcb0CUhpRSlGgVTZ4BaBZHQJKSwKlYU351fZQoaAZoCWgPQwgno8ow7qBrQJSGlFKUaBVNcgJoFkdAkpeoJNTLn3V9lChoBmgJaA9DCAg7xapBgDrAlIaUUpRoFUu2aBZHQJKZ5CkXUH91fZQoaAZoCWgPQwiX5IBdDR9xQJSGlFKUaBVNqQFoFkdAkp0ESqU/wHV9lChoBmgJaA9DCKCKG7eYzxBAlIaUUpRoFU0uAWgWR0CSntltCRfXdX2UKGgGaAloD0MIwY7/AkHMOsCUhpRSlGgVS+VoFkdAkqFPpt78enV9lChoBmgJaA9DCOf7qfHSF3BAlIaUUpRoFU3NAWgWR0CSpHSbpeNUdX2UKGgGaAloD0MIFajF4GFycECUhpRSlGgVTdcBaBZHQJKnvUutfXx1fZQoaAZoCWgPQwjk84qnHkklQJSGlFKUaBVL7WgWR0CSqkEC/47BdX2UKGgGaAloD0MIkBMmjGZwb0CUhpRSlGgVTfkBaBZHQJKty3w1BMV1fZQoaAZoCWgPQwiy1eWUgCdWQJSGlFKUaBVN6ANoFkdAkrZlolD4QHV9lChoBmgJaA9DCMZrXtUZDnBAlIaUUpRoFU2WAWgWR0CSulx8UmD2dX2UKGgGaAloD0MIF9NM9/rKcECUhpRSlGgVTRYCaBZHQJK+FRgqmTF1fZQoaAZoCWgPQwiUMT7MXoJxQJSGlFKUaBVN4AFoFkdAksJ4h2W6b3V9lChoBmgJaA9DCLjkuFM6gm1AlIaUUpRoFU0NAmgWR0CSxr7e2uxKdX2UKGgGaAloD0MIpoC0/wEibECUhpRSlGgVTcUBaBZHQJLKG4Bmwq11fZQoaAZoCWgPQwgc7iO35jRwQJSGlFKUaBVNdwFoFkdAks3+kk8ifXV9lChoBmgJaA9DCLbZWIm5tnBAlIaUUpRoFU2BAWgWR0CS0FoBq9GrdWUu"
    },
    "ep_success_buffer": {
        ":type:": "<class 'collections.deque'>",
        ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
    },
    "_n_updates": 1956,
    "n_steps": 1024,
    "gamma": 0.999,
    "gae_lambda": 0.98,
    "ent_coef": 0.01,
    "vf_coef": 0.5,
    "max_grad_norm": 0.5,
    "batch_size": 64,
    "n_epochs": 4,
    "clip_range": {
        ":type:": "<class 'function'>",
        ":serialized:": "gAWVvwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAUsBSxNDBIgAUwCUToWUKYwBX5SFlIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxIL3Vzci9sb2NhbC9saWIvcHl0aG9uMy43L2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"
    },
    "clip_range_vf": null,
    "normalize_advantage": true,
    "target_kl": null
}