Initial commit

args.yml

@@ -16,7 +16,7 @@
   - - hyperparams
     - null
   - - log_folder
-    - seals_experts_wandb/
+    - seals_experts_wandb_oldpickle/seed_6/
   - - log_interval
     - -1
   - - max_total_trials
@@ -56,7 +56,7 @@
   - - study_name
     - null
   - - tensorboard_log
-    - runs/seals/Ant-v0__ppo__6__1658498382
+    - runs/seals/Ant-v0__ppo__6__1658839810
   - - track
     - true
   - - trained_agent
@@ -72,4 +72,4 @@
   - - wandb_entity
     - null
   - - wandb_project_name
-    - seals-experts
+    - seals-experts-oldpickle

ppo-seals-Ant-v0.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4d8ea28328b1621c1bc5a45a210b615df67c0dc9a3554a69cfa5c306e21a1a8
-size 323114
+oid sha256:d3d416432eed44695c136113201081a2a957d0659ca2b75a5a4221bc5bcdc0f2
+size 323102

ppo-seals-Ant-v0/data

@@ -4,19 +4,19 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param sde_net_arch: Network architecture for extracting features\n        when using gSDE. If None, the latent features from the policy will be used.\n        Pass an empty list to use the states as features.\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f6d6c3e7790>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f6d6c3e7820>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f6d6c3e78b0>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f6d6c3e7940>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f6d6c3e79d0>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f6d6c3e7a60>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f6d6c3e7af0>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f6d6c3e7b80>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f6d6c3e7c10>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f6d6c3e7ca0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f6d6c3e7d30>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7fa1852e88b0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fa1852e8940>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fa1852e89d0>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fa1852e8a60>",
+        "_build": "<function ActorCriticPolicy._build at 0x7fa1852e8af0>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7fa1852e8b80>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fa1852e8c10>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7fa1852e8ca0>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fa1852e8d30>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fa1852e8dc0>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fa1852e8e50>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc_data object at 0x7f6d6c3ddcc0>"
+        "_abc_impl": "<_abc_data object at 0x7fa1852dde70>"
     },
     "verbose": 1,
     "policy_kwargs": {
@@ -68,15 +68,15 @@
     "_num_timesteps_at_start": 0,
     "seed": 0,
     "action_noise": null,
-    "start_time": 1658498389.0071824,
+    "start_time": 1658839813.3867843,
     "learning_rate": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVhwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVS9ob21lL21heGltaWxpYW4vLmxvY2FsL2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuAQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UaAx1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/J4ociIVX/oWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFUvaG9tZS9tYXhpbWlsaWFuLy5sb2NhbC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgNdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBdoDowMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPyeKHIiFV/6FlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
     },
-    "tensorboard_log": "runs/seals/Ant-v0__ppo__6__1658498382/seals-Ant-v0",
+    "tensorboard_log": "runs/seals/Ant-v0__ppo__6__1658839810/seals-Ant-v0",
     "lr_schedule": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVhwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVS9ob21lL21heGltaWxpYW4vLmxvY2FsL2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuAQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UaAx1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/J4ociIVX/oWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFUvaG9tZS9tYXhpbWlsaWFuLy5sb2NhbC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgNdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBdoDowMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHPyeKHIiFV/6FlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
     },
     "_last_obs": null,
     "_last_episode_starts": {
@@ -93,7 +93,7 @@
     "_current_progress_remaining": -0.0014719999999999178,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIcEBLV1wBsECUhpRSlIwBbJRN6AOMAXSUR0C72v20Z3s5dX2UKGgGaAloD0MI0/VE141gsECUhpRSlGgVTegDaBZHQLvdGyGzru91fZQoaAZoCWgPQwjj+nd9Uh6wQJSGlFKUaBVN6ANoFkdAu+flwqAjIXV9lChoBmgJaA9DCBDNPLnO9K5AlIaUUpRoFU3oA2gWR0C76h9qgyuZdX2UKGgGaAloD0MIf93pzg+YsECUhpRSlGgVTegDaBZHQLv0UqHXVb11fZQoaAZoCWgPQwif46PFuU6qQJSGlFKUaBVN6ANoFkdAu/cE8DB/JHV9lChoBmgJaA9DCNIA3gIBAq5AlIaUUpRoFU3oA2gWR0C8ALg40dildX2UKGgGaAloD0MIhZm2fyXAoUCUhpRSlGgVTegDaBZHQLwDC8gZCOZ1fZQoaAZoCWgPQwgsYthhWEmwQJSGlFKUaBVN6ANoFkdAvA05V+7UX3V9lChoBmgJaA9DCBQH0O9TtbBAlIaUUpRoFU3oA2gWR0C8D4pfICEIdX2UKGgGaAloD0MI5WIMrKcxsECUhpRSlGgVTegDaBZHQLwZtU96kZd1fZQoaAZoCWgPQwhrKSDtc+ewQJSGlFKUaBVN6ANoFkdAvByYPwuuinV9lChoBmgJaA9DCF4T0hoLQLBAlIaUUpRoFU3oA2gWR0C8J0DErGzbdX2UKGgGaAloD0MIGhU42eZVqkCUhpRSlGgVTegDaBZHQLwptBBiTdN1fZQoaAZoCWgPQwhLkXwl1PCwQJSGlFKUaBVN6ANoFkdAvDRPCvX9SHV9lChoBmgJaA9DCEypS8ZRda9AlIaUUpRoFU3oA2gWR0C8NvgyZa3adX2UKGgGaAloD0MILxaGyKnolUCUhpRSlGgVTegDaBZHQLxBOSwGGEh1fZQoaAZoCWgPQwim0eRi3FmSQJSGlFKUaBVN6ANoFkdAvEPa6NEPUnV9lChoBmgJaA9DCBiYFYpYQLBAlIaUUpRoFU3oA2gWR0C8Tbt9H+ZPdX2UKGgGaAloD0MILev+sSgdr0CUhpRSlGgVTegDaBZHQLxPwaNdZ7p1fZQoaAZoCWgPQwgCYadYRSewQJSGlFKUaBVN6ANoFkdAvFoBqO938nV9lChoBmgJaA9DCN3pzhP/wa9AlIaUUpRoFU3oA2gWR0C8XB2DlHSXdX2UKGgGaAloD0MI9WVppzoxsECUhpRSlGgVTegDaBZHQLxmAFOO8011fZQoaAZoCWgPQwiUwOYclF+jQJSGlFKUaBVN6ANoFkdAvGhyUmlZYHV9lChoBmgJaA9DCJ2AJsIOxa5AlIaUUpRoFU3oA2gWR0C8fZc8HObBdX2UKGgGaAloD0MIYK5FC8Bqr0CUhpRSlGgVTegDaBZHQLx/Y22XsxB1fZQoaAZoCWgPQwhxytx8w72CQJSGlFKUaBVN6ANoFkdAvImt1wHZ9XV9lChoBmgJaA9DCFGjkGTOjqVAlIaUUpRoFU3oA2gWR0C8i6gfQrtmdX2UKGgGaAloD0MI9IsS9O8BpkCUhpRSlGgVTegDaBZHQLyVEzxgAp91fZQoaAZoCWgPQwjmV3OAUEyUQJSGlFKUaBVN6ANoFkdAvJcUornTzHV9lChoBmgJaA9DCJpEveDT9K9AlIaUUpRoFU3oA2gWR0C8oKGOU+s6dX2UKGgGaAloD0MIrp6T3se1sECUhpRSlGgVTegDaBZHQLyjD+dK/VR1fZQoaAZoCWgPQwjFrBdDDV+wQJSGlFKUaBVN6ANoFkdAvKu4lByCF3V9lChoBmgJaA9DCCl4CrkC+bBAlIaUUpRoFU3oA2gWR0C8raHMpw0gdX2UKGgGaAloD0MIkQ4PYQxHlECUhpRSlGgVTegDaBZHQLy3TZ3cHnl1fZQoaAZoCWgPQwhLrfcb7ZmhQJSGlFKUaBVN6ANoFkdAvLnB0HQhOnV9lChoBmgJaA9DCALTad3yNrBAlIaUUpRoFU3oA2gWR0C8w5bw4KhMdX2UKGgGaAloD0MIniYz3hrFsECUhpRSlGgVTegDaBZHQLzFpIQe3hJ1fZQoaAZoCWgPQwgJGcizF4mwQJSGlFKUaBVN6ANoFkdAvMe22JBPbnV9lChoBmgJaA9DCPg1kgRlc7BAlIaUUpRoFU3oA2gWR0C80SFDOTq0dX2UKGgGaAloD0MI4J18epgmsECUhpRSlGgVTegDaBZHQLzTd+zt1IR1fZQoaAZoCWgPQwgoRwGi4Mh5QJSGlFKUaBVN6ANoFkdAvNzNh9b5dnV9lChoBmgJaA9DCEdxjjoKobBAlIaUUpRoFU3oA2gWR0C83uyqABkqdX2UKGgGaAloD0MIbt44KbhusECUhpRSlGgVTegDaBZHQLzoTzGPxQV1fZQoaAZoCWgPQwgP1v85QDaxQJSGlFKUaBVN6ANoFkdAvOp+NS619nV9lChoBmgJaA9DCCGTjJyVrbFAlIaUUpRoFU3oA2gWR0C88zOWa+ewdX2UKGgGaAloD0MIcT0K16PTd0CUhpRSlGgVTegDaBZHQLz1ZAv+OwR1fZQoaAZoCWgPQwj6DKg3F3GwQJSGlFKUaBVN6ANoFkdAvP4Z8rqdH3V9lChoBmgJaA9DCC52+6zaHq9AlIaUUpRoFU3oA2gWR0C9ABHjU/fPdX2UKGgGaAloD0MIRwVOtqFMsUCUhpRSlGgVTegDaBZHQL0RAUiILw51fZQoaAZoCWgPQwjNkgA1LWqxQJSGlFKUaBVN6ANoFkdAvRL95Z8rqnV9lChoBmgJaA9DCMRDGD9lm6dAlIaUUpRoFU3oA2gWR0C9Gqt7SiM6dX2UKGgGaAloD0MIa0dxjoKjr0CUhpRSlGgVTegDaBZHQL0chSeAd4p1fZQoaAZoCWgPQwh4DmWolouwQJSGlFKUaBVN6ANoFkdAvSRU+pwS8XV9lChoBmgJaA9DCFa3ek4KhbBAlIaUUpRoFU3oA2gWR0C9JiiROk+HdX2UKGgGaAloD0MI4xx1dCyHr0CUhpRSlGgVTegDaBZHQL0tzxXXAdp1fZQoaAZoCWgPQwiYaftXLtuwQJSGlFKUaBVN6ANoFkdAvS+lDPWxyHV9lChoBmgJaA9DCCjwTj69EWhAlIaUUpRoFU3oA2gWR0C9N1doJzDGdX2UKGgGaAloD0MIZyjueDvjpECUhpRSlGgVTegDaBZHQL05Pji4rjJ1fZQoaAZoCWgPQwj6Dn7ikH6YQJSGlFKUaBVN6ANoFkdAvUD1eF+NLnV9lChoBmgJaA9DCE4MycnIbbBAlIaUUpRoFU3oA2gWR0C9QssdgfEGdX2UKGgGaAloD0MIZmoSvHVmsUCUhpRSlGgVTegDaBZHQL1Knlme18d1fZQoaAZoCWgPQwiscTYdAUywQJSGlFKUaBVN6ANoFkdAvUxz/3nIQ3V9lChoBmgJaA9DCGzu6H/JYKxAlIaUUpRoFU3oA2gWR0C9VCT0QK8ddX2UKGgGaAloD0MIb7iP3HaOsUCUhpRSlGgVTegDaBZHQL1V9e/Ho5h1fZQoaAZoCWgPQwhuaMpON/mwQJSGlFKUaBVN6ANoFkdAvV20cYIjW3V9lChoBmgJaA9DCJyHE5hWKLBAlIaUUpRoFU3oA2gWR0C9X4tOqNp/dX2UKGgGaAloD0MI5DCYv/K1r0CUhpRSlGgVTegDaBZHQL1nRgeA/cF1fZQoaAZoCWgPQwgMWkjA5HWxQJSGlFKUaBVN6ANoFkdAvWkYuEmICXV9lChoBmgJaA9DCLlwICSfb7BAlIaUUpRoFU3oA2gWR0C9cM5AY51edX2UKGgGaAloD0MIhEcbR9zamkCUhpRSlGgVTegDaBZHQL1ysfkFOfx1fZQoaAZoCWgPQwi0AdiA+GivQJSGlFKUaBVN6ANoFkdAvXo8Iqsls3V9lChoBmgJaA9DCMQkXMgzba9AlIaUUpRoFU3oA2gWR0C9fA57XxvvdX2UKGgGaAloD0MIC9XNxRNvsUCUhpRSlGgVTegDaBZHQL2DwSamXPZ1fZQoaAZoCWgPQwiEmiFVBCiwQJSGlFKUaBVN6ANoFkdAvY2+7f51vHV9lChoBmgJaA9DCKclVkZTgpxAlIaUUpRoFU3oA2gWR0C9lZPYnOSodX2UKGgGaAloD0MIPITx0whgpkCUhpRSlGgVTegDaBZHQL2XeRMvh611fZQoaAZoCWgPQwjyQ6UR80NyQJSGlFKUaBVN6ANoFkdAvZ9UUqQRw3V9lChoBmgJaA9DCO5D3nLFFrFAlIaUUpRoFU3oA2gWR0C9oS4e5nUUdX2UKGgGaAloD0MIQdMSKw86sECUhpRSlGgVTegDaBZHQL2o4kuYhMd1fZQoaAZoCWgPQwjwTGiSSFiQQJSGlFKUaBVN6ANoFkdAvarKONo8IXV9lChoBmgJaA9DCGjnNAtQG7BAlIaUUpRoFU3oA2gWR0C9rJ9zr/sFdX2UKGgGaAloD0MIEf+wpYdOd0CUhpRSlGgVTegDaBZHQL20gP2PDHh1fZQoaAZoCWgPQwiQFJFhVXyvQJSGlFKUaBVN6ANoFkdAvbZQuAZsK3V9lChoBmgJaA9DCAqi7gPwQKJAlIaUUpRoFU3oA2gWR0C9viQBPsRhdX2UKGgGaAloD0MINdHno/QQskCUhpRSlGgVTegDaBZHQL2/5l+3H7x1fZQoaAZoCWgPQwih2AqamiGwQJSGlFKUaBVN6ANoFkdAvceXSKFZgXV9lChoBmgJaA9DCJhuEoPESLFAlIaUUpRoFU3oA2gWR0C9yWb+5vtMdX2UKGgGaAloD0MIY7SOqjZqlkCUhpRSlGgVTegDaBZHQL3RLQiRnvl1fZQoaAZoCWgPQwixTSoaKwF/QJSGlFKUaBVN6ANoFkdAvdM4RXfZVXV9lChoBmgJaA9DCIV80LONmLFAlIaUUpRoFU3oA2gWR0C92vt3GGVSdX2UKGgGaAloD0MItRfRduS8r0CUhpRSlGgVTegDaBZHQL3c1Sq2jO91fZQoaAZoCWgPQwgyPWGJ/12wQJSGlFKUaBVN6ANoFkdAveSMpRXOnnV9lChoBmgJaA9DCMB7R43J25lAlIaUUpRoFU3oA2gWR0C95n+MAFPjdX2UKGgGaAloD0MI71cBvnOcsECUhpRSlGgVTegDaBZHQL3uILG7z091fZQoaAZoCWgPQwgVqpuLC06xQJSGlFKUaBVN6ANoFkdAve/8RWcSXnV9lChoBmgJaA9DCOgTeZLsp7BAlIaUUpRoFU3oA2gWR0C994CXD3uedX2UKGgGaAloD0MIem6hKzFMjkCUhpRSlGgVTegDaBZHQL35eexOclR1fZQoaAZoCWgPQwgCZylZhrCwQJSGlFKUaBVN6ANoFkdAvgEerMkhR3V9lChoBmgJaA9DCFzMzw1NEm9AlIaUUpRoFU3oA2gWR0C+CxY46wMZdWUu"
+        ":serialized:": "gAWVgRAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIcEBLV1wBsECUhpRSlIwBbJRN6AOMAXSUR0CyMfwLeANHdX2UKGgGaAloD0MI0/VE141gsECUhpRSlGgVTegDaBZHQLIzyV8Ti851fZQoaAZoCWgPQwjj+nd9Uh6wQJSGlFKUaBVN6ANoFkdAsjtWNQ0oB3V9lChoBmgJaA9DCBDNPLnO9K5AlIaUUpRoFU3oA2gWR0CyPSgFs54odX2UKGgGaAloD0MIf93pzg+YsECUhpRSlGgVTegDaBZHQLJEtzVc2R91fZQoaAZoCWgPQwif46PFuU6qQJSGlFKUaBVN6ANoFkdAskaKVt4zJ3V9lChoBmgJaA9DCNIA3gIBAq5AlIaUUpRoFU3oA2gWR0CyTdqya/h3dX2UKGgGaAloD0MIhZm2fyXAoUCUhpRSlGgVTegDaBZHQLJPq24NI9V1fZQoaAZoCWgPQwgsYthhWEmwQJSGlFKUaBVN6ANoFkdAslcOtITXa3V9lChoBmgJaA9DCBQH0O9TtbBAlIaUUpRoFU3oA2gWR0CyWN8b70nPdX2UKGgGaAloD0MI5WIMrKcxsECUhpRSlGgVTegDaBZHQLJgivYe1a51fZQoaAZoCWgPQwhrKSDtc+ewQJSGlFKUaBVN6ANoFkdAsmJiDAaegHV9lChoBmgJaA9DCF4T0hoLQLBAlIaUUpRoFU3oA2gWR0CyaeHVkMCtdX2UKGgGaAloD0MIGhU42eZVqkCUhpRSlGgVTegDaBZHQLJrt8FY+0R1fZQoaAZoCWgPQwhLkXwl1PCwQJSGlFKUaBVN6ANoFkdAsnJn7di2D3V9lChoBmgJaA9DCEypS8ZRda9AlIaUUpRoFU3oA2gWR0CydCMQZn+RdX2UKGgGaAloD0MILxaGyKnolUCUhpRSlGgVTegDaBZHQLJ7o4mkWRB1fZQoaAZoCWgPQwim0eRi3FmSQJSGlFKUaBVN6ANoFkdAsn2GwC8vmHV9lChoBmgJaA9DCBiYFYpYQLBAlIaUUpRoFU3oA2gWR0CyhO8AmzBzdX2UKGgGaAloD0MILev+sSgdr0CUhpRSlGgVTegDaBZHQLKGw3XI2fl1fZQoaAZoCWgPQwgCYadYRSewQJSGlFKUaBVN6ANoFkdAso5k1UEPlXV9lChoBmgJaA9DCN3pzhP/wa9AlIaUUpRoFU3oA2gWR0CykDavA44qdX2UKGgGaAloD0MI9WVppzoxsECUhpRSlGgVTegDaBZHQLKX1s5n14B1fZQoaAZoCWgPQwiUwOYclF+jQJSGlFKUaBVN6ANoFkdAspmzOX3QD3V9lChoBmgJaA9DCJ2AJsIOxa5AlIaUUpRoFU3oA2gWR0CyqWiqABkqdX2UKGgGaAloD0MIYK5FC8Bqr0CUhpRSlGgVTegDaBZHQLKrP/etSyd1fZQoaAZoCWgPQwhxytx8w72CQJSGlFKUaBVN6ANoFkdAsrLvKMefZnV9lChoBmgJaA9DCFGjkGTOjqVAlIaUUpRoFU3oA2gWR0CytNa7ROUMdX2UKGgGaAloD0MI9IsS9O8BpkCUhpRSlGgVTegDaBZHQLK8j8jzI3l1fZQoaAZoCWgPQwjmV3OAUEyUQJSGlFKUaBVN6ANoFkdAsr57N4Z/C3V9lChoBmgJaA9DCJpEveDT9K9AlIaUUpRoFU3oA2gWR0CyxiGaH9FXdX2UKGgGaAloD0MIrp6T3se1sECUhpRSlGgVTegDaBZHQLLH/HSWqtJ1fZQoaAZoCWgPQwjFrBdDDV+wQJSGlFKUaBVN6ANoFkdAss+V8D0UXnV9lChoBmgJaA9DCCl4CrkC+bBAlIaUUpRoFU3oA2gWR0Cy0WYzN2TxdX2UKGgGaAloD0MIkQ4PYQxHlECUhpRSlGgVTegDaBZHQLLZOwGnn+11fZQoaAZoCWgPQwhLrfcb7ZmhQJSGlFKUaBVN6ANoFkdAstsl1gYxcnV9lChoBmgJaA9DCALTad3yNrBAlIaUUpRoFU3oA2gWR0Cy4poOhCdCdX2UKGgGaAloD0MIniYz3hrFsECUhpRSlGgVTegDaBZHQLLkcBsANod1fZQoaAZoCWgPQwgJGcizF4mwQJSGlFKUaBVN6ANoFkdAsuZJzzVc2XV9lChoBmgJaA9DCPg1kgRlc7BAlIaUUpRoFU3oA2gWR0Cy7eiuIRAbdX2UKGgGaAloD0MI4J18epgmsECUhpRSlGgVTegDaBZHQLLvu/2Cdz51fZQoaAZoCWgPQwgoRwGi4Mh5QJSGlFKUaBVN6ANoFkdAsveWN1hb4nV9lChoBmgJaA9DCEdxjjoKobBAlIaUUpRoFU3oA2gWR0Cy+XX6Q/5ddX2UKGgGaAloD0MIbt44KbhusECUhpRSlGgVTegDaBZHQLMBHX2/SIB1fZQoaAZoCWgPQwgP1v85QDaxQJSGlFKUaBVN6ANoFkdAswLoRe1KG3V9lChoBmgJaA9DCCGTjJyVrbFAlIaUUpRoFU3oA2gWR0CzCn+qioKldX2UKGgGaAloD0MIcT0K16PTd0CUhpRSlGgVTegDaBZHQLMMdxzq8lJ1fZQoaAZoCWgPQwj6DKg3F3GwQJSGlFKUaBVN6ANoFkdAsxPy8XenAXV9lChoBmgJaA9DCC52+6zaHq9AlIaUUpRoFU3oA2gWR0CzFcfkmx+sdX2UKGgGaAloD0MIRwVOtqFMsUCUhpRSlGgVTegDaBZHQLMlTyBkI5Z1fZQoaAZoCWgPQwjNkgA1LWqxQJSGlFKUaBVN6ANoFkdAsyclv/BFeHV9lChoBmgJaA9DCMRDGD9lm6dAlIaUUpRoFU3oA2gWR0CzLrEd3jdYdX2UKGgGaAloD0MIa0dxjoKjr0CUhpRSlGgVTegDaBZHQLMwh+7UXpJ1fZQoaAZoCWgPQwh4DmWolouwQJSGlFKUaBVN6ANoFkdAszgqKNyYHHV9lChoBmgJaA9DCFa3ek4KhbBAlIaUUpRoFU3oA2gWR0CzOfiwnpjddX2UKGgGaAloD0MI4xx1dCyHr0CUhpRSlGgVTegDaBZHQLNBopVS4vx1fZQoaAZoCWgPQwiYaftXLtuwQJSGlFKUaBVN6ANoFkdAs0NzmJWNm3V9lChoBmgJaA9DCCjwTj69EWhAlIaUUpRoFU3oA2gWR0CzSyM5n13/dX2UKGgGaAloD0MIZyjueDvjpECUhpRSlGgVTegDaBZHQLNNBS/TLGJ1fZQoaAZoCWgPQwj6Dn7ikH6YQJSGlFKUaBVN6ANoFkdAs1S7WiDdxnV9lChoBmgJaA9DCE4MycnIbbBAlIaUUpRoFU3oA2gWR0CzVom51/2CdX2UKGgGaAloD0MIZmoSvHVmsUCUhpRSlGgVTegDaBZHQLNeN3juKGd1fZQoaAZoCWgPQwiscTYdAUywQJSGlFKUaBVN6ANoFkdAs2AN2fTTfHV9lChoBmgJaA9DCGzu6H/JYKxAlIaUUpRoFU3oA2gWR0CzZ8J2ZApsdX2UKGgGaAloD0MIb7iP3HaOsUCUhpRSlGgVTegDaBZHQLNpnuBczIp1fZQoaAZoCWgPQwhuaMpON/mwQJSGlFKUaBVN6ANoFkdAs3Eu2x6fJ3V9lChoBmgJaA9DCJyHE5hWKLBAlIaUUpRoFU3oA2gWR0Czcw35vcagdX2UKGgGaAloD0MI5DCYv/K1r0CUhpRSlGgVTegDaBZHQLN6nq0+kgx1fZQoaAZoCWgPQwgMWkjA5HWxQJSGlFKUaBVN6ANoFkdAs3x3h2nsLXV9lChoBmgJaA9DCLlwICSfb7BAlIaUUpRoFU3oA2gWR0CzhB1ZowmFdX2UKGgGaAloD0MIhEcbR9zamkCUhpRSlGgVTegDaBZHQLOGBUDMeOp1fZQoaAZoCWgPQwi0AdiA+GivQJSGlFKUaBVN6ANoFkdAs427G7z06HV9lChoBmgJaA9DCMQkXMgzba9AlIaUUpRoFU3oA2gWR0Czj5PigkC4dX2UKGgGaAloD0MIC9XNxRNvsUCUhpRSlGgVTegDaBZHQLOXY3iJfpl1fZQoaAZoCWgPQwiEmiFVBCiwQJSGlFKUaBVN6ANoFkdAs6FeVNYbKnV9lChoBmgJaA9DCKclVkZTgpxAlIaUUpRoFU3oA2gWR0CzqQzX8O0+dX2UKGgGaAloD0MIPITx0whgpkCUhpRSlGgVTegDaBZHQLOq9BfKISF1fZQoaAZoCWgPQwjyQ6UR80NyQJSGlFKUaBVN6ANoFkdAs7LL0PH1e3V9lChoBmgJaA9DCO5D3nLFFrFAlIaUUpRoFU3oA2gWR0CztKcCgbqAdX2UKGgGaAloD0MIQdMSKw86sECUhpRSlGgVTegDaBZHQLO8SjmCAc11fZQoaAZoCWgPQwjwTGiSSFiQQJSGlFKUaBVN6ANoFkdAs740pe/pMnV9lChoBmgJaA9DCGjnNAtQG7BAlIaUUpRoFU3oA2gWR0CzwAn003wTdX2UKGgGaAloD0MIEf+wpYdOd0CUhpRSlGgVTegDaBZHQLPH2SiM5wR1fZQoaAZoCWgPQwiQFJFhVXyvQJSGlFKUaBVN6ANoFkdAs8mpNxlxwXV9lChoBmgJaA9DCAqi7gPwQKJAlIaUUpRoFU3oA2gWR0Cz0UXj6vaDdX2UKGgGaAloD0MINdHno/QQskCUhpRSlGgVTegDaBZHQLPTDM85jpd1fZQoaAZoCWgPQwih2AqamiGwQJSGlFKUaBVN6ANoFkdAs9qu+bmU4nV9lChoBmgJaA9DCJhuEoPESLFAlIaUUpRoFU3oA2gWR0Cz3IqbONYKdX2UKGgGaAloD0MIY7SOqjZqlkCUhpRSlGgVTegDaBZHQLPkQbUgB911fZQoaAZoCWgPQwixTSoaKwF/QJSGlFKUaBVN6ANoFkdAs+ZH4FiazHV9lChoBmgJaA9DCIV80LONmLFAlIaUUpRoFU3oA2gWR0Cz7fMqe9SNdX2UKGgGaAloD0MItRfRduS8r0CUhpRSlGgVTegDaBZHQLPvzay8jA11fZQoaAZoCWgPQwgyPWGJ/12wQJSGlFKUaBVN6ANoFkdAs/dcDp1RtXV9lChoBmgJaA9DCMB7R43J25lAlIaUUpRoFU3oA2gWR0Cz+UArH2h7dX2UKGgGaAloD0MI71cBvnOcsECUhpRSlGgVTegDaBZHQLQA2Q2dd3V1fZQoaAZoCWgPQwgVqpuLC06xQJSGlFKUaBVN6ANoFkdAtAKyngpBonV9lChoBmgJaA9DCOgTeZLsp7BAlIaUUpRoFU3oA2gWR0C0CjiI1tO3dX2UKGgGaAloD0MIem6hKzFMjkCUhpRSlGgVTegDaBZHQLQMKgf2bod1fZQoaAZoCWgPQwgCZylZhrCwQJSGlFKUaBVN6ANoFkdAtBO0aisXBXV9lChoBmgJaA9DCFzMzw1NEm9AlIaUUpRoFU3oA2gWR0C0HZTyOJcgdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
@@ -110,7 +110,7 @@
     "n_epochs": 10,
     "clip_range": {
         ":type:": "<class 'function'>",
-        ":serialized:": "gAWVhwIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMVS9ob21lL21heGltaWxpYW4vLmxvY2FsL2xpYi9weXRob24zLjgvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuAQwIAAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UaAx1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlIwcY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEl9mdW5jdGlvbl9zZXRzdGF0ZZSTlGgefZR9lChoFmgNjAxfX3F1YWxuYW1lX1+UjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoF4wHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlEc/0zMzMzMzM4WUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwLg=="
+        ":serialized:": "gAWVhQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjFUvaG9tZS9tYXhpbWlsaWFuLy5sb2NhbC9saWIvcHl0aG9uMy44L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwEZnVuY5RLgEMCAAGUjAN2YWyUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flGgNdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpSMHGNsb3VkcGlja2xlLmNsb3VkcGlja2xlX2Zhc3SUjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoH32UfZQoaBdoDowMX19xdWFsbmFtZV9flIwZY29uc3RhbnRfZm4uPGxvY2Fscz4uZnVuY5SMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBiMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RHP9MzMzMzMzOFlFKUhZSMF19jbG91ZHBpY2tsZV9zdWJtb2R1bGVzlF2UjAtfX2dsb2JhbHNfX5R9lHWGlIZSMC4="
     },
     "clip_range_vf": null,
     "normalize_advantage": true,

results.json

@@ -1 +1 @@
-{"mean_reward": 1185.2132266, "std_reward": 557.9244792064619, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-07-25T13:01:43.543246"}
+{"mean_reward": 1185.2132266, "std_reward": 557.9244792064619, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2022-07-27T16:58:28.557618"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72d206394cccd6123440fe5b2a9528d3fcd5f6297162c9009f1e2ff70a7c8daf
-size 34127
+oid sha256:e983feaa469a8aae6266b498399ba9b75253d4605d8943725b15d4dd87eeb994
+size 34060