Initial commit
Browse files- README.md +1 -1
- a2c-AntBulletEnv-v0.zip +2 -2
- a2c-AntBulletEnv-v0/data +8 -8
- a2c-AntBulletEnv-v0/policy.optimizer.pth +1 -1
- a2c-AntBulletEnv-v0/policy.pth +1 -1
- config.json +1 -1
- results.json +1 -1
- vec_normalize.pkl +1 -1
README.md
CHANGED
|
@@ -16,7 +16,7 @@ model-index:
|
|
| 16 |
type: AntBulletEnv-v0
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
-
value:
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
|
|
|
| 16 |
type: AntBulletEnv-v0
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
+
value: 2357.09 +/- 73.85
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
a2c-AntBulletEnv-v0.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b9956612b2f095fd408308648504496dd62039a60fb7c1f3c1fe9e35ed7a7076
|
| 3 |
+
size 132928
|
a2c-AntBulletEnv-v0/data
CHANGED
|
@@ -32,12 +32,12 @@
|
|
| 32 |
"weight_decay": 0
|
| 33 |
}
|
| 34 |
},
|
| 35 |
-
"num_timesteps":
|
| 36 |
-
"_total_timesteps":
|
| 37 |
"_num_timesteps_at_start": 0,
|
| 38 |
"seed": null,
|
| 39 |
"action_noise": null,
|
| 40 |
-
"start_time":
|
| 41 |
"learning_rate": 0.00096,
|
| 42 |
"tensorboard_log": null,
|
| 43 |
"lr_schedule": {
|
|
@@ -46,7 +46,7 @@
|
|
| 46 |
},
|
| 47 |
"_last_obs": {
|
| 48 |
":type:": "<class 'numpy.ndarray'>",
|
| 49 |
-
":serialized:": "
|
| 50 |
},
|
| 51 |
"_last_episode_starts": {
|
| 52 |
":type:": "<class 'numpy.ndarray'>",
|
|
@@ -54,22 +54,22 @@
|
|
| 54 |
},
|
| 55 |
"_last_original_obs": {
|
| 56 |
":type:": "<class 'numpy.ndarray'>",
|
| 57 |
-
":serialized:": "
|
| 58 |
},
|
| 59 |
"_episode_num": 0,
|
| 60 |
"use_sde": true,
|
| 61 |
"sde_sample_freq": -1,
|
| 62 |
-
"_current_progress_remaining":
|
| 63 |
"_stats_window_size": 100,
|
| 64 |
"ep_info_buffer": {
|
| 65 |
":type:": "<class 'collections.deque'>",
|
| 66 |
-
":serialized:": "
|
| 67 |
},
|
| 68 |
"ep_success_buffer": {
|
| 69 |
":type:": "<class 'collections.deque'>",
|
| 70 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 71 |
},
|
| 72 |
-
"_n_updates":
|
| 73 |
"n_steps": 8,
|
| 74 |
"gamma": 0.99,
|
| 75 |
"gae_lambda": 0.9,
|
|
|
|
| 32 |
"weight_decay": 0
|
| 33 |
}
|
| 34 |
},
|
| 35 |
+
"num_timesteps": 2000000,
|
| 36 |
+
"_total_timesteps": 2000000,
|
| 37 |
"_num_timesteps_at_start": 0,
|
| 38 |
"seed": null,
|
| 39 |
"action_noise": null,
|
| 40 |
+
"start_time": 1688733837285457536,
|
| 41 |
"learning_rate": 0.00096,
|
| 42 |
"tensorboard_log": null,
|
| 43 |
"lr_schedule": {
|
|
|
|
| 46 |
},
|
| 47 |
"_last_obs": {
|
| 48 |
":type:": "<class 'numpy.ndarray'>",
|
| 49 |
+
":serialized:": "gAWVdQcAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABwAAAAAAALCYCj93pvI+4hoIPyDVWD/Upb2+AzQ7P+3XeD/kxgI+Bxajv4uOFDs+64s9JBQqwAWfTT/MH6Q8jOqfv6+uNj+5HQS+hcAOQMxKBz+jQYq/qvFMvhw6tT1riZu+bKgKP8OCq7+Jt+E+Z60AwAPPPD/hgis/KxkhPh4FDD9PMMc/raRHvkMLpT9CMf4+jY6aPvuXrb+bnHc6YBUSvvb/lMC3POg+bdaIvkF2j7+6DW4/0spnP2jI/j8Sbxc+BXi9v8ZxyD0UA02/k7uGPfO61j/Dgqu/ibfhPmetAMADzzw/BcCuPuVvXr4h5OM+SdfbP4JJ6L+5D2k/QJNTvsL4MD95Fo2/eFuUPwBIEL7NC8Y/DJaCP5L7BD+3j/e+mC2+PyP/5z+gAfq8H2o2vyZ7db+UVKS/Pgtcvg8Chz5Oz4k/Fg4/P4m34T5nrQDAA888P6Mwgz6UM60/SDsjvGhVuT6e5AO/PmXJP3xbbj+X9QQ/mSejvwxwc7xPJVm+QR6uvw9yFD9xcia/YrS8v0jWGT/k/J2/f4bJPhnwGryoiUm/QJ0lPgvZsL7DTii/NvotP8OCq7+Jt+E+BKf+PgPPPD9rZgs/qgQHvTX2Aj+gxDNAtgwUwA1cJ7+wQ9m+la3pvE1nH7+ruaU/6K7pPlAbyT+ub4Q/grx8vkQokT2CGe8/nqHOP1ENwL/2Ska/f1odv3Usx77yuYq/p2eZP+nriD4WDj8/ibfhPmetAMAnja2/V0hrPz+GLr8nXwc+UK98P3YbyL4/Vxa+Y9AJP5yyNj1FDSW/kS82wHATgj8EDEO/wwDbPr/8L0CPJtG/CCaRPvC1bz/oo+e+U9ZKvu6jtj+59TI/JQSAv+ibor+/Hug/w4Krv0gsEcAEp/4+J42tv5UFED/5rwq/d/9+PoF4Vz+CRtm+TTbYvj+VUz90Mis/lFkzv0RI4L9rSK4+G2TMvsexHj9KC+k/bgfSvyGzvj7KhlI/HJcLP5TD3z2x4fw/qHsKPkS2EL4H37a/S/7kP8OCq79ILBHABKf+PieNrb+plsY+dm0XP5qZAD9FV9A/WyhbwIwnOj7/5QC/b89lPVEBNL89WKI/9+JpPo5mbT+RQdc+4pxsvgo2WT7CzNE/zFQWP9DJQ8CVOGS/Kqwmv5r+6T6lukI+nGN6P+B/UD/Dgqu/ibfhPgSn/j4Dzzw/PIgTP6KGFD+YdwE/DFcWQCbLEcBP1IO/4vrHviXL4T7zAoG/aYcLQKp4hr4nnGdA3684P+q4+r7yxp2+pcRBQBzE5z9HWZi8/SLGvoynWr/mKAS/AjKIvl3tPT8DsPo/w4Krv4m34T5nrQDAA888P0VaJD8ZW689pp0JPwQhEkAXNeC/0ugSP+mTfr5gJak+UYiLv2vZnz9w8bw+JY20P9tcjD+ixRg+EevJvtNE0D9D1OU/9XYcvm9NAb+2xVa+Tuoev0/A7r0ZXEc/slzxPxYOPz+Jt+E+Z60AwAPPPD+bzK0+iEUUv5MAYT5JRZw/gB9yPmPZuj81qZo/twKRPgMds7+qvtC5ZkyNPr8vTcCRUrg/UzSTvcayyb/dr1U/5aiUvqjQsz+zJwo/GXmsv6Rd0b7ZQyM+z85Av4m+Hj/Dgqu/SCwRwASn/j4Dzzw/1kROP+uLrb4QXsQ+7wa6P2Hbxr/p6QS/2PrJPvTj+D4OUEi+I4QiwMCgjj+q8dQ+zmlHP3bx8r6/iVu/k/yJwPFWtr7bPSe/EJg8v08+Pj95gtu8PutavhpDlL8Z4qvAFg4/P4m34T4Ep/4+J42tvxZ4Qz95w5M9KAcJPxvIsj+6r9O+pymvPveKYD7Ak5I+0/U1v/C9O8B3mHI/N2/IPk37oT+eF8s/czLlvqJQicBe4+a+v62tPlsqIr/uAHY/KN/vPs5k8D3OHUC/CY+qwBYOPz+Jt+E+BKf+PieNrb8rJQ4/usJeP40Mwz7Xgt8/ANhIv4zxlD47aWE+2YatPtN6rr98E3w6CN8hv8Ld/T61DZs/09Puvg2BEL/FmpM/QP8rPx+zAkDaBhi+9omTPeUEpj5nsdO+tkBAPiK3oT/Dgqu/ibfhPmetAMADzzw/Zt3nPo18pj5G5Qw/ftWNP+5vRr5lFJM/OdmGP1vScj6QMqO/hIqEO6jksTwWll/Ae62DP6kDP79GZqW/Yc9DPzJVCb/X1UI/tlGwPn/55L+uvSQ/JOxlPkXChb70biY/w4Krv4m34T4Ep/4+A888P3qQHj92jkM+mboMPz00EUA7/SfA7f3tv/qvLb/zG5M9+xYbv7YdH0C5rjE+QE1eQBd4Dz+m4G+/o88APrZ4oz96y9o/Pbucv6QmGr9Bp/m/xA0Tv0C1xj78Y8s/gX1VvsOCq7+Jt+E+Z60AwCeNrb+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSxBLHIaUjAFDlHSUUpQu"
|
| 50 |
},
|
| 51 |
"_last_episode_starts": {
|
| 52 |
":type:": "<class 'numpy.ndarray'>",
|
|
|
|
| 54 |
},
|
| 55 |
"_last_original_obs": {
|
| 56 |
":type:": "<class 'numpy.ndarray'>",
|
| 57 |
+
":serialized:": "gAWVdQcAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABwAAAAAAAAAAAABEY5W2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAdn/LPQAAAAA0TAHAAAAAADx4Er4AAAAAfzf4PwAAAAC/Tik9AAAAAHtb9j8AAAAAqpKYOgAAAAA/jgDAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAjqydtgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgH5wkL0AAAAAc1zZvwAAAAD1le29AAAAAMC13z8AAAAABr+QvQAAAAARZvs/AAAAACSdtj0AAAAAiCrhvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAALaZFLYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIAK8OG8AAAAAH7P2r8AAAAAGqY5vQAAAAD2UeQ/AAAAAGPzvL0AAAAAIxf9PwAAAAAutom8AAAAAHFf378AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABy1gG0AACAPwAAAAAAAAAAAAAAAAAAAAAAAACA5icEPgAAAACAkOO/AAAAAKB4+jsAAAAAIHXZPwAAAACU/OI9AAAAADgd4T8AAAAAmT42uwAAAAB5G+K/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAdPxwtgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgKQ/dD0AAAAAEW31vwAAAADpc3Q9AAAAAJFh6z8AAAAAqdgSvQAAAACCNP8/AAAAAGR66z0AAAAAibbsvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAIFfLYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIBquOs9AAAAAPep+r8AAAAAhndlPAAAAAANV9k/AAAAALm+Ab4AAAAAI/DyPwAAAADRr4m9AAAAAASW/b8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADIMVe2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACA4iyPvAAAAAAnQvW/AAAAAGhpqL0AAAAAlGz9PwAAAACqz+K9AAAAADab6z8AAAAAcXUfvQAAAACym+O/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAx8xRtgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgGn4k70AAAAA3IbovwAAAADvmsu9AAAAAPNP4D8AAAAASmRWvQAAAAAXnPA/AAAAAOFNcT0AAAAAAZjpvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABSbxLUAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIAE6gG8AAAAAPU14L8AAAAAEHZkOwAAAADHafE/AAAAABBH0DwAAAAAmrrhPwAAAADNYcM9AAAAALcQ/78AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABSJg2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACASlH3vQAAAABqi/C/AAAAAA7pBb0AAAAAzPHaPwAAAAB1v/w9AAAAAHlL+j8AAAAABECJPAAAAAC0quS/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVh/8NgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgKr+C74AAAAAcpv6vwAAAAB1lrA9AAAAAH5k7z8AAAAATYkKPgAAAAB50Pg/AAAAAJ8+Fj0AAAAAkL74vwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAECPYLYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIAQg3C9AAAAADYw7L8AAAAALykVPQAAAACpRvk/AAAAAHRV1r0AAAAAAvH/PwAAAABeAQE+AAAAAJqG678AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADjHIW1AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAvMswPAAAAAAGZd+/AAAAAJUy/z0AAAAACjYBQAAAAADTnk69AAAAADk74D8AAAAAcqvcPQAAAACDRfq/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA5pQVNwAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgE3A1b0AAAAAeB/kvwAAAAAaiAE+AAAAAJOb+z8AAAAA98fpPQAAAAD0Ueg/AAAAAI/HDL0AAAAABcHcvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAALuBozYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIA6AEe8AAAAAE9t+b8AAAAAsRkzPQAAAACKUt0/AAAAAK+U0DwAAAAAgCr5PwAAAAA6gAi+AAAAAE4v+L8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAK4co2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAgo16PQAAAACYa92/AAAAAL/GCz4AAAAAXlD8PwAAAABXJMs9AAAAALww5z8AAAAAtCSnvQAAAAAereu/AAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSxBLHIaUjAFDlHSUUpQu"
|
| 58 |
},
|
| 59 |
"_episode_num": 0,
|
| 60 |
"use_sde": true,
|
| 61 |
"sde_sample_freq": -1,
|
| 62 |
+
"_current_progress_remaining": 0.0,
|
| 63 |
"_stats_window_size": 100,
|
| 64 |
"ep_info_buffer": {
|
| 65 |
":type:": "<class 'collections.deque'>",
|
| 66 |
+
":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQJvomxZ+x4aMAWyUTegDjAF0lEdAjMT1toBaLXV9lChoBkdAnJlMr7O3UmgHTegDaAhHQIzNCtRvWH11fZQoaAZHQJ09cn6VMVVoB03oA2gIR0CM0EI+nqFAdX2UKGgGR0CgNSDs2NvPaAdN6ANoCEdAjNrqZ2IO6XV9lChoBkdAoLGNpAUtZmgHTegDaAhHQIzbgmCyyD91fZQoaAZHQJ5ZB02cawVoB03oA2gIR0CM3ZhXKbKBdX2UKGgGR0CgboQ1aW5ZaAdN6ANoCEdAjN61gYxcmnV9lChoBkdAm4Oion8baWgHTegDaAhHQIziEf/3nIR1fZQoaAZHQKAY+1LrX19oB03oA2gIR0CM7v9CNS62dX2UKGgGR0CexJdZaFEiaAdN6ANoCEdAjPOp+2E0znV9lChoBkdAn8dELtu1nmgHTegDaAhHQIz0tq+Jxed1fZQoaAZHQKDesc94eLhoB03oA2gIR0CM9MattALRdX2UKGgGR0CgBkUVi4KAaAdN6ANoCEdAjPVDHn2ZiXV9lChoBkdAn/5Xb/Ot4mgHTegDaAhHQIz1dgSeyzJ1fZQoaAZHQJ63vJJXhfloB03oA2gIR0CM+rnpSrHVdX2UKGgGR0CdFztaIN3GaAdN6ANoCEdAjPtj0L+glHV9lChoBkdAnsgbleWv82gHTegDaAhHQI0BWmUGFBZ1fZQoaAZHQJ1ssmXw9aFoB03oA2gIR0CNCXJhfBvadX2UKGgGR0CdKvbaRISUaAdN6ANoCEdAjQylhw2l23V9lChoBkdAnj48tPHktGgHTegDaAhHQI0XVId2gWd1fZQoaAZHQJ2nTjR2KVJoB03oA2gIR0CNF/EqDsdDdX2UKGgGR0Cd7Vus90RwaAdN6ANoCEdAjRoOo5xR23V9lChoBkdAn2HJQpF1CGgHTegDaAhHQI0bK/O+qR51fZQoaAZHQJCv9C8e0XxoB02eAmgIR0CNHcig00m/dX2UKGgGR0CgUzIKc/dJaAdN6ANoCEdAjR6SPluFYnV9lChoBkdAlQXyt/4Ir2gHTZ8CaAhHQI0j+rOqvNh1fZQoaAZHQJ2QMZUDMeRoB03oA2gIR0CNK4hnJ1aGdX2UKGgGR0Cd6n0qpcX4aAdN6ANoCEdAjTA1ea8Yh3V9lChoBkdAnmWGV7hNumgHTegDaAhHQI0xPdZaFEl1fZQoaAZHQKD3dDXOGCZoB03oA2gIR0CNMU35N47jdX2UKGgGR0CfmDC2+fyxaAdN6ANoCEdAjTH8Djin53V9lChoBkdAnBbGmk30gGgHTegDaAhHQI03S7EpAlh1fZQoaAZHQJvVK5nUUfxoB01fA2gIR0CNPdd2Pkq+dX2UKGgGR0CeKiNRFZxJaAdN6ANoCEdAjT4EV32VV3V9lChoBkdAnE4i4nWrfmgHTegDaAhHQI1JYcT8HfN1fZQoaAZHQHz5SX6ZYxNoB015AWgIR0CNTkR/ViF1dX2UKGgGR0CdhkA1vVEvaAdN6ANoCEdAjVQe0PYnOXV9lChoBkdAnXgiA2AG0WgHTegDaAhHQI1UuwaBI4F1fZQoaAZHQJyunns9jgBoB03oA2gIR0CNVtfHggoxdX2UKGgGR0CbVAkTpPhyaAdN6ANoCEdAjVfytNi6QXV9lChoBkdAlJZXcL0BfmgHTegDaAhHQI1aickMTex1fZQoaAZHQJ811bgTAWVoB03oA2gIR0CNW1UMoc7ydX2UKGgGR0CgH5XvhIe6aAdN6ANoCEdAjWCxTsIE83V9lChoBkdAnf5/L9uP3mgHTegDaAhHQI1oMLDye7N1fZQoaAZHQJssp7RfF75oB03oA2gIR0CNbNC6Ymb9dX2UKGgGR0CagTg13t8eaAdN6ANoCEdAjW3WyLQ5WHV9lChoBkdAl4w8S5AhS2gHTegDaAhHQI1t5sO5J9R1fZQoaAZHQJ2Z3UvwmVtoB03oA2gIR0CNbpRlYlpodX2UKGgGR0CeB7BDXvphaAdN6ANoCEdAjXpAflp48nV9lChoBkdAnEPZhz/6wmgHTegDaAhHQI16beMyaeB1fZQoaAZHQJ0Joo8ZDRdoB03oA2gIR0CNhbFYMfA9dX2UKGgGR0Ce53KtPpIMaAdN6ANoCEdAjYqCBoVVP3V9lChoBkdAnymML0BfbGgHTegDaAhHQI2QWkSElE91fZQoaAZHQJuwId1dPcloB03oA2gIR0CNkPKSPluFdX2UKGgGR0CetB5iExqPaAdN6ANoCEdAjZMOQIUrTnV9lChoBkdAmWlneFcps2gHTegDaAhHQI2UJwjt5Ut1fZQoaAZHQKBvqM/hVENoB03oA2gIR0CNlrxoZhrndX2UKGgGR0CgYi/nW8RMaAdN6ANoCEdAjZeHAh0QsnV9lChoBkdAoEH/ra/RFGgHTegDaAhHQI2c5EORT0h1fZQoaAZHQKA+U+M6zVtoB03oA2gIR0CNpGrrgOz6dX2UKGgGR0CgWCKU/wAmaAdN6ANoCEdAjakY0uUUwnV9lChoBkdAoLo3rSmZVmgHTegDaAhHQI2qHgWJrL11fZQoaAZHQKC7/pNbkfdoB03oA2gIR0CNqi4DLbHqdX2UKGgGR0CgRhq2BreqaAdN6ANoCEdAjarb+DOC5HV9lChoBkdAmfLx7AtWdWgHTegDaAhHQI22mJYT0xx1fZQoaAZHQKCjFr7fpEBoB03oA2gIR0CNtsYpDu0DdX2UKGgGR0ChKSOCXhOyaAdN6ANoCEdAjcIDKYAsCnV9lChoBkdAnsqbeIl+mWgHTegDaAhHQI3G1gWrOqx1fZQoaAZHQJxCIIToMa1oB03oA2gIR0CNzLZqVQhwdX2UKGgGR0Cew+9Zid8RaAdN6ANoCEdAjc1RV6u4gHV9lChoBkdAnCPJAUtZm2gHTegDaAhHQI3PbhYNiH91fZQoaAZHQJ4jtEw35vdoB03oA2gIR0CN0ImpEQXidX2UKGgGR0CekGmI0qH5aAdN6ANoCEdAjdMi4axX4nV9lChoBkdAnf/3B55Z82gHTegDaAhHQI3T7xoZhrp1fZQoaAZHQKAWvbLU1AJoB03oA2gIR0CN2VPD50r9dX2UKGgGR0CgXthSLqD9aAdN6ANoCEdAjeDXEqDsdHV9lChoBkdAnwMdJWeYlmgHTegDaAhHQI3lf2Xb/Ot1fZQoaAZHQKBQ5fDUExJoB03oA2gIR0CN5oaIeo1ldX2UKGgGR0CcmHAGSpzcaAdN6ANoCEdAjeaWll9SdnV9lChoBkdAoDMkoc7yQWgHTegDaAhHQI3nQ40dilV1fZQoaAZHQKCGdU4JeE9oB03oA2gIR0CN8wDgZTAGdX2UKGgGR0CeF7HWBjFyaAdN6ANoCEdAjfMuvt+kQHV9lChoBkdAoOnjJ+2E02gHTegDaAhHQI3+ltEXtSh1fZQoaAZHQJ563YPGyX5oB03oA2gIR0COA2/lhgE2dX2UKGgGR0CgUArSeAd5aAdN6ANoCEdAjglbfP5YYHV9lChoBkdAnR18ERrad2gHTegDaAhHQI4J9jiGWUt1fZQoaAZHQJ+CXQKKHfxoB03oA2gIR0CODBd9lVcVdX2UKGgGR0CdfYyBkI5YaAdN6ANoCEdAjg0194NZvHV9lChoBkdAnZadXPqs2mgHTegDaAhHQI4P0SsbNr11fZQoaAZHQJ7haJdjXnRoB03oA2gIR0COEJ2ZiNKidX2UKGgGR0CezmSpzcREaAdN6ANoCEdAjhYM3Q2MsHV9lChoBkdAnWZSXY150WgHTegDaAhHQI4dm67NB4V1fZQoaAZHQKA/Mgg5imVoB03oA2gIR0COIkdOqNp/dX2UKGgGR0CdWDrWy1NQaAdN6ANoCEdAjiNMX7+DOHV9lChoBkdAnki5flZHNGgHTegDaAhHQI4jXD7655J1fZQoaAZHQJzlLrmhdt5oB03oA2gIR0COJAgW8AaOdX2UKGgGR0CcxH9cry2AaAdN6ANoCEdAji+zK1XvIHV9lChoBkdAnQ4cGC7K72gHTegDaAhHQI4v4L7XQMR1fZQoaAZHQJ2B1a7mMfloB03oA2gIR0COOyMWoFV1dX2UKGgGR0CgOZBX8wYcaAdN6ANoCEdAjj/39aUzK3VlLg=="
|
| 67 |
},
|
| 68 |
"ep_success_buffer": {
|
| 69 |
":type:": "<class 'collections.deque'>",
|
| 70 |
":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
|
| 71 |
},
|
| 72 |
+
"_n_updates": 15625,
|
| 73 |
"n_steps": 8,
|
| 74 |
"gamma": 0.99,
|
| 75 |
"gae_lambda": 0.9,
|
a2c-AntBulletEnv-v0/policy.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 56190
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3dace85f8e178f9a6c92a9dc020868362417526cae818daa8b6222ce9fec0204
|
| 3 |
size 56190
|
a2c-AntBulletEnv-v0/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 56894
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b53046dbbd374c2e1e62705b7d01428c4cdcbc7755c0f60e988ffcc27786ebb8
|
| 3 |
size 56894
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fa1dde99a60>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fa1dde99af0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fa1dde99b80>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fa1dde99c10>", "_build": "<function ActorCriticPolicy._build at 0x7fa1dde99ca0>", "forward": "<function ActorCriticPolicy.forward at 0x7fa1dde99d30>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fa1dde99dc0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fa1dde99e50>", "_predict": "<function ActorCriticPolicy._predict at 0x7fa1dde99ee0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fa1dde99f70>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fa1dde9d040>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fa1dde9d0d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fa1dde9c400>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVowAAAAAAAAB9lCiMDGxvZ19zdGRfaW5pdJRK/v///4wKb3J0aG9faW5pdJSJjA9vcHRpbWl6ZXJfY2xhc3OUjBN0b3JjaC5vcHRpbS5ybXNwcm9wlIwHUk1TcHJvcJSTlIwQb3B0aW1pemVyX2t3YXJnc5R9lCiMBWFscGhhlEc/764UeuFHrowDZXBzlEc+5Pi1iONo8YwMd2VpZ2h0X2RlY2F5lEsAdXUu", "log_std_init": -2, "ortho_init": false, "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 20096, "_total_timesteps": 20000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1688733645775193081, "learning_rate": 0.00096, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV9QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjGIvaG9tZS9vbGF2L2Rldi9hbmFjb25kYTMvZW52cy9odWctcmwvbGliL3B5dGhvbjMuOS9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMYi9ob21lL29sYXYvZGV2L2FuYWNvbmRhMy9lbnZzL2h1Zy1ybC9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9PdRBNVR1phZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQcAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABwAAAAAAAMRs6D7Uage/v2ALP7ermD2aH0+9umyPPhVc6L/G5oW+6xOGv8ozQD1qaQA/aeoHvm3Zrz+6DVq7uVjOPwauiT3i3wm/RxuVvZj7DL9PDMO8DGQvv+foZj3crpE/SQskvima+j57y7g+F6PAPgzmtr/7J4K/EszVv2YGb79y6re/63+vPl6+SD89wz+/9e05QBGRpD/fQ6084TQMwB3itb70e3m/1fBGPeMij75Snae+dJi9PQPmiUCikta/LEy5PySAGb+IQc0+zo50v/coD70pmvo+e8u4PhejwD7MKDM/1YzWPua8jb5U1CM/E6ibQPs9e0BzwP+90JRCv04XIr9VGIo9Nd4mQDSoHT/j9aQ/+La7PpYzUUCx7v4/hvyOPWjKJD8BotY/7fP5vjaEDUBxtS+/NcXVPRqFkT/F9/S9KZr6PnvLuD4Xo8A+DOa2v2JMHz8ikrO//D/Yvj3l2DxKJI4+Q+40PgeMGL+rS4s9sHiFv9kHKzzkSJk+rxrNvSVmeb92xxw9ofavPMWxej0rUre/EsMyPWbj6T35aZ49meQtv409oDwqGaA/pfglvima+j57y7g+F6PAPswoMz83qWw/Mww1wIVfl8BuVo8+14Ghv/8NRz691me+7DWrPJy4hb+4R+I8Sq9/Py6KGb7E3Tq/0zWev2TJ2r4tzmS/FxK9v3oeWLwMYec9dHQ7PXx+3z/7EGtALoeRP6Gh570pmvo+KVIxwBejwD4M5ra/c8jLPoQRuT8isF2/9zujvRwkr75O4lc+7mS8vqrG5L6kPne/erSOPiq6gD/jKA6+xm+vP47jCj2NW8I/RqSvPfgUELv5EIm5X9rjPV7tpDrm+C2/cq6cPNx/kT/3DO+9KZr6PnvLuD4Xo8A+zCgzP5c6wD8XFg/A3I4awGSNvkCU2QdAo3uAvpIXZr/XDs4+yfiFvx4IZj0VrXA/mJibP6mEWb83d7y+EeiAvvnChLzezJ6/65OxPowFgL+F3q4//ZUuv8W2bD3ohJE/n87vvSma+j4pUjHAF6PAPgzmtr9TFGs/WJ+Rv++Rorylk06+zMQoPSvrWD7ZXpw8CFyfPQGjhb9sI5o8AJCAP11kGr6vuHm/mm9ePcV8nL+LyEc9Bmy7v6r8v7xcdeU9vJkFPcI38T5xJLw8ij6SP7N0vL0pmvo+e8u4PhejwD7MKDM/7V/JPz5zDz+4R8k+tm1MvgB6bb9kMaE+SN1Wvwmu8z4YN4K/9YvvPoLXdz8gjj6+8bh5v5G9aj1R/ki/oevwvKiBtL+bZ5a9AGOJv6ezYbyyIC6/pSYGPSKFkT+bePO9KZr6PnvLuD4Xo8A+DOa2vw7dIr/SXtO/9cxkvzNDE71o11O9sQcyPku6c7+T7pq9q9WEv1Sg/Tw5XLS+Ff0HvrrCeb+yGv08S+vSPyYFyT1fV56/9mnwu8JCFD8c3bw9zQkuv6d1uzwPcS0+WpnSvSma+j57y7g+F6PAPswoMz+qxm8/Um/gv9vOjr9syds/V+zoPTQvYT4vomS/ttRhPwd8g7+kNIu+Z14Mv2BbiT5njXm/yLwoPb8Thb6NlMG9orCov5voyr443oq/dmYeP2ZUJ78E2iA+lYCSP40drb4pmvo+e8u4PhejwD7MKDM/lnAuv7iWsL/5EcS+ul45vjnK370ysg0+iSFUvokUobvsxIW/WGXmPAodrb6kQDu+fQh3vwmIq7vFjCw/Iv70PUpIvb+2fwS81sU9Pz3iwD0LAWQ/+2QsPT55y73Bluq9KZr6PnvLuD4Xo8A+zCgzPyNVlr9Xa9C//5BYv1oCgj9SmA6+ntXrPYQPqD9y3em/O6+FvxsuAz0Hd4A/xpIfvklleb/z8v49Ezp+vq2m7T3a4XE/zWEOvezTrj+e1ns9r86cPxU6xT/KPZE/DATpvczBAsB7y7g+F6PAPswoMz/y/Wo/cK47v5JG0T6SMTA/0FlnPqNBzT4YFHg9WToVvuS2hb93DhU9UWmAP28eC77a1WC/k+0zP0vfi78DdH2+hY8PvlDUoj6+yUA8wBjoPu1oLr/4q5+9XwSSP1mmAr7MwQLAe8u4PhejwD7MKDM/RJjBPlDntz6YOwg/4oCYPsrMKT7Zc4c+PuvaPmFT3L5hh5s/UrQ9PmjBrz51vvS8+ha5vjbNID5V84G+1/bSPDF1cT86WJe8cxGrPWfXSj7tzp0+80gZvP1b9D6U0RS+KZr6PnvLuD4Xo8A+zCgzPzKXfD+7lPG/Zn63v2V3o74ErAc/ljdgPqe9Gb+Es8u749+DvxkUuz275IA/b2kMvs9xeb96KiI9GuyCvh/tGj32Ab2/LKBTPELP8jyfNrm7oOEtvyNuED29g5E/rbbkvSma+j4pUjHAF6PAPgzmtr+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSxBLHIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQcAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABwAAAAAAAAAAAADtlKq2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACA3qhVPQAAAADCztm/AAAAALK2570AAAAA7N7cPwAAAAAS3qu9AAAAAPtRAUAAAAAAz8bZvAAAAABKqOi/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA/NopNgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgF+TqbwAAAAAQvsAwAAAAAC+Yxu9AAAAAHKB3D8AAAAA733SPQAAAAD3fvk/AAAAAI5vxrwAAAAACPrlvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAKG27bYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIAx9fw9AAAAAAboAMAAAAAAUbGfPQAAAAB+lfU/AAAAAB+o7b0AAAAAYUD2PwAAAAA1dw8+AAAAAP9w3b8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAB1UW82AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAyuDEvQAAAAACbOi/AAAAAATBkLwAAAAApKXdPwAAAAC9a608AAAAAFee4D8AAAAA7QBVvQAAAADm096/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAtAAiNgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgHPi0DwAAAAA7O7ivwAAAAC4x8a9AAAAAPrX6j8AAAAAmFn1PQAAAACNsOk/AAAAAPLN6L0AAAAAoWHcvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADLhlLUAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIDn6G+9AAAAAMQe/b8AAAAADmv/vQAAAACinvI/AAAAAOBIFT0AAAAALyrkPwAAAACrDMs8AAAAALdA778AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAMUkk2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAQGJoPQAAAACKtPG/AAAAAC+grzwAAAAAnFfePwAAAACV0qA9AAAAAFPa9D8AAAAAHuC5vQAAAABUzdi/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAKTKttgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgLG6DD4AAAAA3B7lvwAAAACuxAa+AAAAAKhJ5D8AAAAAI4yWvAAAAAAfHN8/AAAAAMVXYL0AAAAAJf36vwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAANMub7QAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAICzV4c8AAAAAKMp4b8AAAAAKULzPQAAAACIhfU/AAAAAFtfXrsAAAAAMuLtPwAAAAClk+E9AAAAAIpr6r8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADfAWk2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACA8ByGPQAAAAAl0ve/AAAAAOLuuD0AAAAAjrP3PwAAAADmOcY9AAAAAAZ58z8AAAAAb93lvAAAAADBoNm/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAwZK2tgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgMzJpD0AAAAAnY7svwAAAABQCQ28AAAAAGGN6T8AAAAAPu8NvgAAAAA1OfA/AAAAAGMdBTsAAAAA9wLvvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAFzwIbUAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIBWo9o9AAAAAPmU7b8AAAAAog8IvgAAAAAnvu4/AAAAANbp2z0AAAAAuXLdPwAAAACnRdy9AAAAALcNAcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACz3uA2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACA3L+2vQAAAACYcuS/AAAAAHATzD0AAAAAP5r0PwAAAAAoHxA+AAAAAOyO3D8AAAAAS7kcPQAAAAAX/vu/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAXguItgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgFA0+DsAAAAAzY/dvwAAAAD1u047AAAAAN5k4T8AAAAA+539vQAAAADnlvg/AAAAABj+KD0AAAAAlJLkvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAI48UbYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIB+b4c9AAAAACAQ7b8AAAAAmx7QPQAAAACpV+Q/AAAAAK738bwAAAAAG63mPwAAAABqIww+AAAAAKC32b8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABuHOg1AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAEfzYvAAAAAB8o/C/AAAAAGekgb0AAAAAKE39PwAAAACwWqw9AAAAALoX+D8AAAAATDTqvAAAAAC2EN6/AAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSxBLHIaUjAFDlHSUUpQu"}, "_episode_num": 0, "use_sde": true, "sde_sample_freq": -1, "_current_progress_remaining": -0.0047999999999999154, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV6AQAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQBncdtEXtSiMAWyUSxSMAXSUR0AV4lRgqmTDdX2UKGgGR0AYlYEGJN0vaAdLFGgIR0AV4pc5bQkYdX2UKGgGR0AYUbrC3w1BaAdLFGgIR0AV4qc3EQ5FdX2UKGgGR0AavhUBGQS0aAdLFGgIR0AV4rjHXEqEdX2UKGgGR0AXVs67ulXSaAdLFGgIR0AV4wCbMHKPdX2UKGgGR0AiEjXWe6I4aAdLFGgIR0AV40UGmk30dX2UKGgGR0AghDBMzuWsaAdLFGgIR0AV45HVf/m1dX2UKGgGR0AghbRF7UobaAdLFGgIR0AV492X9itrdX2UKGgGR0AVBLzwtrbhaAdLFGgIR0AV5CjUNKAbdX2UKGgGR0AD3qHGjsUqaAdLFGgIR0AV5HAh0QsgdX2UKGgGR0Aw8qPwNLDiaAdLJ2gIR0AWdHavicXndX2UKGgGR0Aa7H2h7E5yaAdLFGgIR0AWfG3nZCfIdX2UKGgGR0AOo2GZeAuqaAdLF2gIR0AWlqIrOJLvdX2UKGgGR0AYBgfEGZ/kaAdLF2gIR0AWlplBhQWOdX2UKGgGR0AjueLehwl0aAdLG2gIR0AWtSrHU+cIdX2UKGgGR0BGpsjNY8uBaAdLeGgIR0AZqnHeaa1DdX2UKGgGR0BHfWzOX3QEaAdLeWgIR0Aaj0rbxmTUdX2UKGgGR0BP8PUaya/iaAdLq2gIR0AaqesgdOqOdX2UKGgGR0BSRObutwJgaAdLrWgIR0Aauc/dIoVmdX2UKGgGR0Blvb5GjKxLaAdNdwFoCEdAIJ1SflIVd3V9lChoBkdAbFKPikwevWgHTb8BaAhHQCJtKkEcKgJ1fZQoaAZHQHq1pKJ2t+1oB03XAmgIR0AnG5Dqnm7rdX2UKGgGRz//oRNATqSpaAdLFGgIR0Anbkxyn1nNdX2UKGgGR0AAoa72+PBBaAdLFGgIR0Anw8oQWepXdX2UKGgGR0B9gK3VkMCtaAdN6ANoCEdAKt01hsqJ/HV9lChoBkdAevOkOI68x2gHTegDaAhHQCrdgWrOqvN1fZQoaAZHQHnRYRVZLZloB03oA2gIR0ArMb1AZ88cdX2UKGgGR0B5KMDdP+GXaAdN6ANoCEdAKzHLA57w8XV9lChoBkdABLr/sE7nxWgHSxRoCEdAKzH8jzI3i3V9lChoBkdAgTBGh/RVqGgHTegDaAhHQCsyKcd5prV1fZQoaAZHQHWe6+36Q/5oB03oA2gIR0ArMmALApKBdX2UKGgGR0AK5A6dUbT+aAdLFGgIR0ArMpXp4bCKdX2UKGgGR0B9jlxJd0JXaAdN6ANoCEdAKzLGza9K3HV9lChoBkdAf6fa9bor4GgHTegDaAhHQCuCRU3n6mB1fZQoaAZHQHi+hT850bNoB03oA2gIR0Arj29L6DXfdX2UKGgGR0AUgxmCiAUdaAdLGmgIR0Arm1wYLsrvdX2UKGgGR0B50QUwi7kGaAdN6ANoCEdALRtlRP420nV9lChoBkdAfM+KUVzp5mgHTegDaAhHQC2NuejEehh1fZQoaAZHQHpyi9M9KVZoB03oA2gIR0AtmxW1c+qzdX2UKGgGR0B6IQsasIVuaAdN6ANoCEdALaMMI/qxDHVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 157, "n_steps": 8, "gamma": 0.99, "gae_lambda": 0.9, "ent_coef": 0.0, "vf_coef": 0.4, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLHIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWcAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgLSxyFlIwBQ5R0lFKUjARoaWdolGgTKJZwAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH+UaAtLHIWUaBZ0lFKUjA1ib3VuZGVkX2JlbG93lGgTKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLHIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCJLHIWUaBZ0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "_shape": [28], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf\n -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf\n inf inf inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]", "bounded_above": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVpQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAv5RoC0sIhZSMAUOUdJRSlIwEaGlnaJRoEyiWIAAAAAAAAAAAAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sIhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYIAAAAAAAAAAEBAQEBAQEBlGgiSwiFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-1. -1. -1. -1. -1. -1. -1. -1.]", "high": "[1. 1. 1. 1. 1. 1. 1. 1.]", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_np_random": null}, "n_envs": 16, "system_info": {"OS": "Linux-5.15.0-76-generic-x86_64-with-glibc2.35 # 83-Ubuntu SMP Thu Jun 15 19:16:32 UTC 2023", "Python": "3.9.13", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu117", "GPU Enabled": "True", "Numpy": "1.25.0", "Gym": "0.21.0"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7fa1dde99a60>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7fa1dde99af0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7fa1dde99b80>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7fa1dde99c10>", "_build": "<function ActorCriticPolicy._build at 0x7fa1dde99ca0>", "forward": "<function ActorCriticPolicy.forward at 0x7fa1dde99d30>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7fa1dde99dc0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7fa1dde99e50>", "_predict": "<function ActorCriticPolicy._predict at 0x7fa1dde99ee0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7fa1dde99f70>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7fa1dde9d040>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7fa1dde9d0d0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fa1dde9c400>"}, "verbose": 1, "policy_kwargs": {":type:": "<class 'dict'>", ":serialized:": "gAWVowAAAAAAAAB9lCiMDGxvZ19zdGRfaW5pdJRK/v///4wKb3J0aG9faW5pdJSJjA9vcHRpbWl6ZXJfY2xhc3OUjBN0b3JjaC5vcHRpbS5ybXNwcm9wlIwHUk1TcHJvcJSTlIwQb3B0aW1pemVyX2t3YXJnc5R9lCiMBWFscGhhlEc/764UeuFHrowDZXBzlEc+5Pi1iONo8YwMd2VpZ2h0X2RlY2F5lEsAdXUu", "log_std_init": -2, "ortho_init": false, "optimizer_class": "<class 'torch.optim.rmsprop.RMSprop'>", "optimizer_kwargs": {"alpha": 0.99, "eps": 1e-05, "weight_decay": 0}}, "num_timesteps": 2000000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1688733837285457536, "learning_rate": 0.00096, "tensorboard_log": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWV9QIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwNX2J1aWx0aW5fdHlwZZSTlIwKTGFtYmRhVHlwZZSFlFKUKGgCjAhDb2RlVHlwZZSFlFKUKEsBSwBLAEsBSwFLE0MEiABTAJROhZQpjAFflIWUjGIvaG9tZS9vbGF2L2Rldi9hbmFjb25kYTMvZW52cy9odWctcmwvbGliL3B5dGhvbjMuOS9zaXRlLXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZSMBGZ1bmOUS4JDAgABlIwDdmFslIWUKXSUUpR9lCiMC19fcGFja2FnZV9flIwYc3RhYmxlX2Jhc2VsaW5lczMuY29tbW9ulIwIX19uYW1lX1+UjB5zdGFibGVfYmFzZWxpbmVzMy5jb21tb24udXRpbHOUjAhfX2ZpbGVfX5SMYi9ob21lL29sYXYvZGV2L2FuYWNvbmRhMy9lbnZzL2h1Zy1ybC9saWIvcHl0aG9uMy45L3NpdGUtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCB9lH2UKGgXaA6MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgYjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz9PdRBNVR1phZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQcAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABwAAAAAAALCYCj93pvI+4hoIPyDVWD/Upb2+AzQ7P+3XeD/kxgI+Bxajv4uOFDs+64s9JBQqwAWfTT/MH6Q8jOqfv6+uNj+5HQS+hcAOQMxKBz+jQYq/qvFMvhw6tT1riZu+bKgKP8OCq7+Jt+E+Z60AwAPPPD/hgis/KxkhPh4FDD9PMMc/raRHvkMLpT9CMf4+jY6aPvuXrb+bnHc6YBUSvvb/lMC3POg+bdaIvkF2j7+6DW4/0spnP2jI/j8Sbxc+BXi9v8ZxyD0UA02/k7uGPfO61j/Dgqu/ibfhPmetAMADzzw/BcCuPuVvXr4h5OM+SdfbP4JJ6L+5D2k/QJNTvsL4MD95Fo2/eFuUPwBIEL7NC8Y/DJaCP5L7BD+3j/e+mC2+PyP/5z+gAfq8H2o2vyZ7db+UVKS/Pgtcvg8Chz5Oz4k/Fg4/P4m34T5nrQDAA888P6Mwgz6UM60/SDsjvGhVuT6e5AO/PmXJP3xbbj+X9QQ/mSejvwxwc7xPJVm+QR6uvw9yFD9xcia/YrS8v0jWGT/k/J2/f4bJPhnwGryoiUm/QJ0lPgvZsL7DTii/NvotP8OCq7+Jt+E+BKf+PgPPPD9rZgs/qgQHvTX2Aj+gxDNAtgwUwA1cJ7+wQ9m+la3pvE1nH7+ruaU/6K7pPlAbyT+ub4Q/grx8vkQokT2CGe8/nqHOP1ENwL/2Ska/f1odv3Usx77yuYq/p2eZP+nriD4WDj8/ibfhPmetAMAnja2/V0hrPz+GLr8nXwc+UK98P3YbyL4/Vxa+Y9AJP5yyNj1FDSW/kS82wHATgj8EDEO/wwDbPr/8L0CPJtG/CCaRPvC1bz/oo+e+U9ZKvu6jtj+59TI/JQSAv+ibor+/Hug/w4Krv0gsEcAEp/4+J42tv5UFED/5rwq/d/9+PoF4Vz+CRtm+TTbYvj+VUz90Mis/lFkzv0RI4L9rSK4+G2TMvsexHj9KC+k/bgfSvyGzvj7KhlI/HJcLP5TD3z2x4fw/qHsKPkS2EL4H37a/S/7kP8OCq79ILBHABKf+PieNrb+plsY+dm0XP5qZAD9FV9A/WyhbwIwnOj7/5QC/b89lPVEBNL89WKI/9+JpPo5mbT+RQdc+4pxsvgo2WT7CzNE/zFQWP9DJQ8CVOGS/Kqwmv5r+6T6lukI+nGN6P+B/UD/Dgqu/ibfhPgSn/j4Dzzw/PIgTP6KGFD+YdwE/DFcWQCbLEcBP1IO/4vrHviXL4T7zAoG/aYcLQKp4hr4nnGdA3684P+q4+r7yxp2+pcRBQBzE5z9HWZi8/SLGvoynWr/mKAS/AjKIvl3tPT8DsPo/w4Krv4m34T5nrQDAA888P0VaJD8ZW689pp0JPwQhEkAXNeC/0ugSP+mTfr5gJak+UYiLv2vZnz9w8bw+JY20P9tcjD+ixRg+EevJvtNE0D9D1OU/9XYcvm9NAb+2xVa+Tuoev0/A7r0ZXEc/slzxPxYOPz+Jt+E+Z60AwAPPPD+bzK0+iEUUv5MAYT5JRZw/gB9yPmPZuj81qZo/twKRPgMds7+qvtC5ZkyNPr8vTcCRUrg/UzSTvcayyb/dr1U/5aiUvqjQsz+zJwo/GXmsv6Rd0b7ZQyM+z85Av4m+Hj/Dgqu/SCwRwASn/j4Dzzw/1kROP+uLrb4QXsQ+7wa6P2Hbxr/p6QS/2PrJPvTj+D4OUEi+I4QiwMCgjj+q8dQ+zmlHP3bx8r6/iVu/k/yJwPFWtr7bPSe/EJg8v08+Pj95gtu8PutavhpDlL8Z4qvAFg4/P4m34T4Ep/4+J42tvxZ4Qz95w5M9KAcJPxvIsj+6r9O+pymvPveKYD7Ak5I+0/U1v/C9O8B3mHI/N2/IPk37oT+eF8s/czLlvqJQicBe4+a+v62tPlsqIr/uAHY/KN/vPs5k8D3OHUC/CY+qwBYOPz+Jt+E+BKf+PieNrb8rJQ4/usJeP40Mwz7Xgt8/ANhIv4zxlD47aWE+2YatPtN6rr98E3w6CN8hv8Ld/T61DZs/09Puvg2BEL/FmpM/QP8rPx+zAkDaBhi+9omTPeUEpj5nsdO+tkBAPiK3oT/Dgqu/ibfhPmetAMADzzw/Zt3nPo18pj5G5Qw/ftWNP+5vRr5lFJM/OdmGP1vScj6QMqO/hIqEO6jksTwWll/Ae62DP6kDP79GZqW/Yc9DPzJVCb/X1UI/tlGwPn/55L+uvSQ/JOxlPkXChb70biY/w4Krv4m34T4Ep/4+A888P3qQHj92jkM+mboMPz00EUA7/SfA7f3tv/qvLb/zG5M9+xYbv7YdH0C5rjE+QE1eQBd4Dz+m4G+/o88APrZ4oz96y9o/Pbucv6QmGr9Bp/m/xA0Tv0C1xj78Y8s/gX1VvsOCq7+Jt+E+Z60AwCeNrb+UjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSxBLHIaUjAFDlHSUUpQu"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQcAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYABwAAAAAAAAAAAABEY5W2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAdn/LPQAAAAA0TAHAAAAAADx4Er4AAAAAfzf4PwAAAAC/Tik9AAAAAHtb9j8AAAAAqpKYOgAAAAA/jgDAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAjqydtgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgH5wkL0AAAAAc1zZvwAAAAD1le29AAAAAMC13z8AAAAABr+QvQAAAAARZvs/AAAAACSdtj0AAAAAiCrhvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAALaZFLYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIAK8OG8AAAAAH7P2r8AAAAAGqY5vQAAAAD2UeQ/AAAAAGPzvL0AAAAAIxf9PwAAAAAutom8AAAAAHFf378AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABy1gG0AACAPwAAAAAAAAAAAAAAAAAAAAAAAACA5icEPgAAAACAkOO/AAAAAKB4+jsAAAAAIHXZPwAAAACU/OI9AAAAADgd4T8AAAAAmT42uwAAAAB5G+K/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAdPxwtgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgKQ/dD0AAAAAEW31vwAAAADpc3Q9AAAAAJFh6z8AAAAAqdgSvQAAAACCNP8/AAAAAGR66z0AAAAAibbsvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAIFfLYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIBquOs9AAAAAPep+r8AAAAAhndlPAAAAAANV9k/AAAAALm+Ab4AAAAAI/DyPwAAAADRr4m9AAAAAASW/b8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADIMVe2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACA4iyPvAAAAAAnQvW/AAAAAGhpqL0AAAAAlGz9PwAAAACqz+K9AAAAADab6z8AAAAAcXUfvQAAAACym+O/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAx8xRtgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgGn4k70AAAAA3IbovwAAAADvmsu9AAAAAPNP4D8AAAAASmRWvQAAAAAXnPA/AAAAAOFNcT0AAAAAAZjpvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABSbxLUAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIAE6gG8AAAAAPU14L8AAAAAEHZkOwAAAADHafE/AAAAABBH0DwAAAAAmrrhPwAAAADNYcM9AAAAALcQ/78AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABSJg2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACASlH3vQAAAABqi/C/AAAAAA7pBb0AAAAAzPHaPwAAAAB1v/w9AAAAAHlL+j8AAAAABECJPAAAAAC0quS/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVh/8NgAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgKr+C74AAAAAcpv6vwAAAAB1lrA9AAAAAH5k7z8AAAAATYkKPgAAAAB50Pg/AAAAAJ8+Fj0AAAAAkL74vwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAECPYLYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIAQg3C9AAAAADYw7L8AAAAALykVPQAAAACpRvk/AAAAAHRV1r0AAAAAAvH/PwAAAABeAQE+AAAAAJqG678AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAADjHIW1AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAvMswPAAAAAAGZd+/AAAAAJUy/z0AAAAACjYBQAAAAADTnk69AAAAADk74D8AAAAAcqvcPQAAAACDRfq/AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA5pQVNwAAgD8AAAAAAAAAAAAAAAAAAAAAAAAAgE3A1b0AAAAAeB/kvwAAAAAaiAE+AAAAAJOb+z8AAAAA98fpPQAAAAD0Ueg/AAAAAI/HDL0AAAAABcHcvwAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAALuBozYAAIA/AAAAAAAAAAAAAAAAAAAAAAAAAIA6AEe8AAAAAE9t+b8AAAAAsRkzPQAAAACKUt0/AAAAAK+U0DwAAAAAgCr5PwAAAAA6gAi+AAAAAE4v+L8AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAK4co2AACAPwAAAAAAAAAAAAAAAAAAAAAAAACAgo16PQAAAACYa92/AAAAAL/GCz4AAAAAXlD8PwAAAABXJMs9AAAAALww5z8AAAAAtCSnvQAAAAAereu/AAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJmNJSJiIeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiSxBLHIaUjAFDlHSUUpQu"}, "_episode_num": 0, "use_sde": true, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQJvomxZ+x4aMAWyUTegDjAF0lEdAjMT1toBaLXV9lChoBkdAnJlMr7O3UmgHTegDaAhHQIzNCtRvWH11fZQoaAZHQJ09cn6VMVVoB03oA2gIR0CM0EI+nqFAdX2UKGgGR0CgNSDs2NvPaAdN6ANoCEdAjNrqZ2IO6XV9lChoBkdAoLGNpAUtZmgHTegDaAhHQIzbgmCyyD91fZQoaAZHQJ5ZB02cawVoB03oA2gIR0CM3ZhXKbKBdX2UKGgGR0CgboQ1aW5ZaAdN6ANoCEdAjN61gYxcmnV9lChoBkdAm4Oion8baWgHTegDaAhHQIziEf/3nIR1fZQoaAZHQKAY+1LrX19oB03oA2gIR0CM7v9CNS62dX2UKGgGR0CexJdZaFEiaAdN6ANoCEdAjPOp+2E0znV9lChoBkdAn8dELtu1nmgHTegDaAhHQIz0tq+Jxed1fZQoaAZHQKDesc94eLhoB03oA2gIR0CM9MattALRdX2UKGgGR0CgBkUVi4KAaAdN6ANoCEdAjPVDHn2ZiXV9lChoBkdAn/5Xb/Ot4mgHTegDaAhHQIz1dgSeyzJ1fZQoaAZHQJ63vJJXhfloB03oA2gIR0CM+rnpSrHVdX2UKGgGR0CdFztaIN3GaAdN6ANoCEdAjPtj0L+glHV9lChoBkdAnsgbleWv82gHTegDaAhHQI0BWmUGFBZ1fZQoaAZHQJ1ssmXw9aFoB03oA2gIR0CNCXJhfBvadX2UKGgGR0CdKvbaRISUaAdN6ANoCEdAjQylhw2l23V9lChoBkdAnj48tPHktGgHTegDaAhHQI0XVId2gWd1fZQoaAZHQJ2nTjR2KVJoB03oA2gIR0CNF/EqDsdDdX2UKGgGR0Cd7Vus90RwaAdN6ANoCEdAjRoOo5xR23V9lChoBkdAn2HJQpF1CGgHTegDaAhHQI0bK/O+qR51fZQoaAZHQJCv9C8e0XxoB02eAmgIR0CNHcig00m/dX2UKGgGR0CgUzIKc/dJaAdN6ANoCEdAjR6SPluFYnV9lChoBkdAlQXyt/4Ir2gHTZ8CaAhHQI0j+rOqvNh1fZQoaAZHQJ2QMZUDMeRoB03oA2gIR0CNK4hnJ1aGdX2UKGgGR0Cd6n0qpcX4aAdN6ANoCEdAjTA1ea8Yh3V9lChoBkdAnmWGV7hNumgHTegDaAhHQI0xPdZaFEl1fZQoaAZHQKD3dDXOGCZoB03oA2gIR0CNMU35N47jdX2UKGgGR0CfmDC2+fyxaAdN6ANoCEdAjTH8Djin53V9lChoBkdAnBbGmk30gGgHTegDaAhHQI03S7EpAlh1fZQoaAZHQJvVK5nUUfxoB01fA2gIR0CNPdd2Pkq+dX2UKGgGR0CeKiNRFZxJaAdN6ANoCEdAjT4EV32VV3V9lChoBkdAnE4i4nWrfmgHTegDaAhHQI1JYcT8HfN1fZQoaAZHQHz5SX6ZYxNoB015AWgIR0CNTkR/ViF1dX2UKGgGR0CdhkA1vVEvaAdN6ANoCEdAjVQe0PYnOXV9lChoBkdAnXgiA2AG0WgHTegDaAhHQI1UuwaBI4F1fZQoaAZHQJyunns9jgBoB03oA2gIR0CNVtfHggoxdX2UKGgGR0CbVAkTpPhyaAdN6ANoCEdAjVfytNi6QXV9lChoBkdAlJZXcL0BfmgHTegDaAhHQI1aickMTex1fZQoaAZHQJ811bgTAWVoB03oA2gIR0CNW1UMoc7ydX2UKGgGR0CgH5XvhIe6aAdN6ANoCEdAjWCxTsIE83V9lChoBkdAnf5/L9uP3mgHTegDaAhHQI1oMLDye7N1fZQoaAZHQJssp7RfF75oB03oA2gIR0CNbNC6Ymb9dX2UKGgGR0CagTg13t8eaAdN6ANoCEdAjW3WyLQ5WHV9lChoBkdAl4w8S5AhS2gHTegDaAhHQI1t5sO5J9R1fZQoaAZHQJ2Z3UvwmVtoB03oA2gIR0CNbpRlYlpodX2UKGgGR0CeB7BDXvphaAdN6ANoCEdAjXpAflp48nV9lChoBkdAnEPZhz/6wmgHTegDaAhHQI16beMyaeB1fZQoaAZHQJ0Joo8ZDRdoB03oA2gIR0CNhbFYMfA9dX2UKGgGR0Ce53KtPpIMaAdN6ANoCEdAjYqCBoVVP3V9lChoBkdAnymML0BfbGgHTegDaAhHQI2QWkSElE91fZQoaAZHQJuwId1dPcloB03oA2gIR0CNkPKSPluFdX2UKGgGR0CetB5iExqPaAdN6ANoCEdAjZMOQIUrTnV9lChoBkdAmWlneFcps2gHTegDaAhHQI2UJwjt5Ut1fZQoaAZHQKBvqM/hVENoB03oA2gIR0CNlrxoZhrndX2UKGgGR0CgYi/nW8RMaAdN6ANoCEdAjZeHAh0QsnV9lChoBkdAoEH/ra/RFGgHTegDaAhHQI2c5EORT0h1fZQoaAZHQKA+U+M6zVtoB03oA2gIR0CNpGrrgOz6dX2UKGgGR0CgWCKU/wAmaAdN6ANoCEdAjakY0uUUwnV9lChoBkdAoLo3rSmZVmgHTegDaAhHQI2qHgWJrL11fZQoaAZHQKC7/pNbkfdoB03oA2gIR0CNqi4DLbHqdX2UKGgGR0CgRhq2BreqaAdN6ANoCEdAjarb+DOC5HV9lChoBkdAmfLx7AtWdWgHTegDaAhHQI22mJYT0xx1fZQoaAZHQKCjFr7fpEBoB03oA2gIR0CNtsYpDu0DdX2UKGgGR0ChKSOCXhOyaAdN6ANoCEdAjcIDKYAsCnV9lChoBkdAnsqbeIl+mWgHTegDaAhHQI3G1gWrOqx1fZQoaAZHQJxCIIToMa1oB03oA2gIR0CNzLZqVQhwdX2UKGgGR0Cew+9Zid8RaAdN6ANoCEdAjc1RV6u4gHV9lChoBkdAnCPJAUtZm2gHTegDaAhHQI3PbhYNiH91fZQoaAZHQJ4jtEw35vdoB03oA2gIR0CN0ImpEQXidX2UKGgGR0CekGmI0qH5aAdN6ANoCEdAjdMi4axX4nV9lChoBkdAnf/3B55Z82gHTegDaAhHQI3T7xoZhrp1fZQoaAZHQKAWvbLU1AJoB03oA2gIR0CN2VPD50r9dX2UKGgGR0CgXthSLqD9aAdN6ANoCEdAjeDXEqDsdHV9lChoBkdAnwMdJWeYlmgHTegDaAhHQI3lf2Xb/Ot1fZQoaAZHQKBQ5fDUExJoB03oA2gIR0CN5oaIeo1ldX2UKGgGR0CcmHAGSpzcaAdN6ANoCEdAjeaWll9SdnV9lChoBkdAoDMkoc7yQWgHTegDaAhHQI3nQ40dilV1fZQoaAZHQKCGdU4JeE9oB03oA2gIR0CN8wDgZTAGdX2UKGgGR0CeF7HWBjFyaAdN6ANoCEdAjfMuvt+kQHV9lChoBkdAoOnjJ+2E02gHTegDaAhHQI3+ltEXtSh1fZQoaAZHQJ563YPGyX5oB03oA2gIR0COA2/lhgE2dX2UKGgGR0CgUArSeAd5aAdN6ANoCEdAjglbfP5YYHV9lChoBkdAnR18ERrad2gHTegDaAhHQI4J9jiGWUt1fZQoaAZHQJ+CXQKKHfxoB03oA2gIR0CODBd9lVcVdX2UKGgGR0CdfYyBkI5YaAdN6ANoCEdAjg0194NZvHV9lChoBkdAnZadXPqs2mgHTegDaAhHQI4P0SsbNr11fZQoaAZHQJ7haJdjXnRoB03oA2gIR0COEJ2ZiNKidX2UKGgGR0CezmSpzcREaAdN6ANoCEdAjhYM3Q2MsHV9lChoBkdAnWZSXY150WgHTegDaAhHQI4dm67NB4V1fZQoaAZHQKA/Mgg5imVoB03oA2gIR0COIkdOqNp/dX2UKGgGR0CdWDrWy1NQaAdN6ANoCEdAjiNMX7+DOHV9lChoBkdAnki5flZHNGgHTegDaAhHQI4jXD7655J1fZQoaAZHQJzlLrmhdt5oB03oA2gIR0COJAgW8AaOdX2UKGgGR0CcxH9cry2AaAdN6ANoCEdAji+zK1XvIHV9lChoBkdAnQ4cGC7K72gHTegDaAhHQI4v4L7XQMR1fZQoaAZHQJ2B1a7mMfloB03oA2gIR0COOyMWoFV1dX2UKGgGR0CgOZBX8wYcaAdN6ANoCEdAjj/39aUzK3VlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 15625, "n_steps": 8, "gamma": 0.99, "gae_lambda": 0.9, "ent_coef": 0.0, "vf_coef": 0.4, "max_grad_norm": 0.5, "normalize_advantage": false, "observation_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVbQIAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLHIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWcAAAAAAAAAAAAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/AACA/wAAgP8AAID/lGgLSxyFlIwBQ5R0lFKUjARoaWdolGgTKJZwAAAAAAAAAAAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH8AAIB/AACAfwAAgH+UaAtLHIWUaBZ0lFKUjA1ib3VuZGVkX2JlbG93lGgTKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLHIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYcAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUaCJLHIWUaBZ0lFKUjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "_shape": [28], "low": "[-inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf\n -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf -inf]", "high": "[inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf inf\n inf inf inf inf inf inf inf inf inf inf]", "bounded_below": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]", "bounded_above": "[False False False False False False False False False False False False\n False False False False False False False False False False False False\n False False False False]", "_np_random": null}, "action_space": {":type:": "<class 'gym.spaces.box.Box'>", ":serialized:": "gAWVpQEAAAAAAACMDmd5bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMBl9zaGFwZZRLCIWUjANsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWIAAAAAAAAAAAAIC/AACAvwAAgL8AAIC/AACAvwAAgL8AAIC/AACAv5RoC0sIhZSMAUOUdJRSlIwEaGlnaJRoEyiWIAAAAAAAAAAAAIA/AACAPwAAgD8AAIA/AACAPwAAgD8AAIA/AACAP5RoC0sIhZRoFnSUUpSMDWJvdW5kZWRfYmVsb3eUaBMolggAAAAAAAAAAQEBAQEBAQGUaAiMAmIxlImIh5RSlChLA4wBfJROTk5K/////0r/////SwB0lGJLCIWUaBZ0lFKUjA1ib3VuZGVkX2Fib3ZllGgTKJYIAAAAAAAAAAEBAQEBAQEBlGgiSwiFlGgWdJRSlIwKX25wX3JhbmRvbZROdWIu", "dtype": "float32", "_shape": [8], "low": "[-1. -1. -1. -1. -1. -1. -1. -1.]", "high": "[1. 1. 1. 1. 1. 1. 1. 1.]", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_np_random": null}, "n_envs": 16, "system_info": {"OS": "Linux-5.15.0-76-generic-x86_64-with-glibc2.35 # 83-Ubuntu SMP Thu Jun 15 19:16:32 UTC 2023", "Python": "3.9.13", "Stable-Baselines3": "1.8.0", "PyTorch": "2.0.1+cu117", "GPU Enabled": "True", "Numpy": "1.25.0", "Gym": "0.21.0"}}
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward":
|
|
|
|
| 1 |
+
{"mean_reward": 2357.0948179924862, "std_reward": 73.84712951544867, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-07-07T15:00:21.987829"}
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 2176
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:456533ebf36f4df13261c5ecb241589f451dcf800bfb5635213a312e0edd87b3
|
| 3 |
size 2176
|