Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: SpaceInvadersNoFrameskip-v4
     metrics:
     - type: mean_reward
-      value: 224.50 +/- 132.11
+      value: 628.00 +/- 248.45
       name: mean_reward
       verified: false
 ---
@@ -63,20 +63,20 @@ python -m rl_zoo3.push_to_hub --algo dqn --env SpaceInvadersNoFrameskip-v4 -f lo
 ## Hyperparameters
 ```python
 OrderedDict([('batch_size', 32),
-             ('buffer_size', 2000),
+             ('buffer_size', 100000),
              ('env_wrapper',
               ['stable_baselines3.common.atari_wrappers.AtariWrapper']),
-             ('exploration_final_eps', 0.05),
-             ('exploration_fraction', 0.05),
-             ('frame_stack', 1),
-             ('gradient_steps', 8),
-             ('learning_rate', 0.001),
-             ('learning_starts', 500),
-             ('n_timesteps', 10000.0),
+             ('exploration_final_eps', 0.01),
+             ('exploration_fraction', 0.1),
+             ('frame_stack', 4),
+             ('gradient_steps', 1),
+             ('learning_rate', 0.0001),
+             ('learning_starts', 100000),
+             ('n_timesteps', 600000.0),
              ('optimize_memory_usage', False),
              ('policy', 'CnnPolicy'),
-             ('target_update_interval', 1200),
-             ('train_freq', 16),
+             ('target_update_interval', 1000),
+             ('train_freq', 4),
              ('normalize', False)])
 ```
 

args.yml

@@ -56,7 +56,7 @@
   - - save_replay_buffer
     - false
   - - seed
-    - 611146372
+    - 3015735485
   - - storage
     - null
   - - study_name

config.yml

@@ -2,28 +2,28 @@
 - - - batch_size
     - 32
   - - buffer_size
-    - 2000
+    - 100000
   - - env_wrapper
     - - stable_baselines3.common.atari_wrappers.AtariWrapper
   - - exploration_final_eps
-    - 0.05
+    - 0.01
   - - exploration_fraction
-    - 0.05
+    - 0.1
   - - frame_stack
-    - 1
+    - 4
   - - gradient_steps
-    - 8
+    - 1
   - - learning_rate
-    - 0.001
+    - 0.0001
   - - learning_starts
-    - 500
+    - 100000
   - - n_timesteps
-    - 10000.0
+    - 600000.0
   - - optimize_memory_usage
     - false
   - - policy
     - CnnPolicy
   - - target_update_interval
-    - 1200
+    - 1000
   - - train_freq
-    - 16
+    - 4

dqn-SpaceInvadersNoFrameskip-v4.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca65ed2517f27879a89811d5366ccfc385f07e05f18bddbb7f760fa3de75ec75
-size 26974677
+oid sha256:b251b41dcb65eab7515469bb3eaef1c11a627e44017eed65a85b5992c4efcfe7
+size 27220653

dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6481f4c5fbf7f6a7633fbdfef889fbd8e8410c2feffaf7977068450a8ae47321
-size 13456700
+oid sha256:51431cce95e2070bdacb46136bb9341809afbaa373ec7eeac34b86cc0e06231e
+size 13506172

dqn-SpaceInvadersNoFrameskip-v4/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb847990e7610431aa2961c2a4c33ec233ab0ee2238ee418583ada593d758705
-size 13456026
+oid sha256:215816c0edc5c9557c91391777e1ca527ab1536848c08dc58d558e01518d34e5
+size 13505370

dqn-SpaceInvadersNoFrameskip-v4/system_info.txt

@@ -2,7 +2,7 @@
 - Python: 3.10.12
 - Stable-Baselines3: 2.4.0a7
 - PyTorch: 2.3.1+cu121
-- GPU Enabled: False
+- GPU Enabled: True
 - Numpy: 1.23.5
 - Cloudpickle: 2.2.1
 - Gymnasium: 0.29.1

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b4e2ba4b1ae0340a2728dd6a8507025153c78e9103c2683621091adf4586331
-size 241655
+oid sha256:a04bca4e8c24bd6153d5397ee2df8c7e1b8c9efadabe3ac3787f6c7ae536efd0
+size 259831

results.json

@@ -1 +1 @@
-{"mean_reward": 224.5, "std_reward": 132.10696423731792, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-08-23T11:02:50.248707"}
+{"mean_reward": 628.0, "std_reward": 248.44717748447053, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-08-23T16:16:34.158604"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11d3e29abfc38e7b87baa5003df75a43c1b1c9b1cadc382296bb026b638bb8d4
-size 650
+oid sha256:c4a4a5195a332a2f20d751fdb7ab0cb9c22bbf9a075eb34e8233aed3dea0494b
+size 24836