Initial commit

README.md

@@ -16,7 +16,7 @@ model-index:
       type: SpaceInvadersNoFrameskip-v4
     metrics:
     - type: mean_reward
-      value: 29.00 +/- 64.30
+      value: 537.50 +/- 132.59
       name: mean_reward
       verified: false
 ---
@@ -70,9 +70,9 @@ OrderedDict([('batch_size', 32),
              ('exploration_fraction', 0.1),
              ('frame_stack', 4),
              ('gradient_steps', 1),
-             ('learning_rate', 1e-06),
+             ('learning_rate', 0.0001),
              ('learning_starts', 100000),
-             ('n_timesteps', 100000.0),
+             ('n_timesteps', 1000000.0),
              ('optimize_memory_usage', False),
              ('policy', 'CnnPolicy'),
              ('target_update_interval', 1000),

args.yml

@@ -54,7 +54,7 @@
   - - save_replay_buffer
     - false
   - - seed
-    - 434965887
+    - 2108180424
   - - storage
     - null
   - - study_name

config.yml

@@ -14,11 +14,11 @@
   - - gradient_steps
     - 1
   - - learning_rate
-    - 1.0e-06
+    - 0.0001
   - - learning_starts
     - 100000
   - - n_timesteps
-    - 100000.0
+    - 1000000.0
   - - optimize_memory_usage
     - false
   - - policy

dqn-SpaceInvadersNoFrameskip-v4.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2b36a1db875f7e0818c013bf532659741beac2804deefe7b335b491a98163d4
-size 13715083
+oid sha256:8d835f2e071f349ac166398ec94085ad5b4cdb1d7c142fce86131d53ecf24c13
+size 27220208

dqn-SpaceInvadersNoFrameskip-v4/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1f3b836bd5d42486a268ff007163ab7fddb9054f9656d4a7efaad53c15e95a8
-size 1120
+oid sha256:681e7f0ffa9ab48fab2fd81c8e73583cae674fa7d977cf349b23bf63ac70259b
+size 13506236

dqn-SpaceInvadersNoFrameskip-v4/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:effe66aa67894a73bec75bc7fe43a11b39660c2f831b3c1be400d696b9dccde4
+oid sha256:0ce787d6f37abe88f7f1a79b3641b386a45776c95cefc9aaa54cd63b3b6a07ca
 size 13505370

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cae3de750f432875df42a4011aeedbc220ba38b313576b27b5dbc3ebf8a98d59
-size 294896
+oid sha256:1aeed3c28e5c8654099e3d3c97c7d386e2465030e14b746e6a39aae04f61742e
+size 250577

results.json

@@ -1 +1 @@
-{"mean_reward": 29.0, "std_reward": 64.29618962271404, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-03-14T18:09:20.676719"}
+{"mean_reward": 537.5, "std_reward": 132.5943060617612, "is_deterministic": false, "n_eval_episodes": 10, "eval_datetime": "2024-03-16T11:27:06.746289"}

train_eval_metrics.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e91d38683d466e4a18871d0e67066c1056519d9aef7962f849dde6a8362e6e22
-size 5481
+oid sha256:4aeeef177cbdb29008af0b51018ce86c2a3f90d21228b2b3b907241d4f1edad2
+size 35635