Push agent to the Hub

README.md

@@ -17,7 +17,7 @@ model-index:
  type: LunarLander-v2
  metrics:
  - type: mean_reward
- value: -241.01 +/- 140.47
+ value: -200.37 +/- 73.91
  name: mean_reward
  verified: false
 ---
@@ -38,15 +38,15 @@ model-index:
 'capture_video': False
 'env_id': 'LunarLander-v2'
 'total_timesteps': 50000
-'learning_rate': 1e-05
+'learning_rate': 2e-05
 'num_envs': 4
-'num_steps': 512
+'num_steps': 1024
 'anneal_lr': True
 'gae': True
-'gamma': 0.99
-'gae_lambda': 0.95
+'gamma': 0.999
+'gae_lambda': 0.98
 'num_minibatches': 16
-'update_epochs': 8
+'update_epochs': 4
 'norm_adv': True
 'clip_coef': 0.2
 'clip_vloss': True
@@ -55,7 +55,7 @@ model-index:
 'max_grad_norm': 0.5
 'target_kl': None
 'repo_id': 'arhamk/ppo-LunarLander-v2-2'
-'batch_size': 2048
-'minibatch_size': 128}
+'batch_size': 4096
+'minibatch_size': 256}
  ```
  

logs/events.out.tfevents.1718025938.887b5cfc0142.14571.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbadeff200db8a683c5a1c6e32d0dc72670cf155eba3140687c49be38d6d7bb
+size 70776

model.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f07b1b08be38f4670bcf36173b8ffae2cccd31c81bb92664307eaa120d0f012
+oid sha256:42c2b4f6bbec26d6d381fb204a07994e8da94729d0e7c86b50317168857c0ee5
 size 43026

results.json

@@ -1 +1 @@
-{"env_id": "LunarLander-v2", "mean_reward": -241.0094816404568, "std_reward": 140.47431516175723, "n_evaluation_episodes": 10, "eval_datetime": "2024-06-10T13:19:50.546744"}
+{"env_id": "LunarLander-v2", "mean_reward": -200.36639274859556, "std_reward": 73.91482615132544, "n_evaluation_episodes": 10, "eval_datetime": "2024-06-10T13:26:17.286255"}