Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 240.70 +/- 13.50
+      value: 285.81 +/- 14.08
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x78552d8327a0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x78552d832830>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x78552d8328c0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x78552d832950>", "_build": "<function ActorCriticPolicy._build at 0x78552d8329e0>", "forward": "<function ActorCriticPolicy.forward at 0x78552d832a70>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x78552d832b00>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x78552d832b90>", "_predict": "<function ActorCriticPolicy._predict at 0x78552d832c20>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x78552d832cb0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x78552d832d40>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x78552d832dd0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x78552d7df3c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1706628770738482605, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADP/oDxrtDk/ylYaPrcvnL5+RH09fwYDvAAAAAAAAAAApky/PeEAq7rxKyO6/ZUHNimOn7pFwDo5AACAPwAAgD8NZaM9e1aqur5l3ratKhOyxu5iOl4v/TUAAIA/AACAP03zJj1cS0u6LvyXtiIXErC7WFm7jX+2NQAAgD8AAIA/8zOZvr0ypD8uAoS+ft8rvpBsiL6wzt49AAAAAAAAAACzaBc9SHGRuo3ks7bGl66xOpv6ujWT0zUAAIA/AACAP40VBD41rgs/+uQmPAgjgb74chU92HzgvAAAAAAAAAAA2nTpvahJij3FGAI+ni5SvnL9gDtj9gq8AAAAAAAAAACmKtq93TImP6X3Az3v75O+SVonvZDdqjwAAAAAAAAAAOY3NT3h1oy6FxQlOK8PEDOAhw67Irc/twAAgD8AAIA/M4gAveHomLpz1RO7MQVvNITRcDq2n/uzAACAPwAAgD8AdN87+KvcPNF5Ir1FvJK+aVfIvDIBiD0AAAAAAAAAAPqNZr64/7c/ekjSvje3Vb4IZm++LT0vvQAAAAAAAAAAjbusPRfwZT7/nza+awTHvQKWq7ytwKS9AAAAAAAAAAAadss99pR3ur5m1TqzPH41RqeIOuui+LkAAAAAAACAP/OoxT2ud5m6z08oNZqSYzCKWRG7xp5atAAAAAAAAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGX1A0TDfm+MAWyUTegDjAF0lEdAkyZoiHIp6XV9lChoBkdAXm6w+t8uz2gHTegDaAhHQJMsOYv38Gd1fZQoaAZHQGBZWldkauRoB03oA2gIR0CTLYeFL39KdX2UKGgGR0BjXzFbVz6raAdN6ANoCEdAky7HnMdLhHV9lChoBkdAY1qUBXCCSWgHTegDaAhHQJM00oYvWYp1fZQoaAZHQGHbRgJC0F9oB03oA2gIR0CTPp2exwAEdX2UKGgGR0Bv0xTMqz7eaAdNDQNoCEdAk0dzd+G47XV9lChoBkdAb4a07bL2YmgHTe8CaAhHQJNMwN6PbPB1fZQoaAZHQF+w/8l5WzZoB03oA2gIR0CTT2dBSk0rdX2UKGgGR0Bgn4J3PiT/aAdN6ANoCEdAk2cJ0Syt3nV9lChoBkdAY0FGlyimEWgHTegDaAhHQJNomWrwOON1fZQoaAZHQGDTij1wo9doB03oA2gIR0CTbpxdpqREdX2UKGgGR0Bmp263AmAtaAdN6ANoCEdAk3UKVlf7anV9lChoBkdAYnM0hNdqtmgHTegDaAhHQJN1UZHd43Z1fZQoaAZHQGQ+c50bLlpoB03oA2gIR0CTd0KbrkbQdX2UKGgGR0BhU56dDpkgaAdN6ANoCEdAk33vlU6xPnV9lChoBkdAcjFh3JPqLWgHTWgDaAhHQJN+W/336AR1fZQoaAZHQGaXkKmbb11oB03oA2gIR0CTfzJ3xFy8dX2UKGgGR0BiRJ9oexOdaAdN6ANoCEdAk4QvkNnXd3V9lChoBkdAYnmvW6K+BmgHTegDaAhHQJOFFb+tKZl1fZQoaAZHQGMHWRRuTA5oB03oA2gIR0CTjSH4XXRPdX2UKGgGR0Bc6OzUqhDgaAdN6ANoCEdAk5rclb/wRXV9lChoBkdAZXBnied072gHTegDaAhHQJOkgS39aU11fZQoaAZHQGZpYe9zwMJoB03oA2gIR0CTqgRwIdELdX2UKGgGR0BhPFjI7vG7aAdN6ANoCEdAk6yqXa8HwHV9lChoBkdAZbuHFglWwWgHTegDaAhHQJPDoLMLWqd1fZQoaAZHQGLT5ZSvTw5oB03oA2gIR0CTxXzKs+3ZdX2UKGgGR0BxS5w84gieaAdNOwNoCEdAk8X31OCXhXV9lChoBkdAa+qwnpjc22gHTVIDaAhHQJPHsjrzGxV1fZQoaAZHQGIvH3+MqBpoB03oA2gIR0CTyuBOHnEEdX2UKGgGR0BiKRYoy9EkaAdN6ANoCEdAk9MRhc7henV9lChoBkdAbEj3mFJxvWgHTXoDaAhHQJPTJBhQWN51fZQoaAZHQGEkoU8FINFoB03oA2gIR0CT2ioKUmlZdX2UKGgGR0BtTnr0J4SpaAdN5QNoCEdAk9tZr+Hae3V9lChoBkdAYtNl/YraumgHTegDaAhHQJPhAAEMb3p1fZQoaAZHQG4Hol+mWMVoB029AWgIR0CT4TPsAvL6dX2UKGgGR0BuHBEF4cFRaAdN4ANoCEdAk+GGrfcesHV9lChoBkdAcL8LFn7HhmgHTS8CaAhHQJPkeKziS7p1fZQoaAZHQF2qLSeAd4poB03oA2gIR0CT6Gyp71IzdX2UKGgGR0BruO3lS0jUaAdNggFoCEdAk+wQn+hoNHV9lChoBkdAXWccXFcY7GgHTegDaAhHQJPy6e9SMtN1fZQoaAZHQHCYRFuvUz9oB00cAmgIR0CT93d6LOzIdX2UKGgGR0Bwy+JrLyMDaAdN1QFoCEdAk/qwjyFwk3V9lChoBkdAZFLQa72+PGgHTegDaAhHQJP7GuQp4KR1fZQoaAZHQHAKBwdbPhRoB00QA2gIR0CT+394/u9fdX2UKGgGR0Bxa8YGdI5HaAdNEgJoCEdAk/0Xxe9i+nV9lChoBkdAXu76ZYxL02gHTegDaAhHQJP+3wqiGnJ1fZQoaAZHQGX2mIbfgrJoB03oA2gIR0CUFs7SiM5wdX2UKGgGR0Bixm+M6zVuaAdN6ANoCEdAlBdCXY150XV9lChoBkdAZFLO0LMLW2gHTegDaAhHQJQb6VyFPBV1fZQoaAZHQG/BwAlv60poB02AAmgIR0CUHdXzlLezdX2UKGgGR0Btqke+23KCaAdN2AFoCEdAlCGJGz8gp3V9lChoBkdAcNHzMzMzM2gHTYgBaAhHQJQkeQfZElV1fZQoaAZHQG56oJZ4fOloB02eAmgIR0CUJZj94u9OdX2UKGgGR0BxZVWq94/vaAdNtQFoCEdAlCg2attALXV9lChoBkdAb1jb212JSGgHTRwCaAhHQJQqMAAAAAB1fZQoaAZHQHACbB9Cu2ZoB01pA2gIR0CUKjDdxhlUdX2UKGgGR0BxSypxWDHwaAdNdQNoCEdAlCslie/Ya3V9lChoBkdAcjyr4WUKRmgHTb4DaAhHQJQumcslLOB1fZQoaAZHQG+R6i9IwudoB032AWgIR0CUNZj0+TvBdX2UKGgGR0Bkz2t+1Bt2aAdN6ANoCEdAlDwZ/XoTwnV9lChoBkdAaK8DSw4bTGgHTU8DaAhHQJRDLiIcinp1fZQoaAZHQGvX7Nr0rbxoB00dAmgIR0CUQ5r1dxACdX2UKGgGR0BxS3rqt5lfaAdN7QFoCEdAlEO7euV5bHV9lChoBkdAcQkl9BrvcGgHTboBaAhHQJRFyWjXWe91fZQoaAZHQG4ahh6Skj5oB01+A2gIR0CUSC+UhV2idX2UKGgGR0BiEsKE384xaAdN6ANoCEdAlEpF7dBSk3V9lChoBkdAa9q7kGRmsmgHTVIDaAhHQJRWKuxKQJZ1fZQoaAZHQGtHb655JK9oB01SAmgIR0CUVr1og3cYdX2UKGgGR0BieNwPy08eaAdN6ANoCEdAlFirTx5LRXV9lChoBkdAb4oSDAaegGgHTRkDaAhHQJRsg/MW43F1fZQoaAZHQHEVHHq/ub9oB03+AmgIR0CUbmNsnAqNdX2UKGgGR0Bh44txuKoAaAdN6ANoCEdAlG7MXizcAXV9lChoBkdAbmoMc6vJR2gHTX8BaAhHQJRwovrWy1N1fZQoaAZHQGy3F3yI55toB01yAmgIR0CUcTbSZ0CBdX2UKGgGR0BxZO37UG3XaAdNswNoCEdAlHIMWoFV1nV9lChoBkdAck6f+0gKW2gHTfsBaAhHQJR1Are67NB1fZQoaAZHQGPWLns9jgBoB03oA2gIR0CUefpy6tkndX2UKGgGR0BtmxFNL128aAdNXwFoCEdAlHtaU/wAl3V9lChoBkdAcD8BDG96C2gHTSkCaAhHQJR97IxQBPt1fZQoaAZHQHEVtu5z5oJoB02oAmgIR0CUfzu4gA6udX2UKGgGR0A+shG6PKdQaAdNAgFoCEdAlH+ZC8e0X3V9lChoBkdAcOD+cH4XXWgHTUkBaAhHQJSBtUKiPAB1fZQoaAZHQDj56w+t8u1oB00YAWgIR0CUgjkxREWqdX2UKGgGR0Bwq7/XGwRoaAdNXgFoCEdAlIKoGY8dP3V9lChoBkdAa8yzN2TxG2gHTdYBaAhHQJSFkaWHDaZ1fZQoaAZHQHB3Jsj3VTdoB01JA2gIR0CUiNxqwhW6dX2UKGgGR0BvNtJaq0dBaAdNSQJoCEdAlImP+4smOXV9lChoBkdAcio0O3DvVmgHTRoDaAhHQJSKBHI6r/91fZQoaAZHQG78xHww0wdoB00rAWgIR0CUiwtCAtnPdX2UKGgGR0BVGqSkj5bhaAdN6ANoCEdAlItdrCWNWHV9lChoBkdAcU+El3QlbGgHTUsBaAhHQJSQhP1tfol1fZQoaAZHQHK6GQnx8UpoB03VAmgIR0CUk82y9mHydX2UKGgGR0BwRuntOVPfaAdNmgFoCEdAlJUkLhJiAnV9lChoBkdAbAk4EwFkhGgHTbwBaAhHQJSY6OzY2891fZQoaAZHQG6vHeBQN1BoB02jAmgIR0CUmfF9roGIdX2UKGgGR0BxaM+6iCaraAdNagFoCEdAlJuprLyMDXV9lChoBkdAcW9OGj9GZ2gHTUoBaAhHQJSck3XI2fl1fZQoaAZHQGycSidrftRoB00wAmgIR0CUn+/9YOlPdX2UKGgGR0BudoWnCO3laAdNkQFoCEdAlKDrgn+hoXVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x78552d8327a0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x78552d832830>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x78552d8328c0>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x78552d832950>", "_build": "<function ActorCriticPolicy._build at 0x78552d8329e0>", "forward": "<function ActorCriticPolicy.forward at 0x78552d832a70>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x78552d832b00>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x78552d832b90>", "_predict": "<function ActorCriticPolicy._predict at 0x78552d832c20>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x78552d832cb0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x78552d832d40>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x78552d832dd0>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x78552d7df3c0>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1706631650788871772, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJoHN76a+VI/cA5SPVtzxr5Gzii+noijPQAAAAAAAAAAZvIsPEkCGD/CXKY9FDzavjL/njyGA9c9AAAAAAAAAABm+Pw8e7SCuoUPJrh1fiGztpkVO8ioQTcAAIA/AACAPzOEqD3beBs/6tJwPYfJ5L4OiBk84hyqvAAAAAAAAAAAM/fUO/Blsz8OhSg/6kTVvuuM9rtdsBi+AAAAAAAAAADN8j+8j457ugvmrzOiLccsMek+u/Sns7MAAIA/AACAPzN8kDyPDn26uqsEOJXh8zLywW46jAAbtwAAgD8AAIA/QEWOveqJoT6PmoM96ZGvvkX5VjwaQMq9AAAAAAAAAADTVyk+hTzuPDvuz74dKty9CiqlvdOKEr4AAAAAAAAAAM0aNT4uq64+DoO2vrozkr5hmco97XFXvgAAAAAAAAAA2s+vPajCsT4FqVM9697evnNwvj077V89AAAAAAAAAABm/Q09JCSnP2UptT6F3xW/e68SPOJ3AD4AAAAAAAAAAE39DD1ch3W6kJkouxUZ9LVh/Ry7KlpEOgAAAAAAAAAAoERFPn15jz7FRBa+4kvpvnMqIj6Oxm08AAAAAAAAAADN5XU9neicPtSZED23a8K+dhDHPZrmQbwAAAAAAAAAAL0fnj63Pku97fGyPR7jm7z0gKG+4dmFNAAAgD8AAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAABAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV7QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHKGGtMfzSWMAWyUS/WMAXSUR0CtN2Pc8DB/dX2UKGgGR0BxuOCDmKZVaAdL7mgIR0CtN4kJjUd8dX2UKGgGR0BxFL/4qPOqaAdNUQFoCEdArTeVVLi++XV9lChoBkdAcbC5O8Cgb2gHS+ZoCEdArTegOjIq9XV9lChoBkdAcZbXgccU/WgHS+RoCEdArTegBRyfc3V9lChoBkdAcX6y9mHxjWgHS+doCEdArTfG4d6syXV9lChoBkdAb+fIcR15jmgHTRgBaAhHQK03+9TxXn11fZQoaAZHQHKPatozvZ1oB0vwaAhHQK04XrE9+w11fZQoaAZHQHIFxH9WIXVoB0vJaAhHQK04doaDPGB1fZQoaAZHQHC83OfNA1NoB0vWaAhHQK04c94/u9h1fZQoaAZHQHBIrrs0HhVoB0vVaAhHQK04jqwhW5p1fZQoaAZHQHFU4bGWD6FoB0viaAhHQK049w+dK/V1fZQoaAZHQHECcTnJT2poB0vraAhHQK05XU6PsAx1fZQoaAZHQHD6VIEr5IpoB0viaAhHQK05iY3vQWx1fZQoaAZHQG8qmwzLwF1oB0vZaAhHQK05kvQF9rp1fZQoaAZHQHIvvYJ3PiVoB0vIaAhHQK06LrCWNWF1fZQoaAZHQHCXTcdo371oB0vTaAhHQK06VblijL11fZQoaAZHQHIraClJpWVoB00EAWgIR0CtOnW5H3DfdX2UKGgGR0BzIfjyWiUQaAdL92gIR0CtOp8iwB5pdX2UKGgGR0BRu2VRk3CLaAdLo2gIR0CtOqQRXfZVdX2UKGgGR0BxqzVtoBaLaAdL/WgIR0CtOtHyEtdzdX2UKGgGR0By52EIw/PgaAdL42gIR0CtOwKUVzp5dX2UKGgGR0BxijwF1SwXaAdNBwFoCEdArTsT+ee4C3V9lChoBkdAb84kHlfZ3GgHS8poCEdArTtLiqABk3V9lChoBkdAcHVQoTfzjGgHS9xoCEdArTuAzYVZcXV9lChoBkdAa8VeizsyBWgHS9FoCEdArTuTC+De03V9lChoBkdAcpcet0V8C2gHS/BoCEdArTzAvBacJHV9lChoBkdAb6wro4dZJWgHS8VoCEdArTzFlXiiqXV9lChoBkdAcf3dGy5ZsGgHS+xoCEdArT1DHKfWc3V9lChoBkdAccsBzFMqSWgHS/doCEdArT28AtFrmHV9lChoBkdAcbOLG7z06GgHS8doCEdArT6BkAggYHV9lChoBkdAb1JQbdadMGgHS/BoCEdArT677j1f3XV9lChoBkdAcJbcclw97mgHS+5oCEdArUgesFMZg3V9lChoBkdAcV1tLteD4GgHS+loCEdArUguhdt2tHV9lChoBkdAb0n6JIlMRGgHS9NoCEdArUh2rhisn3V9lChoBkdAcPqDSPU8WGgHS/ZoCEdArUiU+1SflXV9lChoBkdAcdkqS5iEx2gHS+1oCEdArUinU6PsA3V9lChoBkdAcVZtyxRl6WgHS91oCEdArUjxn8Koh3V9lChoBkdAb2osYEW69WgHS/FoCEdArUkSn5zo2XV9lChoBkdAcqwpe/pMYmgHTQIBaAhHQK1JHcSoOx11fZQoaAZHQHGfPpQk5ZNoB0voaAhHQK1JKiJO32F1fZQoaAZHQHJmOSSvC/JoB0vOaAhHQK1JqmD15B11fZQoaAZHQHPxju0CzTpoB0voaAhHQK1KDpQk5ZN1fZQoaAZHQG+IU8eS0ShoB0vHaAhHQK1KRKzzErJ1fZQoaAZHQHIktiQT239oB00MAWgIR0CtSvjJEH+qdX2UKGgGR0BAHGVzIV/MaAdLvWgIR0CtSz/dRBNVdX2UKGgGR0BxhyT+vQnhaAdL4WgIR0CtS1oL5RCQdX2UKGgGR0Bx2d5jYqXoaAdL4WgIR0CtS46r/82rdX2UKGgGR0BytRIoVmBfaAdL6WgIR0CtS571h9b5dX2UKGgGR0BxXQ384xUOaAdL7mgIR0CtTCmaH9FXdX2UKGgGR0Bxt6YQarFPaAdL3GgIR0CtTEOQIUrTdX2UKGgGR0BxHGvllsguaAdL8WgIR0CtTEhegL7XdX2UKGgGR0Bt75xWDHwPaAdL3GgIR0CtTHGlyimEdX2UKGgGR0By4QOrhisoaAdNOAFoCEdArUyNJnQIEHV9lChoBkdAcisbWVeKK2gHS+5oCEdArUzA1gpjMHV9lChoBkdAc+dlxffGdmgHS/doCEdArUzJsdkrgHV9lChoBkdAb1U6Lfk3j2gHS+ZoCEdArU0lzySV4XV9lChoBkdAcCLgQHzH0mgHS8loCEdArU1UuYhManV9lChoBkdAcNVqiGnGbWgHTRoBaAhHQK1OZqoqCpZ1fZQoaAZHQHEkjtkWhytoB0vGaAhHQK1Om0/nnuB1fZQoaAZHQHEDh1PnB+FoB0vvaAhHQK1OrtgrpaB1fZQoaAZHQG7R++M6zVtoB0vQaAhHQK1O0pjtoi91fZQoaAZHQHPeA6IWP91oB0vraAhHQK1O5SDRMOB1fZQoaAZHQHHnkWZZ0S1oB0v7aAhHQK1PNn3cpLF1fZQoaAZHQHC3hy8zyjJoB0vMaAhHQK1PZQzDXOJ1fZQoaAZHQHETAJ1JUYNoB0u9aAhHQK1PvNfw7T51fZQoaAZHQHG7IIOYplVoB0vkaAhHQK1PzzNliBp1fZQoaAZHQHFtIJVsDW9oB0v6aAhHQK1QB6t1ZDB1fZQoaAZHQHGIX2mHgxdoB0vmaAhHQK1QHZElVtJ1fZQoaAZHQHJ8zFyaNMpoB0v5aAhHQK1QSlWwNb11fZQoaAZHQHHv+c6Nly1oB0vxaAhHQK1Qfi2Dxsl1fZQoaAZHwCInAdn003xoB03oA2gIR0CtULQtJ4B4dX2UKGgGR0Bv6yCBf8dgaAdL8WgIR0CtUN+05U97dX2UKGgGR0BUc8y8BdUsaAdLqmgIR0CtUPdlEqlQdX2UKGgGR0ByLmr+5vtMaAdNFwFoCEdArVGBysCDEnV9lChoBkdAcuQYFJQLu2gHS+BoCEdArVHtEJBw/HV9lChoBkdAcdrEWqLjxWgHS+JoCEdArVIZ35eqrHV9lChoBkdAbU79w3o9tGgHS9FoCEdArVI8I7eVLXV9lChoBkdAcZXR77bcoGgHS+hoCEdArVJDWNFSbnV9lChoBkdAc3U0b961LWgHTQIBaAhHQK1SWzsQd0d1fZQoaAZHQHD7dWU8mrtoB0vOaAhHQK1SroOhCdB1fZQoaAZHwEGQt29tdiVoB0uEaAhHQK1SrQ1JlJ91fZQoaAZHQG+j4k3S8apoB0vtaAhHQK1SxIKc/dJ1fZQoaAZHQHIQKIznA7BoB0vXaAhHQK1S+25QP7N1fZQoaAZHQHFk8z2vjfhoB0vLaAhHQK1ThNQj2SN1fZQoaAZHQHLLrPIGQjloB0vsaAhHQK1TnziCJ411fZQoaAZHQHC2z5wfhddoB00CAWgIR0CtU88gIQe4dX2UKGgGR0Bw2+CaqjrSaAdNCgFoCEdArVRknVoYenV9lChoBkdAcSVuBczIm2gHS9BoCEdArVTFyvLX+XV9lChoBkdAcCJVQhwEQ2gHS8xoCEdArVXfN5dGAnV9lChoBkdAcOeZ/Tb35GgHS+1oCEdArVX0aya/h3V9lChoBkdAcom/c32mHmgHS+ZoCEdArVY9CTlkpnV9lChoBkdAcwdNzr/sFGgHS/JoCEdArVZORigCfnV9lChoBkdAcn2vDxb0OGgHS/toCEdArVbAVARkE3V9lChoBkdAcNO4keIVM2gHS+RoCEdArVbuOQyRCHV9lChoBkdAcBeiKziS72gHS+doCEdArVcAH1OCXnV9lChoBkdAcXtMYdhiLGgHS+VoCEdArVcY2dd3S3V9lChoBkdAcaxR3NcGDGgHS9poCEdArVc4bjtG/nV9lChoBkdAcV0RU3n6mGgHS/NoCEdArVhBJNCZ4XV9lChoBkdAcwTLs8gZCWgHS/FoCEdArVhizJIUanVlLg=="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 496, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48cfd1b6c9d61c08be3cb7a5decc9bebbaface368c8abe8689a1425531ca7306
-size 148072
+oid sha256:afe5420eadfc795341256f3297bad19cec743c8a3c79f16f0e8a5dcbcd777382
+size 147956

ppo-LunarLander-v2/data

@@ -26,16 +26,16 @@
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1706628770738482605,
+    "start_time": 1706631650788871772,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAADP/oDxrtDk/ylYaPrcvnL5+RH09fwYDvAAAAAAAAAAApky/PeEAq7rxKyO6/ZUHNimOn7pFwDo5AACAPwAAgD8NZaM9e1aqur5l3ratKhOyxu5iOl4v/TUAAIA/AACAP03zJj1cS0u6LvyXtiIXErC7WFm7jX+2NQAAgD8AAIA/8zOZvr0ypD8uAoS+ft8rvpBsiL6wzt49AAAAAAAAAACzaBc9SHGRuo3ks7bGl66xOpv6ujWT0zUAAIA/AACAP40VBD41rgs/+uQmPAgjgb74chU92HzgvAAAAAAAAAAA2nTpvahJij3FGAI+ni5SvnL9gDtj9gq8AAAAAAAAAACmKtq93TImP6X3Az3v75O+SVonvZDdqjwAAAAAAAAAAOY3NT3h1oy6FxQlOK8PEDOAhw67Irc/twAAgD8AAIA/M4gAveHomLpz1RO7MQVvNITRcDq2n/uzAACAPwAAgD8AdN87+KvcPNF5Ir1FvJK+aVfIvDIBiD0AAAAAAAAAAPqNZr64/7c/ekjSvje3Vb4IZm++LT0vvQAAAAAAAAAAjbusPRfwZT7/nza+awTHvQKWq7ytwKS9AAAAAAAAAAAadss99pR3ur5m1TqzPH41RqeIOuui+LkAAAAAAACAP/OoxT2ud5m6z08oNZqSYzCKWRG7xp5atAAAAAAAAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJoHN76a+VI/cA5SPVtzxr5Gzii+noijPQAAAAAAAAAAZvIsPEkCGD/CXKY9FDzavjL/njyGA9c9AAAAAAAAAABm+Pw8e7SCuoUPJrh1fiGztpkVO8ioQTcAAIA/AACAPzOEqD3beBs/6tJwPYfJ5L4OiBk84hyqvAAAAAAAAAAAM/fUO/Blsz8OhSg/6kTVvuuM9rtdsBi+AAAAAAAAAADN8j+8j457ugvmrzOiLccsMek+u/Sns7MAAIA/AACAPzN8kDyPDn26uqsEOJXh8zLywW46jAAbtwAAgD8AAIA/QEWOveqJoT6PmoM96ZGvvkX5VjwaQMq9AAAAAAAAAADTVyk+hTzuPDvuz74dKty9CiqlvdOKEr4AAAAAAAAAAM0aNT4uq64+DoO2vrozkr5hmco97XFXvgAAAAAAAAAA2s+vPajCsT4FqVM9697evnNwvj077V89AAAAAAAAAABm/Q09JCSnP2UptT6F3xW/e68SPOJ3AD4AAAAAAAAAAE39DD1ch3W6kJkouxUZ9LVh/Ry7KlpEOgAAAAAAAAAAoERFPn15jz7FRBa+4kvpvnMqIj6Oxm08AAAAAAAAAADN5XU9neicPtSZED23a8K+dhDHPZrmQbwAAAAAAAAAAL0fnj63Pku97fGyPR7jm7z0gKG+4dmFNAAAgD8AAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAABAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
@@ -45,13 +45,13 @@
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWVRAwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQGX1A0TDfm+MAWyUTegDjAF0lEdAkyZoiHIp6XV9lChoBkdAXm6w+t8uz2gHTegDaAhHQJMsOYv38Gd1fZQoaAZHQGBZWldkauRoB03oA2gIR0CTLYeFL39KdX2UKGgGR0BjXzFbVz6raAdN6ANoCEdAky7HnMdLhHV9lChoBkdAY1qUBXCCSWgHTegDaAhHQJM00oYvWYp1fZQoaAZHQGHbRgJC0F9oB03oA2gIR0CTPp2exwAEdX2UKGgGR0Bv0xTMqz7eaAdNDQNoCEdAk0dzd+G47XV9lChoBkdAb4a07bL2YmgHTe8CaAhHQJNMwN6PbPB1fZQoaAZHQF+w/8l5WzZoB03oA2gIR0CTT2dBSk0rdX2UKGgGR0Bgn4J3PiT/aAdN6ANoCEdAk2cJ0Syt3nV9lChoBkdAY0FGlyimEWgHTegDaAhHQJNomWrwOON1fZQoaAZHQGDTij1wo9doB03oA2gIR0CTbpxdpqREdX2UKGgGR0Bmp263AmAtaAdN6ANoCEdAk3UKVlf7anV9lChoBkdAYnM0hNdqtmgHTegDaAhHQJN1UZHd43Z1fZQoaAZHQGQ+c50bLlpoB03oA2gIR0CTd0KbrkbQdX2UKGgGR0BhU56dDpkgaAdN6ANoCEdAk33vlU6xPnV9lChoBkdAcjFh3JPqLWgHTWgDaAhHQJN+W/336AR1fZQoaAZHQGaXkKmbb11oB03oA2gIR0CTfzJ3xFy8dX2UKGgGR0BiRJ9oexOdaAdN6ANoCEdAk4QvkNnXd3V9lChoBkdAYnmvW6K+BmgHTegDaAhHQJOFFb+tKZl1fZQoaAZHQGMHWRRuTA5oB03oA2gIR0CTjSH4XXRPdX2UKGgGR0Bc6OzUqhDgaAdN6ANoCEdAk5rclb/wRXV9lChoBkdAZXBnied072gHTegDaAhHQJOkgS39aU11fZQoaAZHQGZpYe9zwMJoB03oA2gIR0CTqgRwIdELdX2UKGgGR0BhPFjI7vG7aAdN6ANoCEdAk6yqXa8HwHV9lChoBkdAZbuHFglWwWgHTegDaAhHQJPDoLMLWqd1fZQoaAZHQGLT5ZSvTw5oB03oA2gIR0CTxXzKs+3ZdX2UKGgGR0BxS5w84gieaAdNOwNoCEdAk8X31OCXhXV9lChoBkdAa+qwnpjc22gHTVIDaAhHQJPHsjrzGxV1fZQoaAZHQGIvH3+MqBpoB03oA2gIR0CTyuBOHnEEdX2UKGgGR0BiKRYoy9EkaAdN6ANoCEdAk9MRhc7henV9lChoBkdAbEj3mFJxvWgHTXoDaAhHQJPTJBhQWN51fZQoaAZHQGEkoU8FINFoB03oA2gIR0CT2ioKUmlZdX2UKGgGR0BtTnr0J4SpaAdN5QNoCEdAk9tZr+Hae3V9lChoBkdAYtNl/YraumgHTegDaAhHQJPhAAEMb3p1fZQoaAZHQG4Hol+mWMVoB029AWgIR0CT4TPsAvL6dX2UKGgGR0BuHBEF4cFRaAdN4ANoCEdAk+GGrfcesHV9lChoBkdAcL8LFn7HhmgHTS8CaAhHQJPkeKziS7p1fZQoaAZHQF2qLSeAd4poB03oA2gIR0CT6Gyp71IzdX2UKGgGR0BruO3lS0jUaAdNggFoCEdAk+wQn+hoNHV9lChoBkdAXWccXFcY7GgHTegDaAhHQJPy6e9SMtN1fZQoaAZHQHCYRFuvUz9oB00cAmgIR0CT93d6LOzIdX2UKGgGR0Bwy+JrLyMDaAdN1QFoCEdAk/qwjyFwk3V9lChoBkdAZFLQa72+PGgHTegDaAhHQJP7GuQp4KR1fZQoaAZHQHAKBwdbPhRoB00QA2gIR0CT+394/u9fdX2UKGgGR0Bxa8YGdI5HaAdNEgJoCEdAk/0Xxe9i+nV9lChoBkdAXu76ZYxL02gHTegDaAhHQJP+3wqiGnJ1fZQoaAZHQGX2mIbfgrJoB03oA2gIR0CUFs7SiM5wdX2UKGgGR0Bixm+M6zVuaAdN6ANoCEdAlBdCXY150XV9lChoBkdAZFLO0LMLW2gHTegDaAhHQJQb6VyFPBV1fZQoaAZHQG/BwAlv60poB02AAmgIR0CUHdXzlLezdX2UKGgGR0Btqke+23KCaAdN2AFoCEdAlCGJGz8gp3V9lChoBkdAcNHzMzMzM2gHTYgBaAhHQJQkeQfZElV1fZQoaAZHQG56oJZ4fOloB02eAmgIR0CUJZj94u9OdX2UKGgGR0BxZVWq94/vaAdNtQFoCEdAlCg2attALXV9lChoBkdAb1jb212JSGgHTRwCaAhHQJQqMAAAAAB1fZQoaAZHQHACbB9Cu2ZoB01pA2gIR0CUKjDdxhlUdX2UKGgGR0BxSypxWDHwaAdNdQNoCEdAlCslie/Ya3V9lChoBkdAcjyr4WUKRmgHTb4DaAhHQJQumcslLOB1fZQoaAZHQG+R6i9IwudoB032AWgIR0CUNZj0+TvBdX2UKGgGR0Bkz2t+1Bt2aAdN6ANoCEdAlDwZ/XoTwnV9lChoBkdAaK8DSw4bTGgHTU8DaAhHQJRDLiIcinp1fZQoaAZHQGvX7Nr0rbxoB00dAmgIR0CUQ5r1dxACdX2UKGgGR0BxS3rqt5lfaAdN7QFoCEdAlEO7euV5bHV9lChoBkdAcQkl9BrvcGgHTboBaAhHQJRFyWjXWe91fZQoaAZHQG4ahh6Skj5oB01+A2gIR0CUSC+UhV2idX2UKGgGR0BiEsKE384xaAdN6ANoCEdAlEpF7dBSk3V9lChoBkdAa9q7kGRmsmgHTVIDaAhHQJRWKuxKQJZ1fZQoaAZHQGtHb655JK9oB01SAmgIR0CUVr1og3cYdX2UKGgGR0BieNwPy08eaAdN6ANoCEdAlFirTx5LRXV9lChoBkdAb4oSDAaegGgHTRkDaAhHQJRsg/MW43F1fZQoaAZHQHEVHHq/ub9oB03+AmgIR0CUbmNsnAqNdX2UKGgGR0Bh44txuKoAaAdN6ANoCEdAlG7MXizcAXV9lChoBkdAbmoMc6vJR2gHTX8BaAhHQJRwovrWy1N1fZQoaAZHQGy3F3yI55toB01yAmgIR0CUcTbSZ0CBdX2UKGgGR0BxZO37UG3XaAdNswNoCEdAlHIMWoFV1nV9lChoBkdAck6f+0gKW2gHTfsBaAhHQJR1Are67NB1fZQoaAZHQGPWLns9jgBoB03oA2gIR0CUefpy6tkndX2UKGgGR0BtmxFNL128aAdNXwFoCEdAlHtaU/wAl3V9lChoBkdAcD8BDG96C2gHTSkCaAhHQJR97IxQBPt1fZQoaAZHQHEVtu5z5oJoB02oAmgIR0CUfzu4gA6udX2UKGgGR0A+shG6PKdQaAdNAgFoCEdAlH+ZC8e0X3V9lChoBkdAcOD+cH4XXWgHTUkBaAhHQJSBtUKiPAB1fZQoaAZHQDj56w+t8u1oB00YAWgIR0CUgjkxREWqdX2UKGgGR0Bwq7/XGwRoaAdNXgFoCEdAlIKoGY8dP3V9lChoBkdAa8yzN2TxG2gHTdYBaAhHQJSFkaWHDaZ1fZQoaAZHQHB3Jsj3VTdoB01JA2gIR0CUiNxqwhW6dX2UKGgGR0BvNtJaq0dBaAdNSQJoCEdAlImP+4smOXV9lChoBkdAcio0O3DvVmgHTRoDaAhHQJSKBHI6r/91fZQoaAZHQG78xHww0wdoB00rAWgIR0CUiwtCAtnPdX2UKGgGR0BVGqSkj5bhaAdN6ANoCEdAlItdrCWNWHV9lChoBkdAcU+El3QlbGgHTUsBaAhHQJSQhP1tfol1fZQoaAZHQHK6GQnx8UpoB03VAmgIR0CUk82y9mHydX2UKGgGR0BwRuntOVPfaAdNmgFoCEdAlJUkLhJiAnV9lChoBkdAbAk4EwFkhGgHTbwBaAhHQJSY6OzY2891fZQoaAZHQG6vHeBQN1BoB02jAmgIR0CUmfF9roGIdX2UKGgGR0BxaM+6iCaraAdNagFoCEdAlJuprLyMDXV9lChoBkdAcW9OGj9GZ2gHTUoBaAhHQJSck3XI2fl1fZQoaAZHQGycSidrftRoB00wAmgIR0CUn+/9YOlPdX2UKGgGR0BudoWnCO3laAdNkQFoCEdAlKDrgn+hoXVlLg=="
+        ":serialized:": "gAWV7QsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHKGGtMfzSWMAWyUS/WMAXSUR0CtN2Pc8DB/dX2UKGgGR0BxuOCDmKZVaAdL7mgIR0CtN4kJjUd8dX2UKGgGR0BxFL/4qPOqaAdNUQFoCEdArTeVVLi++XV9lChoBkdAcbC5O8Cgb2gHS+ZoCEdArTegOjIq9XV9lChoBkdAcZbXgccU/WgHS+RoCEdArTegBRyfc3V9lChoBkdAcX6y9mHxjWgHS+doCEdArTfG4d6syXV9lChoBkdAb+fIcR15jmgHTRgBaAhHQK03+9TxXn11fZQoaAZHQHKPatozvZ1oB0vwaAhHQK04XrE9+w11fZQoaAZHQHIFxH9WIXVoB0vJaAhHQK04doaDPGB1fZQoaAZHQHC83OfNA1NoB0vWaAhHQK04c94/u9h1fZQoaAZHQHBIrrs0HhVoB0vVaAhHQK04jqwhW5p1fZQoaAZHQHFU4bGWD6FoB0viaAhHQK049w+dK/V1fZQoaAZHQHECcTnJT2poB0vraAhHQK05XU6PsAx1fZQoaAZHQHD6VIEr5IpoB0viaAhHQK05iY3vQWx1fZQoaAZHQG8qmwzLwF1oB0vZaAhHQK05kvQF9rp1fZQoaAZHQHIvvYJ3PiVoB0vIaAhHQK06LrCWNWF1fZQoaAZHQHCXTcdo371oB0vTaAhHQK06VblijL11fZQoaAZHQHIraClJpWVoB00EAWgIR0CtOnW5H3DfdX2UKGgGR0BzIfjyWiUQaAdL92gIR0CtOp8iwB5pdX2UKGgGR0BRu2VRk3CLaAdLo2gIR0CtOqQRXfZVdX2UKGgGR0BxqzVtoBaLaAdL/WgIR0CtOtHyEtdzdX2UKGgGR0By52EIw/PgaAdL42gIR0CtOwKUVzp5dX2UKGgGR0BxijwF1SwXaAdNBwFoCEdArTsT+ee4C3V9lChoBkdAb84kHlfZ3GgHS8poCEdArTtLiqABk3V9lChoBkdAcHVQoTfzjGgHS9xoCEdArTuAzYVZcXV9lChoBkdAa8VeizsyBWgHS9FoCEdArTuTC+De03V9lChoBkdAcpcet0V8C2gHS/BoCEdArTzAvBacJHV9lChoBkdAb6wro4dZJWgHS8VoCEdArTzFlXiiqXV9lChoBkdAcf3dGy5ZsGgHS+xoCEdArT1DHKfWc3V9lChoBkdAccsBzFMqSWgHS/doCEdArT28AtFrmHV9lChoBkdAcbOLG7z06GgHS8doCEdArT6BkAggYHV9lChoBkdAb1JQbdadMGgHS/BoCEdArT677j1f3XV9lChoBkdAcJbcclw97mgHS+5oCEdArUgesFMZg3V9lChoBkdAcV1tLteD4GgHS+loCEdArUguhdt2tHV9lChoBkdAb0n6JIlMRGgHS9NoCEdArUh2rhisn3V9lChoBkdAcPqDSPU8WGgHS/ZoCEdArUiU+1SflXV9lChoBkdAcdkqS5iEx2gHS+1oCEdArUinU6PsA3V9lChoBkdAcVZtyxRl6WgHS91oCEdArUjxn8Koh3V9lChoBkdAb2osYEW69WgHS/FoCEdArUkSn5zo2XV9lChoBkdAcqwpe/pMYmgHTQIBaAhHQK1JHcSoOx11fZQoaAZHQHGfPpQk5ZNoB0voaAhHQK1JKiJO32F1fZQoaAZHQHJmOSSvC/JoB0vOaAhHQK1JqmD15B11fZQoaAZHQHPxju0CzTpoB0voaAhHQK1KDpQk5ZN1fZQoaAZHQG+IU8eS0ShoB0vHaAhHQK1KRKzzErJ1fZQoaAZHQHIktiQT239oB00MAWgIR0CtSvjJEH+qdX2UKGgGR0BAHGVzIV/MaAdLvWgIR0CtSz/dRBNVdX2UKGgGR0BxhyT+vQnhaAdL4WgIR0CtS1oL5RCQdX2UKGgGR0Bx2d5jYqXoaAdL4WgIR0CtS46r/82rdX2UKGgGR0BytRIoVmBfaAdL6WgIR0CtS571h9b5dX2UKGgGR0BxXQ384xUOaAdL7mgIR0CtTCmaH9FXdX2UKGgGR0Bxt6YQarFPaAdL3GgIR0CtTEOQIUrTdX2UKGgGR0BxHGvllsguaAdL8WgIR0CtTEhegL7XdX2UKGgGR0Bt75xWDHwPaAdL3GgIR0CtTHGlyimEdX2UKGgGR0By4QOrhisoaAdNOAFoCEdArUyNJnQIEHV9lChoBkdAcisbWVeKK2gHS+5oCEdArUzA1gpjMHV9lChoBkdAc+dlxffGdmgHS/doCEdArUzJsdkrgHV9lChoBkdAb1U6Lfk3j2gHS+ZoCEdArU0lzySV4XV9lChoBkdAcCLgQHzH0mgHS8loCEdArU1UuYhManV9lChoBkdAcNVqiGnGbWgHTRoBaAhHQK1OZqoqCpZ1fZQoaAZHQHEkjtkWhytoB0vGaAhHQK1Om0/nnuB1fZQoaAZHQHEDh1PnB+FoB0vvaAhHQK1OrtgrpaB1fZQoaAZHQG7R++M6zVtoB0vQaAhHQK1O0pjtoi91fZQoaAZHQHPeA6IWP91oB0vraAhHQK1O5SDRMOB1fZQoaAZHQHHnkWZZ0S1oB0v7aAhHQK1PNn3cpLF1fZQoaAZHQHC3hy8zyjJoB0vMaAhHQK1PZQzDXOJ1fZQoaAZHQHETAJ1JUYNoB0u9aAhHQK1PvNfw7T51fZQoaAZHQHG7IIOYplVoB0vkaAhHQK1PzzNliBp1fZQoaAZHQHFtIJVsDW9oB0v6aAhHQK1QB6t1ZDB1fZQoaAZHQHGIX2mHgxdoB0vmaAhHQK1QHZElVtJ1fZQoaAZHQHJ8zFyaNMpoB0v5aAhHQK1QSlWwNb11fZQoaAZHQHHv+c6Nly1oB0vxaAhHQK1Qfi2Dxsl1fZQoaAZHwCInAdn003xoB03oA2gIR0CtULQtJ4B4dX2UKGgGR0Bv6yCBf8dgaAdL8WgIR0CtUN+05U97dX2UKGgGR0BUc8y8BdUsaAdLqmgIR0CtUPdlEqlQdX2UKGgGR0ByLmr+5vtMaAdNFwFoCEdArVGBysCDEnV9lChoBkdAcuQYFJQLu2gHS+BoCEdArVHtEJBw/HV9lChoBkdAcdrEWqLjxWgHS+JoCEdArVIZ35eqrHV9lChoBkdAbU79w3o9tGgHS9FoCEdArVI8I7eVLXV9lChoBkdAcZXR77bcoGgHS+hoCEdArVJDWNFSbnV9lChoBkdAc3U0b961LWgHTQIBaAhHQK1SWzsQd0d1fZQoaAZHQHD7dWU8mrtoB0vOaAhHQK1SroOhCdB1fZQoaAZHwEGQt29tdiVoB0uEaAhHQK1SrQ1JlJ91fZQoaAZHQG+j4k3S8apoB0vtaAhHQK1SxIKc/dJ1fZQoaAZHQHIQKIznA7BoB0vXaAhHQK1S+25QP7N1fZQoaAZHQHFk8z2vjfhoB0vLaAhHQK1ThNQj2SN1fZQoaAZHQHLLrPIGQjloB0vsaAhHQK1TnziCJ411fZQoaAZHQHC2z5wfhddoB00CAWgIR0CtU88gIQe4dX2UKGgGR0Bw2+CaqjrSaAdNCgFoCEdArVRknVoYenV9lChoBkdAcSVuBczIm2gHS9BoCEdArVTFyvLX+XV9lChoBkdAcCJVQhwEQ2gHS8xoCEdArVXfN5dGAnV9lChoBkdAcOeZ/Tb35GgHS+1oCEdArVX0aya/h3V9lChoBkdAcom/c32mHmgHS+ZoCEdArVY9CTlkpnV9lChoBkdAcwdNzr/sFGgHS/JoCEdArVZORigCfnV9lChoBkdAcn2vDxb0OGgHS/toCEdArVbAVARkE3V9lChoBkdAcNO4keIVM2gHS+RoCEdArVbuOQyRCHV9lChoBkdAcBeiKziS72gHS+doCEdArVcAH1OCXnV9lChoBkdAcXtMYdhiLGgHS+VoCEdArVcY2dd3S3V9lChoBkdAcaxR3NcGDGgHS9poCEdArVc4bjtG/nV9lChoBkdAcV0RU3n6mGgHS/NoCEdArVhBJNCZ4XV9lChoBkdAcwTLs8gZCWgHS/FoCEdArVhizJIUanVlLg=="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 248,
+    "_n_updates": 496,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4efc144f54f4885e0816bf9891037a4f7c908940b97afb51a37423413e523b5
+oid sha256:8759ebddfff43ffa36270a05722da9580b03843f3c74adbbf06f63fc76e17f04
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec43ba0e7959113ca0753f4107f8815c80e85f2153b1fc0d810cb671598a9886
+oid sha256:382f974b55ae0bbcc3a2b21c239219c585d5a91b3f6a3d89a1429c9ae82ec88d
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": 240.69617967298555, "std_reward": 13.503964951127447, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-30T16:10:29.334631"}
+{"mean_reward": 285.8050803094472, "std_reward": 14.084300246251656, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-30T16:49:12.587119"}