| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7a1c2ca63130>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7a1c2ca631c0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7a1c2ca63250>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7a1c2ca632e0>", "_build": "<function ActorCriticPolicy._build at 0x7a1c2ca63370>", "forward": "<function ActorCriticPolicy.forward at 0x7a1c2ca63400>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7a1c2ca63490>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7a1c2ca63520>", "_predict": "<function ActorCriticPolicy._predict at 0x7a1c2ca635b0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7a1c2ca63640>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7a1c2ca636d0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7a1c2ca63760>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7a1c2ca6c040>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1698433007071274497, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAPpwKr7qy34/C9zgvnd9BL+6kz6+Ay7ivQAAAAAAAAAA+gMXPv9Z+j7jViu+UInJvg/bgTs+MSi9AAAAAAAAAAAzUaO8gAewP25ZKb9fIA6/wg6NPM9poD0AAAAAAAAAAF0Qhj7/bm8/dvnhPt+pAb+q96c+o/qjPQAAAAAAAAAAZu+BvXtGgbqcJ6k7EBLRtUOA3rph1ce0AAAAAAAAgD8zOOO8nEJrvJgdajyywqY8X4LIPYJGhr0AAIA/AACAPy1bUT5I38W8CC9dO9Rky7ltzC2+tl6jugAAgD8AAIA/mkliPcOpcLouS2I6grBftaItVzo8foG5AACAPwAAAAAza6A84byvuriYi7ibuoSzEwgVOaXanzcAAIA/AACAPyYcpD0U8oS6l1A0OYkSrLO+4iy7xh5NuAAAgD8AAAAAjdSdPg/clj9o0dY+FpMTv0HRlD4ipgM+AAAAAAAAAACNLE2+rD68PHoTsDx710M8tnhyvpqHgz0AAIA/AACAP5piU73KFLY/raoNv9qUR73abDA8LWp8vQAAAAAAAAAATXiaPXE4X7smc5C8zHV6PBewqrySylc9AACAPwAAAACmhJg99jh5utV9j7mbWCe1CDiBO8ihozgAAIA/AACAP/MJk71sqOW7ck89vZx/xr34vEM9gVmpPgAAgD8AAIA/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVOgwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHJH5zPrv9eMAWyUTWUBjAF0lEdAm+mnVf/m1nV9lChoBkdAceAyKekHlmgHTRsCaAhHQJvrkH3UQTV1fZQoaAZHQG9tWy1NQCVoB01GAWgIR0Cb7R814xDcdX2UKGgGR0BthI5zYEntaAdN7QFoCEdAm+21+AmReXV9lChoBkdAcI1JhfBvaWgHTTYBaAhHQJvuPPTodMl1fZQoaAZHQD4cmOU+s5poB0u8aAhHQJvuWIAOrhl1fZQoaAZHQHJ0TnJT2nNoB01pAmgIR0Cb8CZNwiqydX2UKGgGR0Bt8anxaxHHaAdN4gJoCEdAm/De6Zpi7XV9lChoBkdAYo2qRU3n6mgHTegDaAhHQJv1xlZowmF1fZQoaAZHQHAPLHlwLmZoB01DAWgIR0Cb9pGTs6aLdX2UKGgGR0BvNdehPCVKaAdNMQJoCEdAm/mqZYxL03V9lChoBkdAcB0163RXwWgHTZ4CaAhHQJv8RuEVWS51fZQoaAZHQG5cJBgNPP9oB00eAWgIR0Cb/WMpPRAsdX2UKGgGR0BwLkztTkyUaAdNYAFoCEdAm/1valDWsnV9lChoBkdAcK/Hxz7uUmgHTRACaAhHQJwAQMvysjp1fZQoaAZHQHKe8NhE0BRoB02VAWgIR0CcAIQY1pCbdX2UKGgGR0Byj7jtG/etaAdNAAJoCEdAnBRqb4Ju23V9lChoBkdAcLa7HQyAQWgHTacCaAhHQJwXeXsw+MZ1fZQoaAZHQG6+qNyYG+toB00ZAmgIR0CcGG1gYxcndX2UKGgGR0BxgSW5Yoy9aAdNlgJoCEdAnBnze0ojOnV9lChoBkdAcEVh+fAbhmgHTRMBaAhHQJwaZkMCtA91fZQoaAZHQHBdEdeY2KloB01NAmgIR0CcHUu0TlDGdX2UKGgGR0BxJPnW8RL9aAdNQwFoCEdAnCF5gLJCB3V9lChoBkdAbswE/SpiqmgHTVsDaAhHQJwitEroW591fZQoaAZHQHGy/SMLncNoB0v8aAhHQJwjkgdOqNp1fZQoaAZHQHEK1ZkkKNRoB001AWgIR0CcJBeaKDTSdX2UKGgGR0BwGXNmlImPaAdNPQFoCEdAnCSZdnkDIXV9lChoBkdAcnaMKkVN6GgHTS0CaAhHQJwmEtuk1uR1fZQoaAZHQHF0Ea/ATIxoB0v9aAhHQJwnSlgtvn91fZQoaAZHQHKtVXvH93toB00iAWgIR0CcJ3Ldepn6dX2UKGgGR0ByhAgntv4uaAdNDwJoCEdAnCk+TeO4onV9lChoBkdAYYs+RoysS2gHTegDaAhHQJwpvxOLzf91fZQoaAZHQG+cD3/Pw/hoB02UAWgIR0CcK3PGQ0XQdX2UKGgGR0Bu5tkjHGS7aAdNDgFoCEdAnCzPPszEaXV9lChoBkdAb01cB2fTTmgHTSUBaAhHQJwuv5vcafl1fZQoaAZHQHB+1f7aZhNoB00nAWgIR0CcL4KSPluFdX2UKGgGR0Bwk2YZ2pyZaAdN6QFoCEdAnDEMFQl8gXV9lChoBkdAb9pJJXhfjWgHTVwBaAhHQJwyq1stTUB1fZQoaAZHQGX4QEZBLPFoB03oA2gIR0CcM1WDpTuOdX2UKGgGR0Bxex+jM3ZPaAdNEgFoCEdAnDNs/yGzr3V9lChoBkdAcelSs8xKx2gHTQoBaAhHQJw07tBv73x1fZQoaAZHQHJCTpcHGCJoB03GAWgIR0CcN+FxXGOudX2UKGgGR0BiJISWZ7XyaAdN6ANoCEdAnDhpSaVlgHV9lChoBkdAcC16X0Gu92gHTSYBaAhHQJw4ineizs11fZQoaAZHQHIG/9pAUtZoB01xAWgIR0CcOdCbc45tdX2UKGgGR0BxSoFjd56daAdN1gFoCEdAnDoYuGsV+XV9lChoBkdAcZAWbwz+FWgHTSQBaAhHQJw7YZqEeyR1fZQoaAZHQHJBqWTot+VoB02kAmgIR0CcO3KZUkv9dX2UKGgGR0BdA1u3trsTaAdN6ANoCEdAnD33fEXLvHV9lChoBkdAbQLg9/z8QGgHTUkBaAhHQJw+fqZ+hGp1fZQoaAZHQE7VD6WPcSJoB0vDaAhHQJw/TOY6XBx1fZQoaAZHQHF/PwI+nqFoB00KAWgIR0CcP3c1wYLtdX2UKGgGR0Bws3MTviLmaAdNowFoCEdAnEDdJvo/zXV9lChoBkdAcXiEA5q/NGgHTVoBaAhHQJxBKxqwhW51fZQoaAZHQHMAihnJ1aJoB00UAmgIR0CcVnbb1yvLdX2UKGgGR0By4HzshPj5aAdNswJoCEdAnFfPWH1vl3V9lChoBkdAcQxJyhi9ZmgHTboBaAhHQJxZYAJb+tN1fZQoaAZHQHDnKZ2IO6NoB01SAWgIR0CcWlPBBRhudX2UKGgGR0BwiHio86mwaAdNDAFoCEdAnFqydat9yHV9lChoBkdAcaUJD3M6imgHTTUBaAhHQJxa+r2g3991fZQoaAZHQHKPLORkmQdoB00iAWgIR0CcW7XOGCZndX2UKGgGR0BS4GHck+otaAdLu2gIR0CcW9E5hjOLdX2UKGgGR0BydeaNMoMKaAdNhQFoCEdAnFzVMVUMonV9lChoBkdAcNojOs1baGgHS/JoCEdAnFzvuogmq3V9lChoBkdAcIzz9CNS62gHS+9oCEdAnF6XG0eEI3V9lChoBkdAcSg8PFvQ4WgHS/9oCEdAnGC96Tnq3XV9lChoBkdAcGXEXtShrWgHTZoBaAhHQJxkXlvIfbN1fZQoaAZHQHFpI2GZeAxoB01YAWgIR0CcZGj8k2P1dX2UKGgGR0BxXEuyu6mPaAdNLAFoCEdAnGR00Nz8xnV9lChoBkdAcM3MDwH7g2gHTRgBaAhHQJxmy0pmVZ91fZQoaAZHQHFco8lolD5oB00vAWgIR0CcZ0fqHGjsdX2UKGgGR0BwyFcRlHz6aAdNBQFoCEdAnGeHhGYrrnV9lChoBkdAb4npgTh5xGgHTUEBaAhHQJxoUxzq8lJ1fZQoaAZHQHB1KYVqN6xoB00kAWgIR0CcaOAo5PuYdX2UKGgGR0BxeUnXumaZaAdNbAFoCEdAnGrC6cy31HV9lChoBkdAcA7w/gR9PWgHTcACaAhHQJxrFELH+611fZQoaAZHQG44FuvUz9FoB013AWgIR0Ccazg9/z8QdX2UKGgGR0BwkEutfXwtaAdNHwFoCEdAnGvYVh1DB3V9lChoBkdAbZD8a4tpVWgHTZwDaAhHQJxszvv0AcV1fZQoaAZHQHEzIODrZ8NoB0v+aAhHQJxt76+FlCl1fZQoaAZHQHDs9oSL61toB02kAWgIR0CcbpOy3Td+dX2UKGgGR0BuFDtE5QxfaAdNGAFoCEdAnG7P5gw483V9lChoBkfAFAWXC0ngHmgHS9hoCEdAnG8ArMC9y3V9lChoBkdAcflyC4Bmw2gHTVgCaAhHQJxwFY7q6e51fZQoaAZHQHFGD/Q0GeNoB00sAWgIR0CccfJ9RaX8dX2UKGgGR0Bwgv1tfoicaAdNPgFoCEdAnHH5d8iOenV9lChoBkdAcb9nEETxomgHTR4BaAhHQJxykjAzpHJ1fZQoaAZHQG2rowudwvRoB006AWgIR0CccwCGetjkdX2UKGgGR0BwFK+10DEFaAdNCwFoCEdAnHOGLUCq63V9lChoBkdAcIMjDsMRYmgHTcsBaAhHQJx0sqlP8AJ1fZQoaAZHQHD/nd0q6OJoB00vAWgIR0CcdQifQKKHdX2UKGgGR0BuuxMWXTmXaAdNUwFoCEdAnHZ0oKD02HV9lChoBkdAcN54etCAtmgHTTEBaAhHQJx250hePaN1fZQoaAZHQHJLM4T9KmNoB00TAWgIR0Ccdw+/QBxQdX2UKGgGR0BshK/ATIvKaAdNNgFoCEdAnHlRbW3BpHV9lChoBkdAcwAG0NSZSmgHTSEBaAhHQJx7/N2TxG51fZQoaAZHQHGDd5+pfhNoB00vAWgIR0CcfI+AmReUdX2UKGgGR0BudssFt8/maAdNCQFoCEdAnH0HAqNIb3V9lChoBkdAcIm9b5dnkGgHTYUBaAhHQJx91SS/0ul1fZQoaAZHQGyPGiHqNZNoB01DAWgIR0CcfhTTvy9VdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 248, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [8], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.120+-x86_64-with-glibc2.35 # 1 SMP Wed Aug 30 11:19:59 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu118", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}} |