| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVNwAAAAAAAACMHnN0YWJsZV9iYXNlbGluZXMzLnNhYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "stable_baselines3.sac.policies", "__doc__": "\n Policy class (with both actor and critic) for SAC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x786703410820>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7867034231c0>"}, "verbose": 1, "policy_kwargs": {"use_sde": false}, "num_timesteps": 1000000, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1731606659029381926, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVOwcAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAAh0Olv+fUN79GNXc9WJeVvwxYx78nMnc9ErbLP598sb4HHHc9cDLOv8+ptL7jPXc9JIpfP+/BmL/jPXc9fJZnvzaYgj/jPXc97TSePaOjJT7jPXc9LhKAv8j7LL8nMnc9g4AsvicG+b0HHHc9sE+DP8x4aD0HHHc9nXm9P1S7jz8dHHc997lPv/mzxj/jPXc964yEP3EcsT/jPXc9OMWUPrXGvb8nMnc9IhPjvmife78VEnk9OIBqv52UIb0HHHc9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAApt8AP8nlJr4bMPQ/NaHIv5RapT7Gmbs/g6ihP9S7qT6mcKI/KdDLvyOTCr9LUhC9tqssvrucr78iaYq/ujyiP/D+CT8Yl4k9Hl6nv/S20j8pgiI/22odv8IXNr+2Y+A/Upk5Pyzy178iaYq/1uNRP1wGtz8iaYq/0V1tv7OMiL8iaYq/Vs5rvkHS4LgS9+Q+z3lYv0HrY7+pCZY/bgNTPwmVwT04Nvu+u6YjPbK6pL3whYe/GaN5vUv6ab8090k/lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAQAAAAAAADaVYk/9TupvuSrvz6FAeo98DsJv2Hzg78k1fU+h0Olv+fUN79GNXc92Xcau87MEbxM+Qm77agBPDI4PjmEbOw8HjWFuiB5Jbyq7Jw7qO5Wvau/YT7i8Mu+jaPhPnsC/j0IE0U/XHJYv1iXlb8MWMe/JzJ3PX9VKbumIw68jiAGvL7+5zt0RiE6hGzsPOA2hbrqeCW8ZbtpO7QWHL9ldxi+tuNzvjvYIb8tgfe+WzrkvmvvvD8Stss/n3yxvgccdz04Iga7iIkTvMRhC7y/i9g7JutQOoRs7DzbNoW66nglvObXZzsvYiU/rWtjPtaAcD4Bu5y+7uWEPuTYk7+sCrk/cDLOv8+ptL7jPXc9HyEuu6WzErwE0+S7R2P2O74QrzqNbOw8/jCFuq54JbxhiY87D6nAPqVfZj9eKES/O5wCPtk/976deko/tvC8PySKXz/vwZi/4z13PbgeLrvJshK8iZqIuzRi9js5Ca86hGzsPME1hbrKeCW8LYKPO+DphT/Li+C+JuRNv5zwpz79ts8+K0FcPTRRXL98lme/NpiCP+M9dz0gHy678LISvNBcmbtlYvY7vwqvOoRs7DzBNYW6ynglvH2DjzvC2wk+nwp9vqtv6z5mYDS+NUEKvkzsgL8SQkW/7TSePaOjJT7jPXc9VCEuu9uzEryPQu27zmP2O4ARrzp2bOw8BTGFuol3JbwKio87ZG1UP4jdh7/w9k6/VaFjvpt2f7+t1SE9a2Vcvy4SgL/I+yy/JzJ3PX9VKbumIw68hZ8GvLz+5zuLRiE6hGzsPOA2hbrqeCW8ULtpO8gIWj+A/+0+KzyDPVcu0D52euA+oXBSPxkn7T6DgCy+Jwb5vQccdz1CIga7iYkTvA9jALxFi9g7JelQOoNs7DzDNoW66nglvF3bZzv5Eyu/WKUhPuc/3T/Qh4I/8o8CPudxhL1ba1y/sE+DP8x4aD0HHHc9RSIGu4mJE7wKFwC8QovYO/XoUDqCbOw8XDaFuup4Jbx122c7VY0sP6ruvz4k+OU+CXG0Pru4kz/5KYy+E0PdPZ15vT9Uu48/HRx3PdEpBruKiRO8ktD9uzWL2Dt+n1A6amrsPB9ehLrpeCW8y9tnOwMwZT8LDoy/LqaYPAPaiDzHIYK9ExZ/vwc3Tzz3uU+/+bPGP+M9dz0gHy678LISvNBcmbtlYvY7vwqvOoRs7DzBNYW6ynglvH2DjzucN587Gx3mv1sv2j/6feQ+8ZxHPgQSkj6V8xM+64yEP3EcsT/jPXc9LR4uu5WyErxUh2S782H2Oy4HrzqEbOw8wTWFusp4JbxtgI870QtTv8MIhj/O0yq+opjdPrRqS75RLE8+TVZcvzjFlD61xr2/JzJ3PYBVKbulIw68CwAJvLT+5zv3RiE6hGzsPOA2hbrqeCW867ppO2+Qvz6dQEW+52OfPtF+hT7a14W9zClJPV9rXL8iE+O+aJ97vxUSeT0EISe7vFsVvFsX+7vIgec70VJdOoRs7DzfNoW663glvKaHcTtfPW0/9yBjv1R3Pb+WyiE/ErrLPhRvOzwOela/OIBqv52UIb0HHHc9PCIGu4mJE7ziuwW8gIvYOyPqUDqEbOw82zaFuup4Jbyu2Wc7lGgOSxBLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[-1.2911233 -0.7180924 0.06035354]\n [-1.1686811 -1.5573745 0.06035056]\n [ 1.5914938 -0.3466539 0.06032946]\n [-1.6109142 -0.35285804 0.06036175]\n [ 0.8732016 -1.1934184 0.06036175]\n [-0.90463996 1.0202701 0.06036175]\n [ 0.07724939 0.16175704 0.06036175]\n [-1.0005548 -0.6757169 0.06035056]\n [-0.16845898 -0.12159377 0.06032946]\n [ 1.0258694 0.05675583 0.06032946]\n [ 1.4802738 1.1229043 0.06032955]\n [-0.81143135 1.5523673 0.06036175]\n [ 1.0355505 1.3836805 0.06036175]\n [ 0.29056716 -1.4826266 0.06035056]\n [-0.44350535 -0.9829011 0.06080826]\n [-0.91601896 -0.03944837 0.06032946]]", "desired_goal": "[[ 5.0341260e-01 -1.6298594e-01 1.9077181e+00]\n [-1.5674196e+00 3.2295668e-01 1.4656303e+00]\n [ 1.2629551e+00 3.3151114e-01 1.2690628e+00]\n [-1.5922900e+00 -5.4130763e-01 -3.5234731e-02]\n [-1.6862378e-01 -1.3719705e+00 -1.0813334e+00]\n [ 1.2674782e+00 5.3904629e-01 6.7182720e-02]\n [-1.3075597e+00 1.6462083e+00 6.3479859e-01]\n [-6.1491174e-01 -7.1130002e-01 1.7530429e+00]\n [ 7.2499573e-01 -1.6870780e+00 -1.0813334e+00]\n [ 8.1988275e-01 1.4298816e+00 -1.0813334e+00]\n [-9.2721277e-01 -1.0667938e+00 -1.0813334e+00]\n [-2.3027930e-01 -1.0720315e-04 4.4719750e-01]\n [-8.4560865e-01 -8.9030844e-01 1.1721698e+00]\n [ 8.2427108e-01 9.4522543e-02 -4.9064803e-01]\n [ 3.9953928e-02 -8.0434218e-02 -1.0587749e+00]\n [-6.0946558e-02 -9.1397542e-01 7.8892827e-01]]", "observation": "[[ 1.07293248e+00 -3.30535561e-01 3.74358296e-01 1.14260711e-01\n -5.36070824e-01 -1.03086483e+00 4.80141759e-01 -1.29112327e+00\n -7.18092382e-01 6.03535399e-02 -2.35699699e-03 -8.89892690e-03\n -2.10531335e-03 7.91381020e-03 1.81407464e-04 2.88603380e-02\n -1.01629249e-03 -1.00996792e-02 4.78895474e-03]\n [-5.24736941e-02 2.20457718e-01 -3.98322165e-01 4.40700918e-01\n 1.24028169e-01 7.69821644e-01 -8.45494986e-01 -1.16868114e+00\n -1.55737448e+00 6.03505634e-02 -2.58383132e-03 -8.67549144e-03\n -8.18647258e-03 7.07992818e-03 6.15216093e-04 2.88603380e-02\n -1.01634488e-03 -1.00996289e-02 3.56646744e-03]\n [-6.09721422e-01 -1.48892954e-01 -2.38173336e-01 -6.32205665e-01\n -4.83407408e-01 -4.45757717e-01 1.47605646e+00 1.59149384e+00\n -3.46653908e-01 6.03294633e-02 -2.04671733e-03 -9.00495797e-03\n -8.50719586e-03 6.60845591e-03 7.96961016e-04 2.88603380e-02\n -1.01634429e-03 -1.00996289e-02 3.53764882e-03]\n [ 6.46029413e-01 2.22090438e-01 2.34866470e-01 -3.06114227e-01\n 2.59566724e-01 -1.15505648e+00 1.44563818e+00 -1.61091423e+00\n -3.52858037e-01 6.03617541e-02 -2.65700347e-03 -8.95396341e-03\n -6.98316284e-03 7.51915900e-03 1.33564300e-03 2.88603548e-02\n -1.01616955e-03 -1.00995731e-02 4.38039051e-03]\n [ 3.76289815e-01 8.99896920e-01 -7.66240954e-01 1.27549097e-01\n -4.82908994e-01 7.90933430e-01 1.47609591e+00 8.73201609e-01\n -1.19341838e+00 6.03617541e-02 -2.65686028e-03 -8.95375852e-03\n -4.16881265e-03 7.51903094e-03 1.33541890e-03 2.88603380e-02\n -1.01631146e-03 -1.00995991e-02 4.37953183e-03]\n [ 1.04619980e+00 -4.38566536e-01 -8.04262519e-01 3.28007579e-01\n 4.05692965e-01 5.37730865e-02 -8.60614061e-01 -9.04639959e-01\n 1.02027011e+00 6.03617541e-02 -2.65688449e-03 -8.95379484e-03\n -4.68025357e-03 7.51905376e-03 1.33546430e-03 2.88603380e-02\n -1.01631146e-03 -1.00995991e-02 4.37968830e-03]\n [ 1.34627372e-01 -2.47110829e-01 4.59836334e-01 -1.76148981e-01\n -1.35014370e-01 -1.00721121e+00 -7.70539403e-01 7.72493854e-02\n 1.61757037e-01 6.03617541e-02 -2.65701581e-03 -8.95401370e-03\n -7.24060042e-03 7.51922186e-03 1.33566558e-03 2.88603120e-02\n -1.01617037e-03 -1.00993002e-02 4.38046921e-03]\n [ 8.29794168e-01 -1.06144810e+00 -8.08455467e-01 -2.22295120e-01\n -9.97903526e-01 3.95104177e-02 -8.60922515e-01 -1.00055480e+00\n -6.75716877e-01 6.03505634e-02 -2.58383132e-03 -8.67549144e-03\n -8.21674336e-03 7.07992725e-03 6.15217432e-04 2.88603380e-02\n -1.01634488e-03 -1.00996289e-02 3.56646255e-03]\n [ 8.51696491e-01 4.64839935e-01 6.40796050e-02 4.06603545e-01\n 4.38434303e-01 8.22031081e-01 4.63188916e-01 -1.68458983e-01\n -1.21593766e-01 6.03294633e-02 -2.04671966e-03 -9.00495891e-03\n -7.83611741e-03 6.60839910e-03 7.96931155e-04 2.88603362e-02\n -1.01634150e-03 -1.00996289e-02 3.53785534e-03]\n [-6.68273509e-01 1.57857299e-01 1.72851264e+00 1.01976967e+00\n 1.27502233e-01 -6.46703765e-02 -8.61013114e-01 1.02586937e+00\n 5.67558259e-02 6.03294633e-02 -2.04672036e-03 -9.00495891e-03\n -7.81799294e-03 6.60839770e-03 7.96928362e-04 2.88603343e-02\n -1.01632951e-03 -1.00996289e-02 3.53786093e-03]\n [ 6.74031556e-01 3.74867737e-01 4.49158788e-01 3.52424890e-01\n 1.15407503e+00 -2.73757726e-01 1.08038090e-01 1.48027384e+00\n 1.12290430e+00 6.03295453e-02 -2.04717019e-03 -9.00495984e-03\n -7.74581078e-03 6.60839165e-03 7.95833650e-04 2.88593359e-02\n -1.00988511e-03 -1.00996280e-02 3.53788096e-03]\n [ 8.95263851e-01 -1.09417856e+00 1.86339281e-02 1.67055186e-02\n -6.35409877e-02 -9.96430576e-01 1.26473969e-02 -8.11431348e-01\n 1.55236733e+00 6.03617541e-02 -2.65688449e-03 -8.95379484e-03\n -4.68025357e-03 7.51905376e-03 1.33546430e-03 2.88603380e-02\n -1.01631146e-03 -1.00995991e-02 4.37968830e-03]\n [ 4.85892408e-03 -1.79776323e+00 1.70457017e+00 4.46273625e-01\n 1.94934621e-01 2.85293698e-01 1.44483879e-01 1.03555048e+00\n 1.38368046e+00 6.03617541e-02 -2.65682791e-03 -8.95371009e-03\n -3.48707009e-03 7.51900068e-03 1.33535801e-03 2.88603380e-02\n -1.01631146e-03 -1.00995991e-02 4.37932322e-03]\n [-8.24399054e-01 1.04714239e+00 -1.66823596e-01 4.32805121e-01\n -1.98649228e-01 2.02317491e-01 -8.60691845e-01 2.90567160e-01\n -1.48262656e+00 6.03505634e-02 -2.58383155e-03 -8.67549051e-03\n -8.36182665e-03 7.07992353e-03 6.15223718e-04 2.88603380e-02\n -1.01634488e-03 -1.00996289e-02 3.56643903e-03]\n [ 3.74148816e-01 -1.92629293e-01 3.11309069e-01 2.60733157e-01\n -6.53531104e-02 4.91121262e-02 -8.61013353e-01 -4.43505347e-01\n -9.82901096e-01 6.08082600e-02 -2.55018566e-03 -9.11610946e-03\n -7.66269630e-03 7.06503168e-03 8.44282156e-04 2.88603380e-02\n -1.01634476e-03 -1.00996299e-02 3.68545344e-03]\n [ 9.26717699e-01 -8.87221754e-01 -7.40102053e-01 6.31997466e-01\n 3.97903979e-01 1.14400573e-02 -8.37799907e-01 -9.16018963e-01\n -3.94483693e-02 6.03294633e-02 -2.04671826e-03 -9.00495891e-03\n -8.16247053e-03 6.60842657e-03 7.96945940e-04 2.88603380e-02\n -1.01634429e-03 -1.00996289e-02 3.53775499e-03]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAEBAQEBAQEBAQEBAQEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVOwcAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAAA93yvd+1jb37wKM8i5vbvazyGL7WwKM8zFEYPkQYCr3Qv6M8Ds0Xvq2FDL1hwaM8SzaoPVOy6r1hwaM8J3Wpvcpbxj1hwaM8n0cIPMlJczxhwaM8yqy7vbJrhb3WwKM8ZhBtvH0oSLzQv6M8aTXFPb/rnTvQv6M85MENPr1v2j3Rv6M8GcGXva45Fz5hwaM8IgzHPb25Bj5hwaM8JzTmPPmiEb7WwKM8F78jvZCDwb0K16M8bp6rvSozj7vQv6M8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAA8MA0PZB8XrzttGA+o/oKvr4P6DxKgEI+pnnhPeEa7jwXEjU+3TANvipCPb3E6Lc9fkFpvNdW8b0K16M8m0fiPYNcQD2S58U9wbznvdncET4PvAk+IBNZvU5Oeb16I1Y+FsqBPRZ/FL4K16M8saqSPaiE/T0K16M88xWkvYVwu70K16M8fn6gvIbc9Dlj1fk9K5KVveBEnL1Rcy4+g3KTPcJbDTypWnM9nCd+O/ew07ueK7A8AROgu/VyoL34QxQ+lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAQAAAAAAACGZU8+c4UsvdwtVT7aBy29/jZHvj6y4L4SCjw9A93yvd+1jb37wKM8iS3YN16nlzeIw8A6BbcdOIvwBLioks4sQMy1MsF4tLJxAms60Od8vYAxAT64ups9bplUPUpMoD3F8pU+GUALOoub272s8hi+1sCjPPiYlrZM1hk4jlcRuRsmMTXFwTe3+FKMrAZHk64hcIovcbjKuN05Rb5621o8LdLTPQ/bg75H7TC+++tNvjfWoz3MURg+RBgKvdC/ozxb2Iw4mDobN9BWarkkram3FtgXtqCtTqyzFUwv5hZdLubR+7gle9E9ObQBPjjAPD4qaCe+zoIJPv6I+r5QtKE9Ds0Xvq2FDL1hwaM88w5vt0JyYjcMkDw5MsSoN8MVxTc77IEwOWiYMzNoyzKw/xM6HYIfPSXYqj6M71Y8NlUdvUe3ML48V5o+7NajPUs2qD1Tsuq9YcGjPMy8breJu2I302ByOgO4qDe//sQ3sAF1LUeSZzIvn1oy3dATOt/3SD6P1Zm9+czYO/XxnjyRWkc+EkH4OglSZTcndam9ylvGPWHBozy0ym63bq5iNwHmTjoquqg3agPFN1Tdci06mmcyJrxaMmPZEzrK4JG8LlCIvPolZD44BgG+gdrrvGTG274Y9ko7n0cIPMlJczxhwaM86BVvt2RgYjffQOo4J8qoNxUYxTeDbLiwdcKXM9HeEzT2AxQ6C+4UPqnch768TcE7EqcOvq1Vxb6VtH+7Da5QNsqsu72ya4W91sCjPASZlrZS1hk45b0ZuaMjMTV/wTe3YLGMrH1Vk66nJIovlbrKuFcyGj7Hn00+ktcePshRLD3dNVU+k8+gPpWpOT1mEG28fShIvNC/ozwy2Iw4RzobN1V9QLiGsqm3m/AXtiJo362pqrMw6DBdLtZ3+7hNTlO+5DrbPWIp4T6EKmA+Ej2jPbNiPb0D1xsyaTXFPb/rnTvQv6M8ItiMOEU6GzdcXyy4q7Kpt+ryF7YlPAavygHTMVxBYi5odfu4vvLePTl8MT5JR2I+Z6LYPCQFAT+xWQa+KN4HPeTBDT69b9o90b+jPOu3jDgoOhs34YG4t0Wzqbcodhu2L+hgs92lLzZSPlkwuGz7uFSsJD7u+oy+K+IWPiIjkL2YVEQ6MIjZvpn89DwZwZe9rjkXPmHBozy0ym63bq5iNwHmTjoquqg3agPFNyDPci1om2cyZbtaMmPZEzpWwkW96wD7vrEQ3z65Lls9u1DcPXWOxD1O+gw9IgzHPb25Bj5hwaM8QaputwDNYjcJ1pA6ILWoN4D4xDe4xHctxYlnMul3WjJ9xRM6Udl4vrHewT6fz+w9nEVLPdSmYb3FAH89qag4Nyc05jz5ohG+1sCjPD+ZlrZt1hk4MgBCuc8XMTU0wDe3wIaMrKwHlK5oEoov2MTKuOpyHT0ZbBqsQyNKPgAAAAAAAACAAAAAAAAAAAAXvyO9kIPBvQrXozwAAAAAAAAAgAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACcPCw+BjxZvpAWkDxxSts9rw5EPj7QerzUTFA6bp6rvSozj7vQv6M8SNiMOG86GzeKrgq56K+pt33kF7bwMFCsIHhMLy8RWy6io/u4lGgOSxBLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[-0.11858561 -0.06919455 0.01998948]\n [-0.10723027 -0.14936322 0.01998941]\n [ 0.14874953 -0.03371455 0.01998892]\n [-0.14824316 -0.03430717 0.01998967]\n [ 0.08213481 -0.11459794 0.01998967]\n [-0.08274298 0.09685476 0.01998967]\n [ 0.00831786 0.01484913 0.01998967]\n [-0.09163816 -0.06514682 0.01998941]\n [-0.01446924 -0.01221668 0.01998892]\n [ 0.09629328 0.00481936 0.01998892]\n [ 0.13843495 0.10665844 0.01998893]\n [-0.07409877 0.14768097 0.01998967]\n [ 0.09719111 0.13156791 0.01998967]\n [ 0.02810104 -0.14222325 0.01998941]\n [-0.03997716 -0.09448922 0.02 ]\n [-0.08379827 -0.00437011 0.01998892]]", "desired_goal": "[[ 0.04412931 -0.0135795 0.21944018]\n [-0.13572173 0.02832782 0.18994251]\n [ 0.11009531 0.02906555 0.17682682]\n [-0.13788171 -0.04620568 0.08979943]\n [-0.01423681 -0.11784142 0.02 ]\n [ 0.11048814 0.04696323 0.09663309]\n [-0.11315299 0.14244403 0.13450645]\n [-0.05299675 -0.06086569 0.2091197 ]\n [ 0.06337373 -0.14501604 0.02 ]\n [ 0.07161463 0.12378818 0.02 ]\n [-0.08011999 -0.09152321 0.02 ]\n [-0.01959157 0.00046704 0.12198903]\n [-0.0730327 -0.07630324 0.17036177]\n [ 0.07199576 0.00862783 0.05941263]\n [ 0.00387809 -0.0064603 0.02150517]\n [-0.00488508 -0.07834426 0.14479053]]", "observation": "[[ 2.02535719e-01 -4.21194546e-02 2.08182752e-01 -4.22438160e-02\n -1.94545716e-01 -4.38859880e-01 4.59080413e-02 -1.18585609e-01\n -6.91945478e-02 1.99894812e-02 2.57704105e-05 1.80785391e-05\n 1.47067104e-03 3.76021671e-05 -3.16952755e-05 5.87115426e-12\n 2.11640554e-08 -2.10096704e-08 8.96490237e-04]\n [-6.17445111e-02 1.26165390e-01 7.60397315e-02 5.19041345e-02\n 7.82705098e-02 2.92867810e-01 5.31198049e-04 -1.07230268e-01\n -1.49363220e-01 1.99894123e-02 -4.48815626e-06 3.66776221e-05\n -1.38608943e-04 6.59930890e-07 -1.09527655e-05 -3.98825070e-12\n -6.69740235e-11 2.51817261e-10 -9.66646548e-05]\n [-1.92603543e-01 1.33579914e-02 1.03428222e-01 -2.57530659e-01\n -1.72780141e-01 -2.01095507e-01 7.99984261e-02 1.48749530e-01\n -3.37145478e-02 1.99889243e-02 6.71601956e-05 9.25236236e-06\n -2.23483192e-04 -2.02269948e-05 -2.26265320e-06 -2.93707419e-12\n 1.85614010e-10 5.02699202e-11 -1.20077093e-04]\n [ 1.02285661e-01 1.26664057e-01 1.84327006e-01 -1.63483292e-01\n 1.34288043e-01 -4.89326417e-01 7.89572001e-02 -1.48243159e-01\n -3.43071707e-02 1.99896712e-02 -1.42489907e-05 1.34972524e-05\n 1.79827388e-04 2.01185212e-05 2.34943636e-05 9.45312606e-10\n 7.09700956e-08 2.36796946e-08 5.64570539e-04]\n [ 3.89424451e-02 3.33680302e-01 1.31186359e-02 -3.84113416e-02\n -1.72574148e-01 3.01446795e-01 7.99997747e-02 8.21348056e-02\n -1.14597939e-01 1.99896712e-02 -1.42298632e-05 1.35143137e-05\n 9.24599532e-04 2.01128478e-05 2.34836461e-05 1.39270123e-11\n 1.34792293e-08 1.27254642e-08 5.63872803e-04]\n [ 1.96258053e-01 -7.51143619e-02 6.61623152e-03 1.94024835e-02\n 1.94681421e-01 1.89402909e-03 1.36685640e-05 -8.27429816e-02\n 9.68547612e-02 1.99896712e-02 -1.42331010e-05 1.35112623e-05\n 7.89254962e-04 2.01138500e-05 2.34858198e-05 1.38052521e-11\n 1.34810367e-08 1.27320501e-08 5.63999813e-04]\n [-1.78073831e-02 -1.66397952e-02 2.22801119e-01 -1.26000285e-01\n -2.87907142e-02 -4.29247975e-01 3.09694372e-03 8.31785705e-03\n 1.48491347e-02 1.99896712e-02 -1.42506105e-05 1.34930924e-05\n 1.11700727e-04 2.01212952e-05 2.34954441e-05 -1.34186029e-09\n 7.06685697e-08 1.37715020e-07 5.64634218e-04]\n [ 1.45439312e-01 -2.65355378e-01 5.89915924e-03 -1.39309198e-01\n -3.85419279e-01 -3.90175474e-03 3.10957262e-06 -9.16381627e-02\n -6.51468188e-02 1.99894123e-02 -4.48816172e-06 3.66776439e-05\n -1.46619583e-04 6.59894965e-07 -1.09527018e-05 -3.99873190e-12\n -6.69997183e-11 2.51280968e-10 -9.66686421e-05]\n [ 1.50582656e-01 2.00804815e-01 1.55119210e-01 4.20701802e-02\n 2.08213285e-01 3.14083666e-01 4.53277417e-02 -1.44692417e-02\n -1.22166844e-02 1.99889243e-02 6.71598973e-05 9.25228869e-06\n -4.58930917e-05 -2.02295014e-05 -2.26408042e-06 -2.53984091e-11\n 1.30724687e-09 5.02930197e-11 -1.19909339e-04]\n [-2.06353381e-01 1.07045919e-01 4.39768851e-01 2.18912184e-01\n 7.97063261e-02 -4.62367050e-02 9.07107545e-09 9.62932780e-02\n 4.81936289e-03 1.99889243e-02 6.71597809e-05 9.25228687e-06\n -4.10968059e-05 -2.02295687e-05 -2.26421480e-06 -1.22085966e-10\n 6.14111162e-09 5.14445014e-11 -1.19904813e-04]\n [ 1.08861431e-01 1.73325434e-01 2.20975056e-01 2.64446270e-02\n 5.03984690e-01 -1.31201521e-01 3.31708491e-02 1.38434947e-01\n 1.06658436e-01 1.99889261e-02 6.70997761e-05 9.25226050e-06\n -2.19949889e-05 -2.02298488e-05 -2.31655758e-06 -5.23652339e-08\n 2.61735772e-06 7.90327026e-10 -1.19888631e-04]\n [ 1.60813630e-01 -2.75351942e-01 1.47347137e-01 -7.03795105e-02\n 7.48941209e-04 -4.24867153e-01 2.99056042e-02 -7.40987733e-02\n 1.47680968e-01 1.99896712e-02 -1.42331010e-05 1.35112623e-05\n 7.89254962e-04 2.01138500e-05 2.34858198e-05 1.38020984e-11\n 1.34813050e-08 1.27318787e-08 5.63999813e-04]\n [-4.82810363e-02 -4.90241379e-01 4.35674220e-01 5.35113551e-02\n 1.07575856e-01 9.59748402e-02 3.44183967e-02 9.71911103e-02\n 1.31567910e-01 1.99896712e-02 -1.42255458e-05 1.35183800e-05\n 1.10501156e-03 2.01115035e-05 2.34807376e-05 1.40840048e-11\n 1.34772948e-08 1.27165345e-08 5.63703303e-04]\n [-2.43016496e-01 3.78652126e-01 1.15630381e-01 4.96269315e-02\n -5.50907403e-02 6.22565933e-02 1.10065239e-05 2.81010401e-02\n -1.42223254e-01 1.99894123e-02 -4.48818855e-06 3.66777422e-05\n -1.85013545e-04 6.59722843e-07 -1.09524008e-05 -3.99399958e-12\n -6.73162359e-11 2.51151322e-10 -9.66877560e-05]\n [ 3.84396687e-02 -2.19447225e-12 1.97400138e-01 0.00000000e+00\n -0.00000000e+00 0.00000000e+00 0.00000000e+00 -3.99771594e-02\n -9.44892168e-02 1.99999996e-02 0.00000000e+00 -0.00000000e+00\n 0.00000000e+00 0.00000000e+00 0.00000000e+00 0.00000000e+00\n 0.00000000e+00 0.00000000e+00 0.00000000e+00]\n [ 1.68199956e-01 -2.12143034e-01 1.75888836e-02 1.07075579e-01\n 1.91462263e-01 -1.53084379e-02 7.94601860e-04 -8.37982744e-02\n -4.37011290e-03 1.99889243e-02 6.71600574e-05 9.25232507e-06\n -1.32257264e-04 -2.02282827e-05 -2.26337511e-06 -2.95857436e-12\n 1.85963689e-10 4.98100970e-11 -1.19990917e-04]]"}, "_episode_num": 20673, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEkAAAAAAACMAWyUSzKMAXSUR0CptzOdGy5adX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpts5lFtsOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpt2c7yQPqdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpt0fIsAeadX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpugleF+NMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpuyZKFqSHdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpui5Dqnm8dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpuczq8lHCdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpu3Jh4MWodX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpun4g7o0RdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpuSMoMKCydX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpuQQevIOpdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpvOBgNPP+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpvJ13EAHWdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpvmSH2ys0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpvjvpyIYWdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpvURjriVCdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpvS0wSJ0odX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpvdCQDFIedX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpvb5Mtbs4dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpwIXI+4b0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpwfCKrJbMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpwPzv7WNFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpwNsANoaldX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpwqimuTzNdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpwbdtl7MQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpwG+H8CPqdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpwK6sp5NXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpxGSlenhsdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpxCDoZAIIdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0CpxDuz6ab4dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpxc+armyPdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpxWveHi3odX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpxHAhje9BdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpw/sa86FNdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpxJCQLeANdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpxGzposZpdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpxyxmkFfRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpyEaaCtihdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpx00YKpkxdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpxu3b/Ot5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpyJWe6I3zdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpx6Tf779AdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0Cpx8M5fdAPdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpxk54W1twdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpxh0Xxe9jdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpybgezUqhdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpyZJh4MWodX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpyyQw0wajdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpyrrRSgoPdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpyb9kSVW0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpyVDPv8ZUdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpyecyeqaPdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpyc48uBczdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzJBEroW6dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzawvHtF8dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzLP7WNFSdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzEld9lVcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzeuPNmlJdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzRIO6NEPdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpy5v3SKFadX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpy16ab4JvdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzuXNLUTddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzsGdqcmTdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp0Fq46Oo6dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpz/A7xNItdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzvSc0+C9dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cpzo77bcoIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzyTq8lHCdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0CpzwN5UtI1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp0cRcmjTKdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp0tlm4AjqdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp0eIJzDGcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp0X/wAlv7dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp0yFgtvn9dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp0keGwiaBdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp0NGIKtxNdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp0IqoQ4CIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1BPQOWjXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp0+1cMVk+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1X5+pfhNdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1Q8TzunddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1BM/pt78dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp05r3K0UodX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1C1PFefJdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1Ask6cRUdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1s5YgaFVdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1+BVU+9rdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1ubUgB91dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1nMIE8q4dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp2BJaaCtjdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1zaOgg5jdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1b+Vkc0cdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp1d9wm3OOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp2khzV+ZxdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp2jSmqHXVdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp29ArpaA4dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp25MQ2/BWdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp2psOXmeUdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0Cp2mi+L3sYdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYiJiYmJiYmJiYmJiYmIiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYmJiYllLg=="}, "_n_updates": 62494, "buffer_size": 4000000, "batch_size": 128, "learning_starts": 100, "tau": 0.005, "gamma": 0.99, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7867035108b0>", "add": "<function DictReplayBuffer.add at 0x786703510940>", "sample": "<function DictReplayBuffer.sample at 0x7867035109d0>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x786703510a60>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x786703514740>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -4.0, "ent_coef": "auto", "target_update_interval": 1, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVawIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoRT3KbpUMV+gQtDBFxFc3/twCMA2luY5SKEMX2ymVrM/kCC8l3PumYYWJ1jApoYXNfdWludDMylEsAjAh1aW50ZWdlcpRLAHVidWIu", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 16, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVkQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lIwIPGxhbWJkYT6US2FDAgwAlIwOdmFsdWVfc2NoZWR1bGWUhZQpdJRSlH2UKIwLX19wYWNrYWdlX1+UjBhzdGFibGVfYmFzZWxpbmVzMy5jb21tb26UjAhfX25hbWVfX5SMHnN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi51dGlsc5SMCF9fZmlsZV9flIxJL3Vzci9sb2NhbC9saWIvcHl0aG9uMy4xMC9kaXN0LXBhY2thZ2VzL3N0YWJsZV9iYXNlbGluZXMzL2NvbW1vbi91dGlscy5weZR1Tk5oAIwQX21ha2VfZW1wdHlfY2VsbJSTlClSlIWUdJRSlGgAjBJfZnVuY3Rpb25fc2V0c3RhdGWUk5RoIX2UfZQoaBiMCDxsYW1iZGE+lIwMX19xdWFsbmFtZV9flIwhZ2V0X3NjaGVkdWxlX2ZuLjxsb2NhbHM+LjxsYW1iZGE+lIwPX19hbm5vdGF0aW9uc19flH2UjA5fX2t3ZGVmYXVsdHNfX5ROjAxfX2RlZmF1bHRzX1+UTowKX19tb2R1bGVfX5RoGYwHX19kb2NfX5ROjAtfX2Nsb3N1cmVfX5RoAIwKX21ha2VfY2VsbJSTlGgCKGgHKEsBSwBLAEsBSwFLE0MEiABTAJRoCSmMAV+UhZRoDowEZnVuY5RLhUMCBAGUjAN2YWyUhZQpdJRSlGgVTk5oHSlSlIWUdJRSlGgjaD59lH2UKGgYjARmdW5jlGgnjBljb25zdGFudF9mbi48bG9jYWxzPi5mdW5jlGgpfZRoK05oLE5oLWgZaC5OaC9oMUc/M6kqMFUyYYWUUpSFlIwXX2Nsb3VkcGlja2xlX3N1Ym1vZHVsZXOUXZSMC19fZ2xvYmFsc19flH2UdYaUhlIwhZRSlIWUaEddlGhJfZR1hpSGUjAu"}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-6.1.85+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Thu Jun 27 21:05:47 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.3.2", "PyTorch": "2.5.0+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.1.0", "Gymnasium": "0.29.1", "OpenAI Gym": "0.25.2"}} |