Upload trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: -183.41 +/- 48.73
+      value: 25.77 +/- 90.88
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7da6a42ab520>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7da6a42ab5b0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7da6a42ab640>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7da6a42ab6d0>", "_build": "<function ActorCriticPolicy._build at 0x7da6a42ab760>", "forward": "<function ActorCriticPolicy.forward at 0x7da6a42ab7f0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7da6a42ab880>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7da6a42ab910>", "_predict": "<function ActorCriticPolicy._predict at 0x7da6a42ab9a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7da6a42aba30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7da6a42abac0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7da6a42abb50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7da6a40b8e00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 16384, "_total_timesteps": 10, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1705423149635623788, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJrU9zzN95k/qnhpPY2QBb+WH3k94uvfOwAAAAAAAAAAM5MtPNtw+z6YPpE9tZGOv7xkorw0pYY9AAAAAAAAAAC6Bhk+NcjBP1mhHT8wxUa9MCKuvvNL2b4AAAAAAAAAAFwBBL8vxQ0/mIBIvywLWr9GJlY9xTUTvgAAAAAAAAAA/qYCv35QGD+I1xe/2D6Gv55GmDsYw4G9AAAAAAAAAACgA+++wQ9GPgWigb9qC8C/T0uWP3xWDT8AAAAAAAAAAJoLvr6rU24/8jlSv/6iPb9DmwA/ToC8PgAAAAAAAAAAKkfAvlENFz/7mxu/7QyTvwoN2T6W810+AAAAAAAAAABN1fg9wNOMPqXiYj/lEsO/bU+1v17iaL4AAAAAAAAAAJb/dr5jdkU/bpwPvx1Yir9c4G4+4lGCvQAAAAAAAAAAk58Ivh5ijz/ovS+/IZc8vwqVLT7/xCo+AAAAAAAAAADNBl08UcWxP+UdMD+E+AC/RJGNvJboQr4AAAAAAAAAALXGr77rep4/F04Uv8CzOL8/VFc+iyuGPQAAAAAAAAAApr/VPsZPUj99zmk/+a18v/7KQr8AAtu+AAAAAAAAAABmyFw86uO2P5ZXLT+mk8s+9WyDvO+lJ74AAAAAAAAAAHPJqr3KoK4/gr+6viKisb7g1qo+/uWgPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -1637.4, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGDvqjzqbBqMAWyUS1GMAXSUR0BEESnk1dgOdX2UKGgGR8BQyjuBtk4FaAdLQWgIR0BEFp8F6iTMdX2UKGgGR8BWa4geRxLkaAdLO2gIR0BEHVaGHpKSdX2UKGgGR8BODC3PRiPRaAdLP2gIR0BEHenQ6ZH/dX2UKGgGR8BhYfeLvTgEaAdLSWgIR0BEHowM6RyPdX2UKGgGR8BtD73fyf+TaAdLZGgIR0BEIcGcFyJbdX2UKGgGR8B407HGS6lMaAdLaWgIR0BEJBpxm03PdX2UKGgGR8B0X72GqPwNaAdLY2gIR0BEJZ9d/rjYdX2UKGgGR8Bz2N4B3iaRaAdLWGgIR0BEKDLbHp8ndX2UKGgGR8Bzhi4kNWluaAdLdmgIR0BEK+FL39JjdX2UKGgGR8BgUSyQgcLjaAdLZ2gIR0BEMJiI+GGmdX2UKGgGR8BuUNFDv3JxaAdLWmgIR0BEM4t6HCXQdX2UKGgGR8BPRm03Ov+waAdLQWgIR0BEOkLhJiAldX2UKGgGR8BzSmxdIGyHaAdLa2gIR0BEPwz1schldX2UKGgGR8BW38LncL0BaAdLU2gIR0BEP6QV9F4LdX2UKGgGR8BYkjP4VRDUaAdLOmgIR0BER9ZzPrv9dX2UKGgGR8BkFV+w1R+CaAdLRWgIR0BESX49HMEBdX2UKGgGR8BfFraM72csaAdLU2gIR0BETSF49ovjdX2UKGgGR8B09sDs+mm+aAdLS2gIR0BETicoYvWZdX2UKGgGR8BZcldX1anraAdLbWgIR0BEThJI1+AmdX2UKGgGR8Bkmq3ocJdCaAdLXWgIR0BETiKBNEgGdX2UKGgGR8BcijIzWPLgaAdLQWgIR0BEUMzMzMzNdX2UKGgGR8BpOxCjUNKAaAdLS2gIR0BEUebExZdOdX2UKGgGR8Bwob/3nIQwaAdLXGgIR0BEWUlAu7HydX2UKGgGR8BghoizLOiWaAdLW2gIR0BEXsM7U5MldX2UKGgGR8BzGRoIv8IiaAdLWmgIR0BEahZ6lchUdX2UKGgGR8BsEn36AOJ+aAdLWmgIR0BEbbsniNsFdX2UKGgGR8ANfEfkmx+saAdLO2gIR0BEbtG3F1jidX2UKGgGR8BUNCKaXrt3aAdLU2gIR0BEcF6qsEJTdX2UKGgGR0AKMvVVghKUaAdLbGgIR0BEcS+6Ae7udX2UKGgGR8B4rat0V8CxaAdLV2gIR0BEeMXSBshxdX2UKGgGR8BUrCDujRD1aAdLRGgIR0BEesuWa+ewdX2UKGgGR8Bf1VyFPBSDaAdLWGgIR0BEgy0jTrmhdX2UKGgGR8BVwEep4rz5aAdLRWgIR0BEhr+xW1c/dX2UKGgGR8Bf9gdjoZAIaAdLV2gIR0BEhs1jy4FzdX2UKGgGR8BvJV1Oj7AMaAdLWGgIR0BEh4gaFVT8dX2UKGgGR8Bx5arPt2LYaAdLdWgIR0BEi+M6zVtodX2UKGgGR8BfjuiaiKziaAdLZWgIR0BEk2a2F36idX2UKGgGR8BlqpBZ6lchaAdLbWgIR0BEmBr30wrUdX2UKGgGR8BpiDkZJkGzaAdLgWgIR0BEorPdEb5udX2UKGgGR8BVENGEwnIAaAdLVmgIR0BEqGzSkTHsdX2UKGgGR8Be1D0163RYaAdLRGgIR0BEqYcWCVbBdX2UKGgGR8B4lpPj4pMIaAdLXGgIR0BEreso2GZedX2UKGgGR8BpkkFKTSssaAdLZ2gIR0BEsDnV5KODdX2UKGgGR8B3HC5I6KceaAdLe2gIR0BEsWzv7WNFdX2UKGgGR8BriKkGiYb9aAdLVGgIR0BEsXNcGC7LdX2UKGgGR8Bu59qSHM2WaAdLY2gIR0BEstqxkd3jdX2UKGgGR8Bae2P91loUaAdLZGgIR0BEssyBTXJ6dX2UKGgGR8BR07ExZdOZaAdLS2gIR0BEtzV2A5JcdX2UKGgGR8BgKo8bJfY0aAdLVWgIR0BEu2E0zj3mdX2UKGgGR8BVyYL1EmY0aAdLYGgIR0BEvgxSHdoGdX2UKGgGR8BVaXp8neBQaAdLVGgIR0BEvnXd0q6OdX2UKGgGR8B5zak56t1ZaAdLZmgIR0BEwySmqHXVdX2UKGgGR8BihVQZXMhYaAdLVWgIR0BExICuEEkjdX2UKGgGR8BiSvFDOTq0aAdLOmgIR0BEy3tjTa0ydX2UKGgGR8BSYq/Zdv87aAdLSGgIR0BEzADRtxdZdX2UKGgGR8A+kp4rz5GjaAdLcGgIR0BE0+BQN0/4dX2UKGgGR8BgUrSVnmJWaAdLUGgIR0BE1LFn7HhkdX2UKGgGR8ByX9c0Ltu2aAdLQ2gIR0BE1Z7ojfNzdX2UKGgGR0BC64CQtBfKaAdLb2gIR0BE2joyKvV3dX2UKGgGR8BeXVTFVDKHaAdLW2gIR0BE2wD3dsSCdX2UKGgGR8BU0dMbm2b5aAdLcmgIR0BE3orOJLuhdX2UKGgGR8BXeFog3cYZaAdLPWgIR0BE35+QU5+6dX2UKGgGR8Bi1PkT6BRRaAdLZWgIR0BE4QIt16mgdX2UKGgGR8BmZ0fDDTBqaAdLVGgIR0BE4j9fkWAPdX2UKGgGR8BkvQ46wMYuaAdLaGgIR0BE4oJAt4A0dX2UKGgGR8BchzUd7v5QaAdLWGgIR0BE5x+SbH6udX2UKGgGR8BqnIiosI3SaAdLfmgIR0BE58S5AhStdX2UKGgGR8BbZESqU/wBaAdLXmgIR0BE75VOsT37dX2UKGgGR8BtYxNZeRgaaAdLW2gIR0BE9USqU/wBdX2UKGgGR8BfdpjQRf4RaAdLemgIR0BE9figkC3gdX2UKGgGR8B3iSX9itq6aAdLXGgIR0BE9i04R28qdX2UKGgGR8BqUlYMfA9FaAdLRWgIR0BE+aSs8xKydX2UKGgGR8BW8PsiSq2jaAdLUWgIR0BE/7Fjurp8dX2UKGgGR8BkHA9aEBbOaAdLTGgIR0BFAhun/DLsdX2UKGgGR8BYISj+JgstaAdLa2gIR0BFBNg8bJfZdX2UKGgGR8BZG7I5o4+9aAdLTGgIR0BFBKkuYhMbdX2UKGgGR8BfAZBsyi22aAdLT2gIR0BFBQzk6tDEdX2UKGgGR8BX9TXvphWpaAdLUmgIR0BFB7NB4UvgdX2UKGgGR8Bi7YRPGhmHaAdLSWgIR0BFCWXC0ngHdX2UKGgGR8BgmPxlQMx5aAdLcWgIR0BFCdFnZkCndX2UKGgGR8Bi/XhddE9daAdLf2gIR0BFDzjNpudgdX2UKGgGR8ByXqb5M10laAdLamgIR0BFD1wo9cKPdX2UKGgGR8BTY+/k/8l5aAdLOmgIR0BFERu0kWykdX2UKGgGR0AJX+qBEroXaAdLcmgIR0BFGu7pV0cPdX2UKGgGR8BaWNqxkd3jaAdLUmgIR0BFG4KIBRyfdX2UKGgGR8Bqd5DgIhQnaAdLPGgIR0BFIJvgm7aqdX2UKGgGR8BOAkMLF4s3aAdLTmgIR0BFJM+/xlQNdX2UKGgGR8BUlo33pOeraAdLR2gIR0BFJsV1wHZ9dX2UKGgGR8BkWh5X2dupaAdLU2gIR0BFKeP7vXsgdX2UKGgGR8BvBtkJ8fFKaAdLg2gIR0BFLWqcVgx8dX2UKGgGR8BjSETtb9qDaAdLdmgIR0BFLRYzSCvpdX2UKGgGR8Bil8mShakiaAdLb2gIR0BFLlR51Ng0dX2UKGgGR8Bj034/NZ/1aAdLWGgIR0BFLu5BkZrIdX2UKGgGR8BpfO5H3DekaAdLXmgIR0BFNWZqmCRPdX2UKGgGR8BfELhvR7Z4aAdLX2gIR0BFO9YwIt17dX2UKGgGR8Bv9iWkadc0aAdLbmgIR0BFO5dv863idX2UKGgGR8B1UggMc6vJaAdLcmgIR0BFPzP0I1LrdX2UKGgGR8A5rW/8EV32aAdLR2gIR0BFR/+sHSncdX2UKGgGR8B+sTBTGYKIaAdLd2gIR0BFR+d9Ujs2dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 4, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7da6a42ab520>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7da6a42ab5b0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7da6a42ab640>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7da6a42ab6d0>", "_build": "<function ActorCriticPolicy._build at 0x7da6a42ab760>", "forward": "<function ActorCriticPolicy.forward at 0x7da6a42ab7f0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7da6a42ab880>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7da6a42ab910>", "_predict": "<function ActorCriticPolicy._predict at 0x7da6a42ab9a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7da6a42aba30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7da6a42abac0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7da6a42abb50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7da6a40b8e00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 16384, "_total_timesteps": 1, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1705423261635860149, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAKb84T7mED4/aXgtPywGfb8VTEa9YjAGvQAAAAAAAAAAc1OzvfYjpj9o8Tm/fm4Gv/jgqzyyyTk8AAAAAAAAAABm/8c8CqtnPwuA/D1aXiq/wo5yvmKS+b0AAAAAAAAAAIAzXb7n/Zk/goAJv8sc/74ctY4+DyODPgAAAAAAAAAAzUMQvidUXz8KOu2+HVxiv9dtPD7lUvs9AAAAAAAAAABmDou9wpbHPzPTZL72Sp29fMQGvP5G5L0AAAAAAAAAAIB/tz637ic+7ggaPwAUor+gcH++JF+BPgAAgD8AAAAAwEN7vkXRnD48JQ6/Hhqdv4gGLT9tGBc+AAAAAAAAAADAmDa+8MW3PxZj5r6GmFq+c9PuPeVtND0AAAAAAAAAABW6zr79wLe9LbmSvJs65zwVBxk9CiZnvAAAgD8AAIA/5n7pPXaWpz9nD0c/QEvKvgXcB75uLgy+AAAAAAAAAABmGoU7ajG2P+sBSz7eKoc+xeAZu7AfjjoAAAAAAAAAAEDfcz5WAdw/XRsOP3whTj1ujac64tHDPQAAAAAAAAAApkWRPTnxsj+cq6U+LBz6vSyODL069YO7AAAAAAAAAADzjkU+wJiyP6txJj+8ikW+lGncvDritz0AAAAAAAAAACobUr7cH5c/cv4CvwpCCb/MiBK+ZrCAvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -16383.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGFejkdV/+eMAWyUS0CMAXSUR0Bi0sZccENfdX2UKGgGR8BssY4uK4x2aAdLlGgIR0Bi1AB91EE1dX2UKGgGR8BptCeZof0VaAdLdWgIR0Bi1Qao/A0sdX2UKGgGR8Be4lme18b8aAdLTWgIR0Bi1WOEM9bHdX2UKGgGR8BgMH4M4LkTaAdLYWgIR0Bi1a02LpA2dX2UKGgGR8BYEp8a4tpVaAdLPGgIR0Bi1nj+717IdX2UKGgGR8A87qDbrTpgaAdLcGgIR0Bi13tjTa0ydX2UKGgGR8BdN9GiHqNZaAdLVWgIR0Bi2Bw6ySmqdX2UKGgGR8BhTz6rNnoQaAdLVGgIR0Bi2MjFAE+xdX2UKGgGR8BZqbONYKYzaAdLaWgIR0Bi2XT/hl19dX2UKGgGR8BgDqrJbMX8aAdLPGgIR0Bi2fQla8pTdX2UKGgGR8BQzYKQaJhwaAdLamgIR0Bi2/F1jiGWdX2UKGgGR8Bf1PUnXumaaAdLV2gIR0Bi3Fg+hXbNdX2UKGgGR8BmctklNUOvaAdLYGgIR0Bi3J4IKMNudX2UKGgGR8BApOcMEzO5aAdLTWgIR0Bi3OorFwT/dX2UKGgGR8ByZZZxJd0JaAdLZGgIR0Bi3RI+W4VidX2UKGgGR8BVKgMMI/qxaAdLSWgIR0Bi3X+GXXyzdX2UKGgGR8BQYadQO4G2aAdLO2gIR0Bi4RvvSc9XdX2UKGgGR8BbSdXtBv74aAdLU2gIR0Bi4R5u63AmdX2UKGgGR8Bn9x3FDOTraAdLY2gIR0Bi4huKoAGTdX2UKGgGR8BtXPP7el9CaAdLcmgIR0Bi47MA3kxRdX2UKGgGR8BqhxFCswL3aAdLc2gIR0Bi5IOrhisodX2UKGgGR8BQyxhUipvQaAdLQ2gIR0Bi5LJdSl3ydX2UKGgGR8BsvBVQyhzvaAdLaGgIR0Bi5Qo/iYLLdX2UKGgGR8BaQTm4iHIqaAdLZmgIR0Bi5WdupCKKdX2UKGgGR8Bc9m4EwFkhaAdLYGgIR0Bi5o3irDIjdX2UKGgGR8B+DsHSnccmaAdLVWgIR0Bi6CdMCcPOdX2UKGgGR8BdN1SsKb8WaAdLW2gIR0Bi6XIIWxhVdX2UKGgGR8BbLxc/t6X0aAdLhGgIR0Bi6igGr0aqdX2UKGgGR8BiY9BdD6WPaAdLbWgIR0Bi63pwCKaYdX2UKGgGR8BjQoixFAmiaAdLTmgIR0Bi7AMvysjndX2UKGgGR8BntzwBo24vaAdLdGgIR0Bi7B5NXYDldX2UKGgGR8BjEubiIcioaAdLQmgIR0Bi7Say8jA0dX2UKGgGR8Bgq677Kq4paAdLQmgIR0Bi7f6TGHYZdX2UKGgGR8BekI/7iyY5aAdLWmgIR0Bi7sIw/PgOdX2UKGgGR8Bo0DkGRmseaAdLhWgIR0Bi7s580DU3dX2UKGgGR8BbtF8w5/9YaAdLZWgIR0Bi70hvBJqZdX2UKGgGR8Bh6ClP8AJcaAdLTGgIR0Bi79lPJq7AdX2UKGgGR8Bhc6yhSLqEaAdLXmgIR0Bi8d9v0h/zdX2UKGgGR8BpanRG+bmVaAdLWWgIR0Bi9fYQJ5VwdX2UKGgGR8BqGDLjghr4aAdLeWgIR0Bi9jmMfigkdX2UKGgGR8BfD32ZiNKiaAdLUmgIR0Bi9uDWbwz+dX2UKGgGR8Bc3L3K0UoKaAdLQ2gIR0Bi99ocrAgxdX2UKGgGR8BgiGIqLCN0aAdLXGgIR0Bi+LySV4X5dX2UKGgGR8Bm3Ldi2DxtaAdLUWgIR0Bi+QEQoTf0dX2UKGgGR8BT7Llq8DjjaAdLRGgIR0Bi+Sa3I+4cdX2UKGgGR8BiL9ruYx+KaAdLYmgIR0Bi+YMc6vJSdX2UKGgGR8BUIfmPo3aSaAdLTWgIR0Bi+dEZzgdfdX2UKGgGR8BgoiZtvXK9aAdLU2gIR0Bi+iCg9NeudX2UKGgGR8BTr3OB19v1aAdLPmgIR0Bi+nwCr92pdX2UKGgGR8BhSxgZ0jkdaAdLg2gIR0Bi+qZnctXgdX2UKGgGR8BYDhlcyFfzaAdLeWgIR0Bi+0FOfukUdX2UKGgGR8BraHrfLs8gaAdLmWgIR0Bi/Aeo1k1/dX2UKGgGR8B4KZJd0JWvaAdLcWgIR0Bi/JwS8J2MdX2UKGgGR8BSrPA9FF2FaAdLP2gIR0Bi/3H/95yEdX2UKGgGR8BTMO+dsi0OaAdLPWgIR0BjACr/82rGdX2UKGgGR8BgJIPGyX2NaAdLTGgIR0BjAGctoSL7dX2UKGgGR8Bauswg1WKeaAdLQ2gIR0BjAqGN70FsdX2UKGgGR8Bh4F0Rvm5laAdLSGgIR0BjA6rilzltdX2UKGgGR8BftX0kGA09aAdLUmgIR0BjBGl0o0AMdX2UKGgGR8BYmzNhVlwtaAdLUmgIR0BjBJKYiPhidX2UKGgGR8BYlTs6aLGaaAdLSmgIR0BjBaTB68g7dX2UKGgGR8A7uk5p8F6iaAdLYGgIR0BjBkMG5c1PdX2UKGgGR8BjfXtrsSkCaAdLdmgIR0BjBt+RYA80dX2UKGgGR8BqZulqJuVHaAdLWWgIR0BjBv+VC5VfdX2UKGgGR8BULuMERraeaAdLW2gIR0BjBvNC7btadX2UKGgGR0BGa9RzijtYaAdLVGgIR0BjB/k7wKBvdX2UKGgGR8BlUTM5fdAPaAdLbmgIR0BjChTn7pFDdX2UKGgGR8BY7lH4GlhxaAdLY2gIR0BjCrwtrbg1dX2UKGgGR8BXfSi7CiyqaAdLWWgIR0BjDIw/PgNxdX2UKGgGR8BYbwEU0vXcaAdLWmgIR0BjDYJmdy1edX2UKGgGR8B0iVa3Zwn6aAdLZWgIR0BjD7Uy57PZdX2UKGgGR8BdeqVMVUMoaAdLUGgIR0BjEAIKMNtqdX2UKGgGR8BdJLWVeKKpaAdLUmgIR0BjERqM3qA0dX2UKGgGR8BTkwblzU7TaAdLRWgIR0BjEXcxj8UFdX2UKGgGR0Ar8LFXJYDDaAdLYmgIR0BjEaKcd5prdX2UKGgGR8BqfmPeYUnHaAdLS2gIR0BjEcVJtix3dX2UKGgGR8BcsoRujynUaAdLVmgIR0BjErGxUvPDdX2UKGgGR8Bi4CiZfD1oaAdLVmgIR0BjFRxYJVsDdX2UKGgGR8BzMUHLRrrPaAdLdGgIR0BjFf2EkB0ZdX2UKGgGR8BcatVvMr3CaAdLaWgIR0BjFtVea8YidX2UKGgGR8BUGfr0J4SpaAdLPGgIR0BjFsGTs6aLdX2UKGgGR8Bw1mLS/j82aAdLYGgIR0BjGXHLidaudX2UKGgGR8BgCG5vtMPCaAdLR2gIR0BjGoPK+zt1dX2UKGgGR8Bhe2/Dcdo4aAdLg2gIR0BjGsNz8xbjdX2UKGgGR8AseMn7YTTOaAdLeGgIR0BjHHF1jiGWdX2UKGgGR8BXOT0Yj0L/aAdLVWgIR0BjHgnpjc2zdX2UKGgGR8BjobY02tMgaAdLZmgIR0BjHtfiPyTZdX2UKGgGR8BiO4GQjlgdaAdLfWgIR0BjH4OavzOHdX2UKGgGR8BT+REWqLjxaAdLSmgIR0BjIQvalDWtdX2UKGgGR8BW03jIaLn+aAdLaGgIR0BjIUA93bEhdX2UKGgGR8Be6ppnHvMKaAdLZ2gIR0BjIT0L+glGdX2UKGgGR8BhDlaUzKs/aAdLamgIR0BjIrEUCaJAdX2UKGgGR8BdbrWRRuTBaAdLWWgIR0BjIpJXhfjTdX2UKGgGR8BbNszAN5MUaAdLU2gIR0BjI2r+5vtMdX2UKGgGR8BRydRiw0O3aAdLemgIR0BjI3dAPd2xdX2UKGgGR8BbPbGm1pj+aAdLXWgIR0BjJN+mWMS9dX2UKGgGR8BYXUMspXp4aAdLPGgIR0BjJaOzY287dX2UKGgGR8BgencL0BfbaAdLS2gIR0BjJi9du5z6dX2UKGgGR8BhgC3NLUTdaAdLXWgIR0BjJ3XmNipedWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 8, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de7b728171b982296bcae4a4fd1042da4df72e31fa427b56be972fbf24a6fa38
+oid sha256:6782c78c2c7f4fb34d64d8aed78c9a6676efb6edc15945abc952e6a4cb896523
 size 147913

ppo-LunarLander-v2/data

@@ -22,16 +22,16 @@
     "verbose": 1,
     "policy_kwargs": {},
     "num_timesteps": 16384,
-    "_total_timesteps": 10,
+    "_total_timesteps": 1,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1705423149635623788,
+    "start_time": 1705423261635860149,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAJrU9zzN95k/qnhpPY2QBb+WH3k94uvfOwAAAAAAAAAAM5MtPNtw+z6YPpE9tZGOv7xkorw0pYY9AAAAAAAAAAC6Bhk+NcjBP1mhHT8wxUa9MCKuvvNL2b4AAAAAAAAAAFwBBL8vxQ0/mIBIvywLWr9GJlY9xTUTvgAAAAAAAAAA/qYCv35QGD+I1xe/2D6Gv55GmDsYw4G9AAAAAAAAAACgA+++wQ9GPgWigb9qC8C/T0uWP3xWDT8AAAAAAAAAAJoLvr6rU24/8jlSv/6iPb9DmwA/ToC8PgAAAAAAAAAAKkfAvlENFz/7mxu/7QyTvwoN2T6W810+AAAAAAAAAABN1fg9wNOMPqXiYj/lEsO/bU+1v17iaL4AAAAAAAAAAJb/dr5jdkU/bpwPvx1Yir9c4G4+4lGCvQAAAAAAAAAAk58Ivh5ijz/ovS+/IZc8vwqVLT7/xCo+AAAAAAAAAADNBl08UcWxP+UdMD+E+AC/RJGNvJboQr4AAAAAAAAAALXGr77rep4/F04Uv8CzOL8/VFc+iyuGPQAAAAAAAAAApr/VPsZPUj99zmk/+a18v/7KQr8AAtu+AAAAAAAAAABmyFw86uO2P5ZXLT+mk8s+9WyDvO+lJ74AAAAAAAAAAHPJqr3KoK4/gr+6viKisb7g1qo+/uWgPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAKb84T7mED4/aXgtPywGfb8VTEa9YjAGvQAAAAAAAAAAc1OzvfYjpj9o8Tm/fm4Gv/jgqzyyyTk8AAAAAAAAAABm/8c8CqtnPwuA/D1aXiq/wo5yvmKS+b0AAAAAAAAAAIAzXb7n/Zk/goAJv8sc/74ctY4+DyODPgAAAAAAAAAAzUMQvidUXz8KOu2+HVxiv9dtPD7lUvs9AAAAAAAAAABmDou9wpbHPzPTZL72Sp29fMQGvP5G5L0AAAAAAAAAAIB/tz637ic+7ggaPwAUor+gcH++JF+BPgAAgD8AAAAAwEN7vkXRnD48JQ6/Hhqdv4gGLT9tGBc+AAAAAAAAAADAmDa+8MW3PxZj5r6GmFq+c9PuPeVtND0AAAAAAAAAABW6zr79wLe9LbmSvJs65zwVBxk9CiZnvAAAgD8AAIA/5n7pPXaWpz9nD0c/QEvKvgXcB75uLgy+AAAAAAAAAABmGoU7ajG2P+sBSz7eKoc+xeAZu7AfjjoAAAAAAAAAAEDfcz5WAdw/XRsOP3whTj1ujac64tHDPQAAAAAAAAAApkWRPTnxsj+cq6U+LBz6vSyODL069YO7AAAAAAAAAADzjkU+wJiyP6txJj+8ikW+lGncvDritz0AAAAAAAAAACobUr7cH5c/cv4CvwpCCb/MiBK+ZrCAvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -1637.4,
+    "_current_progress_remaining": -16383.0,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGDvqjzqbBqMAWyUS1GMAXSUR0BEESnk1dgOdX2UKGgGR8BQyjuBtk4FaAdLQWgIR0BEFp8F6iTMdX2UKGgGR8BWa4geRxLkaAdLO2gIR0BEHVaGHpKSdX2UKGgGR8BODC3PRiPRaAdLP2gIR0BEHenQ6ZH/dX2UKGgGR8BhYfeLvTgEaAdLSWgIR0BEHowM6RyPdX2UKGgGR8BtD73fyf+TaAdLZGgIR0BEIcGcFyJbdX2UKGgGR8B407HGS6lMaAdLaWgIR0BEJBpxm03PdX2UKGgGR8B0X72GqPwNaAdLY2gIR0BEJZ9d/rjYdX2UKGgGR8Bz2N4B3iaRaAdLWGgIR0BEKDLbHp8ndX2UKGgGR8Bzhi4kNWluaAdLdmgIR0BEK+FL39JjdX2UKGgGR8BgUSyQgcLjaAdLZ2gIR0BEMJiI+GGmdX2UKGgGR8BuUNFDv3JxaAdLWmgIR0BEM4t6HCXQdX2UKGgGR8BPRm03Ov+waAdLQWgIR0BEOkLhJiAldX2UKGgGR8BzSmxdIGyHaAdLa2gIR0BEPwz1schldX2UKGgGR8BW38LncL0BaAdLU2gIR0BEP6QV9F4LdX2UKGgGR8BYkjP4VRDUaAdLOmgIR0BER9ZzPrv9dX2UKGgGR8BkFV+w1R+CaAdLRWgIR0BESX49HMEBdX2UKGgGR8BfFraM72csaAdLU2gIR0BETSF49ovjdX2UKGgGR8B09sDs+mm+aAdLS2gIR0BETicoYvWZdX2UKGgGR8BZcldX1anraAdLbWgIR0BEThJI1+AmdX2UKGgGR8Bkmq3ocJdCaAdLXWgIR0BETiKBNEgGdX2UKGgGR8BcijIzWPLgaAdLQWgIR0BEUMzMzMzNdX2UKGgGR8BpOxCjUNKAaAdLS2gIR0BEUebExZdOdX2UKGgGR8Bwob/3nIQwaAdLXGgIR0BEWUlAu7HydX2UKGgGR8BghoizLOiWaAdLW2gIR0BEXsM7U5MldX2UKGgGR8BzGRoIv8IiaAdLWmgIR0BEahZ6lchUdX2UKGgGR8BsEn36AOJ+aAdLWmgIR0BEbbsniNsFdX2UKGgGR8ANfEfkmx+saAdLO2gIR0BEbtG3F1jidX2UKGgGR8BUNCKaXrt3aAdLU2gIR0BEcF6qsEJTdX2UKGgGR0AKMvVVghKUaAdLbGgIR0BEcS+6Ae7udX2UKGgGR8B4rat0V8CxaAdLV2gIR0BEeMXSBshxdX2UKGgGR8BUrCDujRD1aAdLRGgIR0BEesuWa+ewdX2UKGgGR8Bf1VyFPBSDaAdLWGgIR0BEgy0jTrmhdX2UKGgGR8BVwEep4rz5aAdLRWgIR0BEhr+xW1c/dX2UKGgGR8Bf9gdjoZAIaAdLV2gIR0BEhs1jy4FzdX2UKGgGR8BvJV1Oj7AMaAdLWGgIR0BEh4gaFVT8dX2UKGgGR8Bx5arPt2LYaAdLdWgIR0BEi+M6zVtodX2UKGgGR8BfjuiaiKziaAdLZWgIR0BEk2a2F36idX2UKGgGR8BlqpBZ6lchaAdLbWgIR0BEmBr30wrUdX2UKGgGR8BpiDkZJkGzaAdLgWgIR0BEorPdEb5udX2UKGgGR8BVENGEwnIAaAdLVmgIR0BEqGzSkTHsdX2UKGgGR8Be1D0163RYaAdLRGgIR0BEqYcWCVbBdX2UKGgGR8B4lpPj4pMIaAdLXGgIR0BEreso2GZedX2UKGgGR8BpkkFKTSssaAdLZ2gIR0BEsDnV5KODdX2UKGgGR8B3HC5I6KceaAdLe2gIR0BEsWzv7WNFdX2UKGgGR8BriKkGiYb9aAdLVGgIR0BEsXNcGC7LdX2UKGgGR8Bu59qSHM2WaAdLY2gIR0BEstqxkd3jdX2UKGgGR8Bae2P91loUaAdLZGgIR0BEssyBTXJ6dX2UKGgGR8BR07ExZdOZaAdLS2gIR0BEtzV2A5JcdX2UKGgGR8BgKo8bJfY0aAdLVWgIR0BEu2E0zj3mdX2UKGgGR8BVyYL1EmY0aAdLYGgIR0BEvgxSHdoGdX2UKGgGR8BVaXp8neBQaAdLVGgIR0BEvnXd0q6OdX2UKGgGR8B5zak56t1ZaAdLZmgIR0BEwySmqHXVdX2UKGgGR8BihVQZXMhYaAdLVWgIR0BExICuEEkjdX2UKGgGR8BiSvFDOTq0aAdLOmgIR0BEy3tjTa0ydX2UKGgGR8BSYq/Zdv87aAdLSGgIR0BEzADRtxdZdX2UKGgGR8A+kp4rz5GjaAdLcGgIR0BE0+BQN0/4dX2UKGgGR8BgUrSVnmJWaAdLUGgIR0BE1LFn7HhkdX2UKGgGR8ByX9c0Ltu2aAdLQ2gIR0BE1Z7ojfNzdX2UKGgGR0BC64CQtBfKaAdLb2gIR0BE2joyKvV3dX2UKGgGR8BeXVTFVDKHaAdLW2gIR0BE2wD3dsSCdX2UKGgGR8BU0dMbm2b5aAdLcmgIR0BE3orOJLuhdX2UKGgGR8BXeFog3cYZaAdLPWgIR0BE35+QU5+6dX2UKGgGR8Bi1PkT6BRRaAdLZWgIR0BE4QIt16mgdX2UKGgGR8BmZ0fDDTBqaAdLVGgIR0BE4j9fkWAPdX2UKGgGR8BkvQ46wMYuaAdLaGgIR0BE4oJAt4A0dX2UKGgGR8BchzUd7v5QaAdLWGgIR0BE5x+SbH6udX2UKGgGR8BqnIiosI3SaAdLfmgIR0BE58S5AhStdX2UKGgGR8BbZESqU/wBaAdLXmgIR0BE75VOsT37dX2UKGgGR8BtYxNZeRgaaAdLW2gIR0BE9USqU/wBdX2UKGgGR8BfdpjQRf4RaAdLemgIR0BE9figkC3gdX2UKGgGR8B3iSX9itq6aAdLXGgIR0BE9i04R28qdX2UKGgGR8BqUlYMfA9FaAdLRWgIR0BE+aSs8xKydX2UKGgGR8BW8PsiSq2jaAdLUWgIR0BE/7Fjurp8dX2UKGgGR8BkHA9aEBbOaAdLTGgIR0BFAhun/DLsdX2UKGgGR8BYISj+JgstaAdLa2gIR0BFBNg8bJfZdX2UKGgGR8BZG7I5o4+9aAdLTGgIR0BFBKkuYhMbdX2UKGgGR8BfAZBsyi22aAdLT2gIR0BFBQzk6tDEdX2UKGgGR8BX9TXvphWpaAdLUmgIR0BFB7NB4UvgdX2UKGgGR8Bi7YRPGhmHaAdLSWgIR0BFCWXC0ngHdX2UKGgGR8BgmPxlQMx5aAdLcWgIR0BFCdFnZkCndX2UKGgGR8Bi/XhddE9daAdLf2gIR0BFDzjNpudgdX2UKGgGR8ByXqb5M10laAdLamgIR0BFD1wo9cKPdX2UKGgGR8BTY+/k/8l5aAdLOmgIR0BFERu0kWykdX2UKGgGR0AJX+qBEroXaAdLcmgIR0BFGu7pV0cPdX2UKGgGR8BaWNqxkd3jaAdLUmgIR0BFG4KIBRyfdX2UKGgGR8Bqd5DgIhQnaAdLPGgIR0BFIJvgm7aqdX2UKGgGR8BOAkMLF4s3aAdLTmgIR0BFJM+/xlQNdX2UKGgGR8BUlo33pOeraAdLR2gIR0BFJsV1wHZ9dX2UKGgGR8BkWh5X2dupaAdLU2gIR0BFKeP7vXsgdX2UKGgGR8BvBtkJ8fFKaAdLg2gIR0BFLWqcVgx8dX2UKGgGR8BjSETtb9qDaAdLdmgIR0BFLRYzSCvpdX2UKGgGR8Bil8mShakiaAdLb2gIR0BFLlR51Ng0dX2UKGgGR8Bj034/NZ/1aAdLWGgIR0BFLu5BkZrIdX2UKGgGR8BpfO5H3DekaAdLXmgIR0BFNWZqmCRPdX2UKGgGR8BfELhvR7Z4aAdLX2gIR0BFO9YwIt17dX2UKGgGR8Bv9iWkadc0aAdLbmgIR0BFO5dv863idX2UKGgGR8B1UggMc6vJaAdLcmgIR0BFPzP0I1LrdX2UKGgGR8A5rW/8EV32aAdLR2gIR0BFR/+sHSncdX2UKGgGR8B+sTBTGYKIaAdLd2gIR0BFR+d9Ujs2dWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGFejkdV/+eMAWyUS0CMAXSUR0Bi0sZccENfdX2UKGgGR8BssY4uK4x2aAdLlGgIR0Bi1AB91EE1dX2UKGgGR8BptCeZof0VaAdLdWgIR0Bi1Qao/A0sdX2UKGgGR8Be4lme18b8aAdLTWgIR0Bi1WOEM9bHdX2UKGgGR8BgMH4M4LkTaAdLYWgIR0Bi1a02LpA2dX2UKGgGR8BYEp8a4tpVaAdLPGgIR0Bi1nj+717IdX2UKGgGR8A87qDbrTpgaAdLcGgIR0Bi13tjTa0ydX2UKGgGR8BdN9GiHqNZaAdLVWgIR0Bi2Bw6ySmqdX2UKGgGR8BhTz6rNnoQaAdLVGgIR0Bi2MjFAE+xdX2UKGgGR8BZqbONYKYzaAdLaWgIR0Bi2XT/hl19dX2UKGgGR8BgDqrJbMX8aAdLPGgIR0Bi2fQla8pTdX2UKGgGR8BQzYKQaJhwaAdLamgIR0Bi2/F1jiGWdX2UKGgGR8Bf1PUnXumaaAdLV2gIR0Bi3Fg+hXbNdX2UKGgGR8BmctklNUOvaAdLYGgIR0Bi3J4IKMNudX2UKGgGR8BApOcMEzO5aAdLTWgIR0Bi3OorFwT/dX2UKGgGR8ByZZZxJd0JaAdLZGgIR0Bi3RI+W4VidX2UKGgGR8BVKgMMI/qxaAdLSWgIR0Bi3X+GXXyzdX2UKGgGR8BQYadQO4G2aAdLO2gIR0Bi4RvvSc9XdX2UKGgGR8BbSdXtBv74aAdLU2gIR0Bi4R5u63AmdX2UKGgGR8Bn9x3FDOTraAdLY2gIR0Bi4huKoAGTdX2UKGgGR8BtXPP7el9CaAdLcmgIR0Bi47MA3kxRdX2UKGgGR8BqhxFCswL3aAdLc2gIR0Bi5IOrhisodX2UKGgGR8BQyxhUipvQaAdLQ2gIR0Bi5LJdSl3ydX2UKGgGR8BsvBVQyhzvaAdLaGgIR0Bi5Qo/iYLLdX2UKGgGR8BaQTm4iHIqaAdLZmgIR0Bi5WdupCKKdX2UKGgGR8Bc9m4EwFkhaAdLYGgIR0Bi5o3irDIjdX2UKGgGR8B+DsHSnccmaAdLVWgIR0Bi6CdMCcPOdX2UKGgGR8BdN1SsKb8WaAdLW2gIR0Bi6XIIWxhVdX2UKGgGR8BbLxc/t6X0aAdLhGgIR0Bi6igGr0aqdX2UKGgGR8BiY9BdD6WPaAdLbWgIR0Bi63pwCKaYdX2UKGgGR8BjQoixFAmiaAdLTmgIR0Bi7AMvysjndX2UKGgGR8BntzwBo24vaAdLdGgIR0Bi7B5NXYDldX2UKGgGR8BjEubiIcioaAdLQmgIR0Bi7Say8jA0dX2UKGgGR8Bgq677Kq4paAdLQmgIR0Bi7f6TGHYZdX2UKGgGR8BekI/7iyY5aAdLWmgIR0Bi7sIw/PgOdX2UKGgGR8Bo0DkGRmseaAdLhWgIR0Bi7s580DU3dX2UKGgGR8BbtF8w5/9YaAdLZWgIR0Bi70hvBJqZdX2UKGgGR8Bh6ClP8AJcaAdLTGgIR0Bi79lPJq7AdX2UKGgGR8Bhc6yhSLqEaAdLXmgIR0Bi8d9v0h/zdX2UKGgGR8BpanRG+bmVaAdLWWgIR0Bi9fYQJ5VwdX2UKGgGR8BqGDLjghr4aAdLeWgIR0Bi9jmMfigkdX2UKGgGR8BfD32ZiNKiaAdLUmgIR0Bi9uDWbwz+dX2UKGgGR8Bc3L3K0UoKaAdLQ2gIR0Bi99ocrAgxdX2UKGgGR8BgiGIqLCN0aAdLXGgIR0Bi+LySV4X5dX2UKGgGR8Bm3Ldi2DxtaAdLUWgIR0Bi+QEQoTf0dX2UKGgGR8BT7Llq8DjjaAdLRGgIR0Bi+Sa3I+4cdX2UKGgGR8BiL9ruYx+KaAdLYmgIR0Bi+YMc6vJSdX2UKGgGR8BUIfmPo3aSaAdLTWgIR0Bi+dEZzgdfdX2UKGgGR8BgoiZtvXK9aAdLU2gIR0Bi+iCg9NeudX2UKGgGR8BTr3OB19v1aAdLPmgIR0Bi+nwCr92pdX2UKGgGR8BhSxgZ0jkdaAdLg2gIR0Bi+qZnctXgdX2UKGgGR8BYDhlcyFfzaAdLeWgIR0Bi+0FOfukUdX2UKGgGR8BraHrfLs8gaAdLmWgIR0Bi/Aeo1k1/dX2UKGgGR8B4KZJd0JWvaAdLcWgIR0Bi/JwS8J2MdX2UKGgGR8BSrPA9FF2FaAdLP2gIR0Bi/3H/95yEdX2UKGgGR8BTMO+dsi0OaAdLPWgIR0BjACr/82rGdX2UKGgGR8BgJIPGyX2NaAdLTGgIR0BjAGctoSL7dX2UKGgGR8Bauswg1WKeaAdLQ2gIR0BjAqGN70FsdX2UKGgGR8Bh4F0Rvm5laAdLSGgIR0BjA6rilzltdX2UKGgGR8BftX0kGA09aAdLUmgIR0BjBGl0o0AMdX2UKGgGR8BYmzNhVlwtaAdLUmgIR0BjBJKYiPhidX2UKGgGR8BYlTs6aLGaaAdLSmgIR0BjBaTB68g7dX2UKGgGR8A7uk5p8F6iaAdLYGgIR0BjBkMG5c1PdX2UKGgGR8BjfXtrsSkCaAdLdmgIR0BjBt+RYA80dX2UKGgGR8BqZulqJuVHaAdLWWgIR0BjBv+VC5VfdX2UKGgGR8BULuMERraeaAdLW2gIR0BjBvNC7btadX2UKGgGR0BGa9RzijtYaAdLVGgIR0BjB/k7wKBvdX2UKGgGR8BlUTM5fdAPaAdLbmgIR0BjChTn7pFDdX2UKGgGR8BY7lH4GlhxaAdLY2gIR0BjCrwtrbg1dX2UKGgGR8BXfSi7CiyqaAdLWWgIR0BjDIw/PgNxdX2UKGgGR8BYbwEU0vXcaAdLWmgIR0BjDYJmdy1edX2UKGgGR8B0iVa3Zwn6aAdLZWgIR0BjD7Uy57PZdX2UKGgGR8BdeqVMVUMoaAdLUGgIR0BjEAIKMNtqdX2UKGgGR8BdJLWVeKKpaAdLUmgIR0BjERqM3qA0dX2UKGgGR8BTkwblzU7TaAdLRWgIR0BjEXcxj8UFdX2UKGgGR0Ar8LFXJYDDaAdLYmgIR0BjEaKcd5prdX2UKGgGR8BqfmPeYUnHaAdLS2gIR0BjEcVJtix3dX2UKGgGR8BcsoRujynUaAdLVmgIR0BjErGxUvPDdX2UKGgGR8Bi4CiZfD1oaAdLVmgIR0BjFRxYJVsDdX2UKGgGR8BzMUHLRrrPaAdLdGgIR0BjFf2EkB0ZdX2UKGgGR8BcatVvMr3CaAdLaWgIR0BjFtVea8YidX2UKGgGR8BUGfr0J4SpaAdLPGgIR0BjFsGTs6aLdX2UKGgGR8Bw1mLS/j82aAdLYGgIR0BjGXHLidaudX2UKGgGR8BgCG5vtMPCaAdLR2gIR0BjGoPK+zt1dX2UKGgGR8Bhe2/Dcdo4aAdLg2gIR0BjGsNz8xbjdX2UKGgGR8AseMn7YTTOaAdLeGgIR0BjHHF1jiGWdX2UKGgGR8BXOT0Yj0L/aAdLVWgIR0BjHgnpjc2zdX2UKGgGR8BjobY02tMgaAdLZmgIR0BjHtfiPyTZdX2UKGgGR8BiO4GQjlgdaAdLfWgIR0BjH4OavzOHdX2UKGgGR8BT+REWqLjxaAdLSmgIR0BjIQvalDWtdX2UKGgGR8BW03jIaLn+aAdLaGgIR0BjIUA93bEhdX2UKGgGR8Be6ppnHvMKaAdLZ2gIR0BjIT0L+glGdX2UKGgGR8BhDlaUzKs/aAdLamgIR0BjIrEUCaJAdX2UKGgGR8BdbrWRRuTBaAdLWWgIR0BjIpJXhfjTdX2UKGgGR8BbNszAN5MUaAdLU2gIR0BjI2r+5vtMdX2UKGgGR8BRydRiw0O3aAdLemgIR0BjI3dAPd2xdX2UKGgGR8BbPbGm1pj+aAdLXWgIR0BjJN+mWMS9dX2UKGgGR8BYXUMspXp4aAdLPGgIR0BjJaOzY287dX2UKGgGR8BgencL0BfbaAdLS2gIR0BjJi9du5z6dX2UKGgGR8BhgC3NLUTdaAdLXWgIR0BjJ3XmNipedWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 4,
+    "_n_updates": 8,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bb98ab448328c85b9e1b9fa81bd273efd43c268709b011849bea4f8a17e3e1c
+oid sha256:21ae10e2fc3b52a3707f7a598237111d651d28fd3ccf09fba9dc5ebcca84a737
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d28f6516207ad55cd58eca5103e17c5278921fce47824a6055cef9f3d6f07e2
+oid sha256:a061247d42d5dac04982e482d5b8e9c15888fb2ff9f2a52c4f8bbbdeb2e5bbb9
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": -183.40998153624824, "std_reward": 48.732293041978586, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-16T16:40:13.413049"}
+{"mean_reward": 25.770882220426575, "std_reward": 90.87932548656013, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-16T16:41:16.297958"}