Upload trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 25.77 +/- 90.88
+      value: -194.82 +/- 171.02
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7da6a42ab520>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7da6a42ab5b0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7da6a42ab640>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7da6a42ab6d0>", "_build": "<function ActorCriticPolicy._build at 0x7da6a42ab760>", "forward": "<function ActorCriticPolicy.forward at 0x7da6a42ab7f0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7da6a42ab880>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7da6a42ab910>", "_predict": "<function ActorCriticPolicy._predict at 0x7da6a42ab9a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7da6a42aba30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7da6a42abac0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7da6a42abb50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7da6a40b8e00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 16384, "_total_timesteps": 1, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1705423261635860149, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAKb84T7mED4/aXgtPywGfb8VTEa9YjAGvQAAAAAAAAAAc1OzvfYjpj9o8Tm/fm4Gv/jgqzyyyTk8AAAAAAAAAABm/8c8CqtnPwuA/D1aXiq/wo5yvmKS+b0AAAAAAAAAAIAzXb7n/Zk/goAJv8sc/74ctY4+DyODPgAAAAAAAAAAzUMQvidUXz8KOu2+HVxiv9dtPD7lUvs9AAAAAAAAAABmDou9wpbHPzPTZL72Sp29fMQGvP5G5L0AAAAAAAAAAIB/tz637ic+7ggaPwAUor+gcH++JF+BPgAAgD8AAAAAwEN7vkXRnD48JQ6/Hhqdv4gGLT9tGBc+AAAAAAAAAADAmDa+8MW3PxZj5r6GmFq+c9PuPeVtND0AAAAAAAAAABW6zr79wLe9LbmSvJs65zwVBxk9CiZnvAAAgD8AAIA/5n7pPXaWpz9nD0c/QEvKvgXcB75uLgy+AAAAAAAAAABmGoU7ajG2P+sBSz7eKoc+xeAZu7AfjjoAAAAAAAAAAEDfcz5WAdw/XRsOP3whTj1ujac64tHDPQAAAAAAAAAApkWRPTnxsj+cq6U+LBz6vSyODL069YO7AAAAAAAAAADzjkU+wJiyP6txJj+8ikW+lGncvDritz0AAAAAAAAAACobUr7cH5c/cv4CvwpCCb/MiBK+ZrCAvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -16383.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGFejkdV/+eMAWyUS0CMAXSUR0Bi0sZccENfdX2UKGgGR8BssY4uK4x2aAdLlGgIR0Bi1AB91EE1dX2UKGgGR8BptCeZof0VaAdLdWgIR0Bi1Qao/A0sdX2UKGgGR8Be4lme18b8aAdLTWgIR0Bi1WOEM9bHdX2UKGgGR8BgMH4M4LkTaAdLYWgIR0Bi1a02LpA2dX2UKGgGR8BYEp8a4tpVaAdLPGgIR0Bi1nj+717IdX2UKGgGR8A87qDbrTpgaAdLcGgIR0Bi13tjTa0ydX2UKGgGR8BdN9GiHqNZaAdLVWgIR0Bi2Bw6ySmqdX2UKGgGR8BhTz6rNnoQaAdLVGgIR0Bi2MjFAE+xdX2UKGgGR8BZqbONYKYzaAdLaWgIR0Bi2XT/hl19dX2UKGgGR8BgDqrJbMX8aAdLPGgIR0Bi2fQla8pTdX2UKGgGR8BQzYKQaJhwaAdLamgIR0Bi2/F1jiGWdX2UKGgGR8Bf1PUnXumaaAdLV2gIR0Bi3Fg+hXbNdX2UKGgGR8BmctklNUOvaAdLYGgIR0Bi3J4IKMNudX2UKGgGR8BApOcMEzO5aAdLTWgIR0Bi3OorFwT/dX2UKGgGR8ByZZZxJd0JaAdLZGgIR0Bi3RI+W4VidX2UKGgGR8BVKgMMI/qxaAdLSWgIR0Bi3X+GXXyzdX2UKGgGR8BQYadQO4G2aAdLO2gIR0Bi4RvvSc9XdX2UKGgGR8BbSdXtBv74aAdLU2gIR0Bi4R5u63AmdX2UKGgGR8Bn9x3FDOTraAdLY2gIR0Bi4huKoAGTdX2UKGgGR8BtXPP7el9CaAdLcmgIR0Bi47MA3kxRdX2UKGgGR8BqhxFCswL3aAdLc2gIR0Bi5IOrhisodX2UKGgGR8BQyxhUipvQaAdLQ2gIR0Bi5LJdSl3ydX2UKGgGR8BsvBVQyhzvaAdLaGgIR0Bi5Qo/iYLLdX2UKGgGR8BaQTm4iHIqaAdLZmgIR0Bi5WdupCKKdX2UKGgGR8Bc9m4EwFkhaAdLYGgIR0Bi5o3irDIjdX2UKGgGR8B+DsHSnccmaAdLVWgIR0Bi6CdMCcPOdX2UKGgGR8BdN1SsKb8WaAdLW2gIR0Bi6XIIWxhVdX2UKGgGR8BbLxc/t6X0aAdLhGgIR0Bi6igGr0aqdX2UKGgGR8BiY9BdD6WPaAdLbWgIR0Bi63pwCKaYdX2UKGgGR8BjQoixFAmiaAdLTmgIR0Bi7AMvysjndX2UKGgGR8BntzwBo24vaAdLdGgIR0Bi7B5NXYDldX2UKGgGR8BjEubiIcioaAdLQmgIR0Bi7Say8jA0dX2UKGgGR8Bgq677Kq4paAdLQmgIR0Bi7f6TGHYZdX2UKGgGR8BekI/7iyY5aAdLWmgIR0Bi7sIw/PgOdX2UKGgGR8Bo0DkGRmseaAdLhWgIR0Bi7s580DU3dX2UKGgGR8BbtF8w5/9YaAdLZWgIR0Bi70hvBJqZdX2UKGgGR8Bh6ClP8AJcaAdLTGgIR0Bi79lPJq7AdX2UKGgGR8Bhc6yhSLqEaAdLXmgIR0Bi8d9v0h/zdX2UKGgGR8BpanRG+bmVaAdLWWgIR0Bi9fYQJ5VwdX2UKGgGR8BqGDLjghr4aAdLeWgIR0Bi9jmMfigkdX2UKGgGR8BfD32ZiNKiaAdLUmgIR0Bi9uDWbwz+dX2UKGgGR8Bc3L3K0UoKaAdLQ2gIR0Bi99ocrAgxdX2UKGgGR8BgiGIqLCN0aAdLXGgIR0Bi+LySV4X5dX2UKGgGR8Bm3Ldi2DxtaAdLUWgIR0Bi+QEQoTf0dX2UKGgGR8BT7Llq8DjjaAdLRGgIR0Bi+Sa3I+4cdX2UKGgGR8BiL9ruYx+KaAdLYmgIR0Bi+YMc6vJSdX2UKGgGR8BUIfmPo3aSaAdLTWgIR0Bi+dEZzgdfdX2UKGgGR8BgoiZtvXK9aAdLU2gIR0Bi+iCg9NeudX2UKGgGR8BTr3OB19v1aAdLPmgIR0Bi+nwCr92pdX2UKGgGR8BhSxgZ0jkdaAdLg2gIR0Bi+qZnctXgdX2UKGgGR8BYDhlcyFfzaAdLeWgIR0Bi+0FOfukUdX2UKGgGR8BraHrfLs8gaAdLmWgIR0Bi/Aeo1k1/dX2UKGgGR8B4KZJd0JWvaAdLcWgIR0Bi/JwS8J2MdX2UKGgGR8BSrPA9FF2FaAdLP2gIR0Bi/3H/95yEdX2UKGgGR8BTMO+dsi0OaAdLPWgIR0BjACr/82rGdX2UKGgGR8BgJIPGyX2NaAdLTGgIR0BjAGctoSL7dX2UKGgGR8Bauswg1WKeaAdLQ2gIR0BjAqGN70FsdX2UKGgGR8Bh4F0Rvm5laAdLSGgIR0BjA6rilzltdX2UKGgGR8BftX0kGA09aAdLUmgIR0BjBGl0o0AMdX2UKGgGR8BYmzNhVlwtaAdLUmgIR0BjBJKYiPhidX2UKGgGR8BYlTs6aLGaaAdLSmgIR0BjBaTB68g7dX2UKGgGR8A7uk5p8F6iaAdLYGgIR0BjBkMG5c1PdX2UKGgGR8BjfXtrsSkCaAdLdmgIR0BjBt+RYA80dX2UKGgGR8BqZulqJuVHaAdLWWgIR0BjBv+VC5VfdX2UKGgGR8BULuMERraeaAdLW2gIR0BjBvNC7btadX2UKGgGR0BGa9RzijtYaAdLVGgIR0BjB/k7wKBvdX2UKGgGR8BlUTM5fdAPaAdLbmgIR0BjChTn7pFDdX2UKGgGR8BY7lH4GlhxaAdLY2gIR0BjCrwtrbg1dX2UKGgGR8BXfSi7CiyqaAdLWWgIR0BjDIw/PgNxdX2UKGgGR8BYbwEU0vXcaAdLWmgIR0BjDYJmdy1edX2UKGgGR8B0iVa3Zwn6aAdLZWgIR0BjD7Uy57PZdX2UKGgGR8BdeqVMVUMoaAdLUGgIR0BjEAIKMNtqdX2UKGgGR8BdJLWVeKKpaAdLUmgIR0BjERqM3qA0dX2UKGgGR8BTkwblzU7TaAdLRWgIR0BjEXcxj8UFdX2UKGgGR0Ar8LFXJYDDaAdLYmgIR0BjEaKcd5prdX2UKGgGR8BqfmPeYUnHaAdLS2gIR0BjEcVJtix3dX2UKGgGR8BcsoRujynUaAdLVmgIR0BjErGxUvPDdX2UKGgGR8Bi4CiZfD1oaAdLVmgIR0BjFRxYJVsDdX2UKGgGR8BzMUHLRrrPaAdLdGgIR0BjFf2EkB0ZdX2UKGgGR8BcatVvMr3CaAdLaWgIR0BjFtVea8YidX2UKGgGR8BUGfr0J4SpaAdLPGgIR0BjFsGTs6aLdX2UKGgGR8Bw1mLS/j82aAdLYGgIR0BjGXHLidaudX2UKGgGR8BgCG5vtMPCaAdLR2gIR0BjGoPK+zt1dX2UKGgGR8Bhe2/Dcdo4aAdLg2gIR0BjGsNz8xbjdX2UKGgGR8AseMn7YTTOaAdLeGgIR0BjHHF1jiGWdX2UKGgGR8BXOT0Yj0L/aAdLVWgIR0BjHgnpjc2zdX2UKGgGR8BjobY02tMgaAdLZmgIR0BjHtfiPyTZdX2UKGgGR8BiO4GQjlgdaAdLfWgIR0BjH4OavzOHdX2UKGgGR8BT+REWqLjxaAdLSmgIR0BjIQvalDWtdX2UKGgGR8BW03jIaLn+aAdLaGgIR0BjIUA93bEhdX2UKGgGR8Be6ppnHvMKaAdLZ2gIR0BjIT0L+glGdX2UKGgGR8BhDlaUzKs/aAdLamgIR0BjIrEUCaJAdX2UKGgGR8BdbrWRRuTBaAdLWWgIR0BjIpJXhfjTdX2UKGgGR8BbNszAN5MUaAdLU2gIR0BjI2r+5vtMdX2UKGgGR8BRydRiw0O3aAdLemgIR0BjI3dAPd2xdX2UKGgGR8BbPbGm1pj+aAdLXWgIR0BjJN+mWMS9dX2UKGgGR8BYXUMspXp4aAdLPGgIR0BjJaOzY287dX2UKGgGR8BgencL0BfbaAdLS2gIR0BjJi9du5z6dX2UKGgGR8BhgC3NLUTdaAdLXWgIR0BjJ3XmNipedWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 8, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7da6a42ab520>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7da6a42ab5b0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7da6a42ab640>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7da6a42ab6d0>", "_build": "<function ActorCriticPolicy._build at 0x7da6a42ab760>", "forward": "<function ActorCriticPolicy.forward at 0x7da6a42ab7f0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7da6a42ab880>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7da6a42ab910>", "_predict": "<function ActorCriticPolicy._predict at 0x7da6a42ab9a0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7da6a42aba30>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7da6a42abac0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7da6a42abb50>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7da6a40b8e00>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 16384, "_total_timesteps": 2, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1705423549873948430, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAB2YWL5iM70/VDsDv1/Tib6hUDe9leEJvgAAAAAAAAAAqm6IPidjgj/+Jvs+7Uwnvwe26bzed0M+AAAAAAAAAAAa3Da91wWIP9OwW76KrEC/Vs9UOmahCj0AAAAAAAAAAC3UAb4wFws/UGiZvZ2/n78UoOy+i7ksvgAAAAAAAAAAM7/cPrLcJz/sFx0/dqhwvyJVJz6/x7E+AAAAAAAAAACaPUq8OZAnP553CL2nq4u/tKYSPtr5Wj4AAAAAAAAAAM3Kyj5t5nC9KtlOPLJnbDz6VsI8ehITPAAAgD8AAIA/mnUBvZLqez6nmZe+C+yOvy0L2j4euK69AAAAAAAAAAAz3/O8g+SlP/vZQL5Caey+coQevSKM5r0AAAAAAAAAAJpdibs4KrY/aYMKvk94Hj6E01E7AbKaugAAAAAAAAAAZgb3upLUtT/Tf0O+fx/bPuKRDztGIjE9AAAAAAAAAABNiXQ9FASfP6JZ/T6bmTS/E2p2vNg4zzwAAAAAAAAAABqLFb34vrY/Yd0gvhNVoTs2LIq8No6HvQAAAAAAAAAAAGGTPhz8Mz+1bm08oZ1ov4B5BD/KZ14+AAAAAAAAAADa1Ww+lfO2P6VXPT9+sXC+USDivbqmQz0AAAAAAAAAAMDNpb0UFYo/3kJQvgR9ML/mOMo9fmG5vQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAABAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -8191.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGXeZJbt7a+MAWyUS16MAXSUR0B7bLLvCuU2dX2UKGgGR8Baz/Nu+AVgaAdLU2gIR0B7bMIHC4z8dX2UKGgGR8BbhKISDh99aAdLPGgIR0B7bOozeoDQdX2UKGgGR8BYCQqNIbwSaAdLSmgIR0B7bW7kGRmsdX2UKGgGR8BpGqeVcD8taAdLYGgIR0B7bieMAFPjdX2UKGgGR8BbxfFm4AjqaAdLUmgIR0B7bj1xsEaEdX2UKGgGR8B0eSs8xKxtaAdLnGgIR0B7bmSHM2WIdX2UKGgGR8BbnfaDf3vhaAdLamgIR0B7bu10DEFXdX2UKGgGR8BXrK/RE4NraAdLYGgIR0B7bw5S3soldX2UKGgGR8BiHw8IRh+faAdLcWgIR0B7b0AZKnNxdX2UKGgGR8BpUFtl7MPjaAdLZmgIR0B7cEgQpWmxdX2UKGgGR8BbJR5LRKHxaAdLTWgIR0B7cGJoCdSVdX2UKGgGR8BVJUP6KtPpaAdLQmgIR0B7cK1E3KjjdX2UKGgGR8BQ53VbzK9xaAdLSmgIR0B7cKliz9jxdX2UKGgGR8BOqJZGKAJ+aAdLR2gIR0B7cQOXmeUZdX2UKGgGR8BhYSE8JUo8aAdLeWgIR0B7cUJLM9r5dX2UKGgGR8BbvL8BMi8naAdLc2gIR0B7cWaz/p+udX2UKGgGR8BiETwSamXPaAdLdmgIR0B7cfKU3XI2dX2UKGgGR8BUZw1rIo3KaAdLUWgIR0B7ckrBj4HpdX2UKGgGR8BUDQ6Mir1eaAdLP2gIR0B7cvoq0+khdX2UKGgGR8BgfxtaY/mlaAdLSGgIR0B7c1OZb6gvdX2UKGgGR8BbgLkbPyCnaAdLTGgIR0B7c3CMxXXAdX2UKGgGR8BasIwRGtp3aAdLfGgIR0B7dF+pfhMrdX2UKGgGR0A6PQRf4REnaAdLbWgIR0B7dLrOZ9eAdX2UKGgGR8BjXwd0aIepaAdLc2gIR0B7dVJEpiI+dX2UKGgGR8BX7A6ZH/cWaAdLUmgIR0B7dVxCIDYAdX2UKGgGR8BV59/SYw7DaAdLQWgIR0B7demXPZ7HdX2UKGgGR8BXVbrgOz6aaAdLYGgIR0B7dhesxO+JdX2UKGgGR8BUTWj4593KaAdLS2gIR0B7dt+AmReUdX2UKGgGR8Bekig9Net0aAdLbWgIR0B7d0PAfuCxdX2UKGgGR8BqXeKGcnVoaAdLZ2gIR0B7d4fW+XZ5dX2UKGgGR8BfdjO1OTJRaAdLTGgIR0B7d7xPO6d2dX2UKGgGR8Bd4gRXfZVXaAdLamgIR0B7d/2h7E5ydX2UKGgGR8BdUkMspXp4aAdLO2gIR0B7eCq6vq1PdX2UKGgGR8Bj1HFDOTq0aAdLd2gIR0B7eHAi3XqadX2UKGgGR8Bcgf/BFd9laAdLa2gIR0B7ejpjc2zfdX2UKGgGR8BhNpamoBJaaAdLUWgIR0B7eop1A7gbdX2UKGgGR8BUGyfg75mAaAdLcWgIR0B7eor08NhFdX2UKGgGR8BbJhcE/0NCaAdLpWgIR0B7ew0HhS9/dX2UKGgGR8BdIBRl6JIlaAdLZ2gIR0B7e2KbayrxdX2UKGgGR8Bcg1ZkkKNRaAdLRmgIR0B7e/AFgUlBdX2UKGgGR8BWOqxTsIE9aAdLWmgIR0B7e/7yhBZ7dX2UKGgGR8Bb7GVmjCYUaAdLTWgIR0B7fAEdNnGsdX2UKGgGR8BjEm9vjwQUaAdLa2gIR0B7fFMbm2b5dX2UKGgGR8BRZldTo+wDaAdLPWgIR0B7fG/i5uqFdX2UKGgGR8BVI4oVmBe5aAdLR2gIR0B7fNHEuQIVdX2UKGgGR8BjgPVf/m1ZaAdLdmgIR0B7fb/m1YyPdX2UKGgGR8Bl4EtkFwDOaAdLa2gIR0B7ft+5OJtSdX2UKGgGR8BZvwWN3np0aAdLRmgIR0B7f4TURWcSdX2UKGgGR8BbDBP9DQZ5aAdLSGgIR0B7f7YukDZEdX2UKGgGR8Bj3n1tfoicaAdLdWgIR0B7f+5Yoy9FdX2UKGgGR8BaMN5dGAkLaAdLSWgIR0B7gVUADJU6dX2UKGgGR8BSo+x4Y77saAdLQmgIR0B7gUOmR/3GdX2UKGgGR8Bqzhpg1FYuaAdLXWgIR0B7gc9W6shgdX2UKGgGR8BccTcEeQuFaAdLT2gIR0B7gd/8VHnVdX2UKGgGR8BV33pW3jMnaAdLkWgIR0B7gj9hqj8DdX2UKGgGR8Bwds8RtgrpaAdLdGgIR0B7gq8nNPgvdX2UKGgGR8BUGDfvWpZPaAdLYGgIR0B7g6Gi5/b1dX2UKGgGR8BbKuUILPUsaAdLeGgIR0B7hDjtG/etdX2UKGgGR8BWIFAqur6taAdLPmgIR0B7hFb5dnkDdX2UKGgGR8BV+NiUgSvlaAdLYmgIR0B7hRg4OtnxdX2UKGgGR8BjLifUWl/IaAdLcGgIR0B7hTGPxQSBdX2UKGgGR8BaMu5OJtSAaAdLVmgIR0B7hVmTTvy9dX2UKGgGR8BO/1W8yvcKaAdLgWgIR0B7hYgX/HYIdX2UKGgGR8BFD637UG3XaAdLTGgIR0B7hsChew9rdX2UKGgGR8Bop/XiBGx2aAdLb2gIR0B7iAPRRdhRdX2UKGgGR8Bn+gXQ+lj3aAdLeWgIR0B7iJipeeFtdX2UKGgGR8BnC6iCaqjraAdLaGgIR0B7iRVvMr3CdX2UKGgGR8BYubkwN9YwaAdLZmgIR0B7iXYNAkcCdX2UKGgGR8AtbiH6/IsAaAdLamgIR0B7ihdonKGMdX2UKGgGR8BoeGYMOPNnaAdLTmgIR0B7iiQ+2VmjdX2UKGgGR8BVSwxrSE13aAdLRmgIR0B7isA5q/M4dX2UKGgGR8BQGT59E1EWaAdLgWgIR0B7i2MJhOQAdX2UKGgGR8BgdIIMSbpeaAdLaGgIR0B7i1bFCLMtdX2UKGgGR8BZpKMzdk8SaAdLVWgIR0B7i3Nke6qbdX2UKGgGR8BF/mMOwxFiaAdLRWgIR0B7jCDoQnQZdX2UKGgGR8BvJBx7zCk5aAdLh2gIR0B7jOV1Oj7AdX2UKGgGR8BSrEedTYNBaAdLQWgIR0B7jTImw7kodX2UKGgGR8BdQf5P/JeWaAdLaWgIR0B7jV44ZMtcdX2UKGgGR8BVu5/5LytnaAdLOWgIR0B7jYXYUWVNdX2UKGgGR8BcHuG0u14PaAdLcGgIR0B7jbhbW3BpdX2UKGgGR8BJSsPz4DcNaAdLimgIR0B7jo9ic5KfdX2UKGgGR8Bc611GLDQ7aAdLO2gIR0B7jpx//echdX2UKGgGR0BCOQhfShJzaAdLUWgIR0B7jrDqGDcudX2UKGgGR8Bb9JIpYs/ZaAdLTWgIR0B7jyzsyBTXdX2UKGgGR8BZ61HOKO1faAdLTWgIR0B7j8pH7P6bdX2UKGgGR8BSYw2dd3SsaAdLPGgIR0B7j8k2P1cudX2UKGgGR8BZj/RNRFZxaAdLRWgIR0B7kH7k4m1IdX2UKGgGR8BchdCNS619aAdLWWgIR0B7kT9CNS62dX2UKGgGR8BVXUqc3EQ5aAdLS2gIR0B7khqWTot+dX2UKGgGR8BcjRCUornUaAdLSGgIR0B7kl1DBuXNdX2UKGgGR8BadFjurp7kaAdLU2gIR0B7kvppvgm7dX2UKGgGR8Bm6A9gWrOraAdLa2gIR0B7kyrLhaTwdX2UKGgGR8Bc5w44p+c6aAdLZ2gIR0B7k37zkIX1dX2UKGgGR8Biw5jjJdSmaAdLXmgIR0B7lA8wHqu9dX2UKGgGR8BT+wOrhisoaAdLXmgIR0B7lEvmHP/rdX2UKGgGR8BARKBd2PkraAdLWmgIR0B7lPWH1vl2dX2UKGgGR8BQD0zfrKNiaAdLW2gIR0B7lRk9U0emdX2UKGgGR8BbzOCTUy57aAdLU2gIR0B7lcKeCkGidX2UKGgGR8Bf/og/1QIlaAdLZWgIR0B7leUornTzdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 12, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 4, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-6.1.58+-x86_64-with-glibc2.35 # 1 SMP PREEMPT_DYNAMIC Sat Nov 18 15:31:17 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.1.0+cu121", "GPU Enabled": "True", "Numpy": "1.23.5", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6782c78c2c7f4fb34d64d8aed78c9a6676efb6edc15945abc952e6a4cb896523
+oid sha256:d1ffc917ccfd3e769d5f9aca84782cd19de4513ea125de10adb4b039d19b9fd6
 size 147913

ppo-LunarLander-v2/data

@@ -22,36 +22,36 @@
     "verbose": 1,
     "policy_kwargs": {},
     "num_timesteps": 16384,
-    "_total_timesteps": 1,
+    "_total_timesteps": 2,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1705423261635860149,
+    "start_time": 1705423549873948430,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAKb84T7mED4/aXgtPywGfb8VTEa9YjAGvQAAAAAAAAAAc1OzvfYjpj9o8Tm/fm4Gv/jgqzyyyTk8AAAAAAAAAABm/8c8CqtnPwuA/D1aXiq/wo5yvmKS+b0AAAAAAAAAAIAzXb7n/Zk/goAJv8sc/74ctY4+DyODPgAAAAAAAAAAzUMQvidUXz8KOu2+HVxiv9dtPD7lUvs9AAAAAAAAAABmDou9wpbHPzPTZL72Sp29fMQGvP5G5L0AAAAAAAAAAIB/tz637ic+7ggaPwAUor+gcH++JF+BPgAAgD8AAAAAwEN7vkXRnD48JQ6/Hhqdv4gGLT9tGBc+AAAAAAAAAADAmDa+8MW3PxZj5r6GmFq+c9PuPeVtND0AAAAAAAAAABW6zr79wLe9LbmSvJs65zwVBxk9CiZnvAAAgD8AAIA/5n7pPXaWpz9nD0c/QEvKvgXcB75uLgy+AAAAAAAAAABmGoU7ajG2P+sBSz7eKoc+xeAZu7AfjjoAAAAAAAAAAEDfcz5WAdw/XRsOP3whTj1ujac64tHDPQAAAAAAAAAApkWRPTnxsj+cq6U+LBz6vSyODL069YO7AAAAAAAAAADzjkU+wJiyP6txJj+8ikW+lGncvDritz0AAAAAAAAAACobUr7cH5c/cv4CvwpCCb/MiBK+ZrCAvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAB2YWL5iM70/VDsDv1/Tib6hUDe9leEJvgAAAAAAAAAAqm6IPidjgj/+Jvs+7Uwnvwe26bzed0M+AAAAAAAAAAAa3Da91wWIP9OwW76KrEC/Vs9UOmahCj0AAAAAAAAAAC3UAb4wFws/UGiZvZ2/n78UoOy+i7ksvgAAAAAAAAAAM7/cPrLcJz/sFx0/dqhwvyJVJz6/x7E+AAAAAAAAAACaPUq8OZAnP553CL2nq4u/tKYSPtr5Wj4AAAAAAAAAAM3Kyj5t5nC9KtlOPLJnbDz6VsI8ehITPAAAgD8AAIA/mnUBvZLqez6nmZe+C+yOvy0L2j4euK69AAAAAAAAAAAz3/O8g+SlP/vZQL5Caey+coQevSKM5r0AAAAAAAAAAJpdibs4KrY/aYMKvk94Hj6E01E7AbKaugAAAAAAAAAAZgb3upLUtT/Tf0O+fx/bPuKRDztGIjE9AAAAAAAAAABNiXQ9FASfP6JZ/T6bmTS/E2p2vNg4zzwAAAAAAAAAABqLFb34vrY/Yd0gvhNVoTs2LIq8No6HvQAAAAAAAAAAAGGTPhz8Mz+1bm08oZ1ov4B5BD/KZ14+AAAAAAAAAADa1Ww+lfO2P6VXPT9+sXC+USDivbqmQz0AAAAAAAAAAMDNpb0UFYo/3kJQvgR9ML/mOMo9fmG5vQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAABAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="
     },
     "_last_original_obs": null,
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -16383.0,
+    "_current_progress_remaining": -8191.0,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGFejkdV/+eMAWyUS0CMAXSUR0Bi0sZccENfdX2UKGgGR8BssY4uK4x2aAdLlGgIR0Bi1AB91EE1dX2UKGgGR8BptCeZof0VaAdLdWgIR0Bi1Qao/A0sdX2UKGgGR8Be4lme18b8aAdLTWgIR0Bi1WOEM9bHdX2UKGgGR8BgMH4M4LkTaAdLYWgIR0Bi1a02LpA2dX2UKGgGR8BYEp8a4tpVaAdLPGgIR0Bi1nj+717IdX2UKGgGR8A87qDbrTpgaAdLcGgIR0Bi13tjTa0ydX2UKGgGR8BdN9GiHqNZaAdLVWgIR0Bi2Bw6ySmqdX2UKGgGR8BhTz6rNnoQaAdLVGgIR0Bi2MjFAE+xdX2UKGgGR8BZqbONYKYzaAdLaWgIR0Bi2XT/hl19dX2UKGgGR8BgDqrJbMX8aAdLPGgIR0Bi2fQla8pTdX2UKGgGR8BQzYKQaJhwaAdLamgIR0Bi2/F1jiGWdX2UKGgGR8Bf1PUnXumaaAdLV2gIR0Bi3Fg+hXbNdX2UKGgGR8BmctklNUOvaAdLYGgIR0Bi3J4IKMNudX2UKGgGR8BApOcMEzO5aAdLTWgIR0Bi3OorFwT/dX2UKGgGR8ByZZZxJd0JaAdLZGgIR0Bi3RI+W4VidX2UKGgGR8BVKgMMI/qxaAdLSWgIR0Bi3X+GXXyzdX2UKGgGR8BQYadQO4G2aAdLO2gIR0Bi4RvvSc9XdX2UKGgGR8BbSdXtBv74aAdLU2gIR0Bi4R5u63AmdX2UKGgGR8Bn9x3FDOTraAdLY2gIR0Bi4huKoAGTdX2UKGgGR8BtXPP7el9CaAdLcmgIR0Bi47MA3kxRdX2UKGgGR8BqhxFCswL3aAdLc2gIR0Bi5IOrhisodX2UKGgGR8BQyxhUipvQaAdLQ2gIR0Bi5LJdSl3ydX2UKGgGR8BsvBVQyhzvaAdLaGgIR0Bi5Qo/iYLLdX2UKGgGR8BaQTm4iHIqaAdLZmgIR0Bi5WdupCKKdX2UKGgGR8Bc9m4EwFkhaAdLYGgIR0Bi5o3irDIjdX2UKGgGR8B+DsHSnccmaAdLVWgIR0Bi6CdMCcPOdX2UKGgGR8BdN1SsKb8WaAdLW2gIR0Bi6XIIWxhVdX2UKGgGR8BbLxc/t6X0aAdLhGgIR0Bi6igGr0aqdX2UKGgGR8BiY9BdD6WPaAdLbWgIR0Bi63pwCKaYdX2UKGgGR8BjQoixFAmiaAdLTmgIR0Bi7AMvysjndX2UKGgGR8BntzwBo24vaAdLdGgIR0Bi7B5NXYDldX2UKGgGR8BjEubiIcioaAdLQmgIR0Bi7Say8jA0dX2UKGgGR8Bgq677Kq4paAdLQmgIR0Bi7f6TGHYZdX2UKGgGR8BekI/7iyY5aAdLWmgIR0Bi7sIw/PgOdX2UKGgGR8Bo0DkGRmseaAdLhWgIR0Bi7s580DU3dX2UKGgGR8BbtF8w5/9YaAdLZWgIR0Bi70hvBJqZdX2UKGgGR8Bh6ClP8AJcaAdLTGgIR0Bi79lPJq7AdX2UKGgGR8Bhc6yhSLqEaAdLXmgIR0Bi8d9v0h/zdX2UKGgGR8BpanRG+bmVaAdLWWgIR0Bi9fYQJ5VwdX2UKGgGR8BqGDLjghr4aAdLeWgIR0Bi9jmMfigkdX2UKGgGR8BfD32ZiNKiaAdLUmgIR0Bi9uDWbwz+dX2UKGgGR8Bc3L3K0UoKaAdLQ2gIR0Bi99ocrAgxdX2UKGgGR8BgiGIqLCN0aAdLXGgIR0Bi+LySV4X5dX2UKGgGR8Bm3Ldi2DxtaAdLUWgIR0Bi+QEQoTf0dX2UKGgGR8BT7Llq8DjjaAdLRGgIR0Bi+Sa3I+4cdX2UKGgGR8BiL9ruYx+KaAdLYmgIR0Bi+YMc6vJSdX2UKGgGR8BUIfmPo3aSaAdLTWgIR0Bi+dEZzgdfdX2UKGgGR8BgoiZtvXK9aAdLU2gIR0Bi+iCg9NeudX2UKGgGR8BTr3OB19v1aAdLPmgIR0Bi+nwCr92pdX2UKGgGR8BhSxgZ0jkdaAdLg2gIR0Bi+qZnctXgdX2UKGgGR8BYDhlcyFfzaAdLeWgIR0Bi+0FOfukUdX2UKGgGR8BraHrfLs8gaAdLmWgIR0Bi/Aeo1k1/dX2UKGgGR8B4KZJd0JWvaAdLcWgIR0Bi/JwS8J2MdX2UKGgGR8BSrPA9FF2FaAdLP2gIR0Bi/3H/95yEdX2UKGgGR8BTMO+dsi0OaAdLPWgIR0BjACr/82rGdX2UKGgGR8BgJIPGyX2NaAdLTGgIR0BjAGctoSL7dX2UKGgGR8Bauswg1WKeaAdLQ2gIR0BjAqGN70FsdX2UKGgGR8Bh4F0Rvm5laAdLSGgIR0BjA6rilzltdX2UKGgGR8BftX0kGA09aAdLUmgIR0BjBGl0o0AMdX2UKGgGR8BYmzNhVlwtaAdLUmgIR0BjBJKYiPhidX2UKGgGR8BYlTs6aLGaaAdLSmgIR0BjBaTB68g7dX2UKGgGR8A7uk5p8F6iaAdLYGgIR0BjBkMG5c1PdX2UKGgGR8BjfXtrsSkCaAdLdmgIR0BjBt+RYA80dX2UKGgGR8BqZulqJuVHaAdLWWgIR0BjBv+VC5VfdX2UKGgGR8BULuMERraeaAdLW2gIR0BjBvNC7btadX2UKGgGR0BGa9RzijtYaAdLVGgIR0BjB/k7wKBvdX2UKGgGR8BlUTM5fdAPaAdLbmgIR0BjChTn7pFDdX2UKGgGR8BY7lH4GlhxaAdLY2gIR0BjCrwtrbg1dX2UKGgGR8BXfSi7CiyqaAdLWWgIR0BjDIw/PgNxdX2UKGgGR8BYbwEU0vXcaAdLWmgIR0BjDYJmdy1edX2UKGgGR8B0iVa3Zwn6aAdLZWgIR0BjD7Uy57PZdX2UKGgGR8BdeqVMVUMoaAdLUGgIR0BjEAIKMNtqdX2UKGgGR8BdJLWVeKKpaAdLUmgIR0BjERqM3qA0dX2UKGgGR8BTkwblzU7TaAdLRWgIR0BjEXcxj8UFdX2UKGgGR0Ar8LFXJYDDaAdLYmgIR0BjEaKcd5prdX2UKGgGR8BqfmPeYUnHaAdLS2gIR0BjEcVJtix3dX2UKGgGR8BcsoRujynUaAdLVmgIR0BjErGxUvPDdX2UKGgGR8Bi4CiZfD1oaAdLVmgIR0BjFRxYJVsDdX2UKGgGR8BzMUHLRrrPaAdLdGgIR0BjFf2EkB0ZdX2UKGgGR8BcatVvMr3CaAdLaWgIR0BjFtVea8YidX2UKGgGR8BUGfr0J4SpaAdLPGgIR0BjFsGTs6aLdX2UKGgGR8Bw1mLS/j82aAdLYGgIR0BjGXHLidaudX2UKGgGR8BgCG5vtMPCaAdLR2gIR0BjGoPK+zt1dX2UKGgGR8Bhe2/Dcdo4aAdLg2gIR0BjGsNz8xbjdX2UKGgGR8AseMn7YTTOaAdLeGgIR0BjHHF1jiGWdX2UKGgGR8BXOT0Yj0L/aAdLVWgIR0BjHgnpjc2zdX2UKGgGR8BjobY02tMgaAdLZmgIR0BjHtfiPyTZdX2UKGgGR8BiO4GQjlgdaAdLfWgIR0BjH4OavzOHdX2UKGgGR8BT+REWqLjxaAdLSmgIR0BjIQvalDWtdX2UKGgGR8BW03jIaLn+aAdLaGgIR0BjIUA93bEhdX2UKGgGR8Be6ppnHvMKaAdLZ2gIR0BjIT0L+glGdX2UKGgGR8BhDlaUzKs/aAdLamgIR0BjIrEUCaJAdX2UKGgGR8BdbrWRRuTBaAdLWWgIR0BjIpJXhfjTdX2UKGgGR8BbNszAN5MUaAdLU2gIR0BjI2r+5vtMdX2UKGgGR8BRydRiw0O3aAdLemgIR0BjI3dAPd2xdX2UKGgGR8BbPbGm1pj+aAdLXWgIR0BjJN+mWMS9dX2UKGgGR8BYXUMspXp4aAdLPGgIR0BjJaOzY287dX2UKGgGR8BgencL0BfbaAdLS2gIR0BjJi9du5z6dX2UKGgGR8BhgC3NLUTdaAdLXWgIR0BjJ3XmNipedWUu"
+        ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwGXeZJbt7a+MAWyUS16MAXSUR0B7bLLvCuU2dX2UKGgGR8Baz/Nu+AVgaAdLU2gIR0B7bMIHC4z8dX2UKGgGR8BbhKISDh99aAdLPGgIR0B7bOozeoDQdX2UKGgGR8BYCQqNIbwSaAdLSmgIR0B7bW7kGRmsdX2UKGgGR8BpGqeVcD8taAdLYGgIR0B7bieMAFPjdX2UKGgGR8BbxfFm4AjqaAdLUmgIR0B7bj1xsEaEdX2UKGgGR8B0eSs8xKxtaAdLnGgIR0B7bmSHM2WIdX2UKGgGR8BbnfaDf3vhaAdLamgIR0B7bu10DEFXdX2UKGgGR8BXrK/RE4NraAdLYGgIR0B7bw5S3soldX2UKGgGR8BiHw8IRh+faAdLcWgIR0B7b0AZKnNxdX2UKGgGR8BpUFtl7MPjaAdLZmgIR0B7cEgQpWmxdX2UKGgGR8BbJR5LRKHxaAdLTWgIR0B7cGJoCdSVdX2UKGgGR8BVJUP6KtPpaAdLQmgIR0B7cK1E3KjjdX2UKGgGR8BQ53VbzK9xaAdLSmgIR0B7cKliz9jxdX2UKGgGR8BOqJZGKAJ+aAdLR2gIR0B7cQOXmeUZdX2UKGgGR8BhYSE8JUo8aAdLeWgIR0B7cUJLM9r5dX2UKGgGR8BbvL8BMi8naAdLc2gIR0B7cWaz/p+udX2UKGgGR8BiETwSamXPaAdLdmgIR0B7cfKU3XI2dX2UKGgGR8BUZw1rIo3KaAdLUWgIR0B7ckrBj4HpdX2UKGgGR8BUDQ6Mir1eaAdLP2gIR0B7cvoq0+khdX2UKGgGR8BgfxtaY/mlaAdLSGgIR0B7c1OZb6gvdX2UKGgGR8BbgLkbPyCnaAdLTGgIR0B7c3CMxXXAdX2UKGgGR8BasIwRGtp3aAdLfGgIR0B7dF+pfhMrdX2UKGgGR0A6PQRf4REnaAdLbWgIR0B7dLrOZ9eAdX2UKGgGR8BjXwd0aIepaAdLc2gIR0B7dVJEpiI+dX2UKGgGR8BX7A6ZH/cWaAdLUmgIR0B7dVxCIDYAdX2UKGgGR8BV59/SYw7DaAdLQWgIR0B7demXPZ7HdX2UKGgGR8BXVbrgOz6aaAdLYGgIR0B7dhesxO+JdX2UKGgGR8BUTWj4593KaAdLS2gIR0B7dt+AmReUdX2UKGgGR8Bekig9Net0aAdLbWgIR0B7d0PAfuCxdX2UKGgGR8BqXeKGcnVoaAdLZ2gIR0B7d4fW+XZ5dX2UKGgGR8BfdjO1OTJRaAdLTGgIR0B7d7xPO6d2dX2UKGgGR8Bd4gRXfZVXaAdLamgIR0B7d/2h7E5ydX2UKGgGR8BdUkMspXp4aAdLO2gIR0B7eCq6vq1PdX2UKGgGR8Bj1HFDOTq0aAdLd2gIR0B7eHAi3XqadX2UKGgGR8Bcgf/BFd9laAdLa2gIR0B7ejpjc2zfdX2UKGgGR8BhNpamoBJaaAdLUWgIR0B7eop1A7gbdX2UKGgGR8BUGyfg75mAaAdLcWgIR0B7eor08NhFdX2UKGgGR8BbJhcE/0NCaAdLpWgIR0B7ew0HhS9/dX2UKGgGR8BdIBRl6JIlaAdLZ2gIR0B7e2KbayrxdX2UKGgGR8Bcg1ZkkKNRaAdLRmgIR0B7e/AFgUlBdX2UKGgGR8BWOqxTsIE9aAdLWmgIR0B7e/7yhBZ7dX2UKGgGR8Bb7GVmjCYUaAdLTWgIR0B7fAEdNnGsdX2UKGgGR8BjEm9vjwQUaAdLa2gIR0B7fFMbm2b5dX2UKGgGR8BRZldTo+wDaAdLPWgIR0B7fG/i5uqFdX2UKGgGR8BVI4oVmBe5aAdLR2gIR0B7fNHEuQIVdX2UKGgGR8BjgPVf/m1ZaAdLdmgIR0B7fb/m1YyPdX2UKGgGR8Bl4EtkFwDOaAdLa2gIR0B7ft+5OJtSdX2UKGgGR8BZvwWN3np0aAdLRmgIR0B7f4TURWcSdX2UKGgGR8BbDBP9DQZ5aAdLSGgIR0B7f7YukDZEdX2UKGgGR8Bj3n1tfoicaAdLdWgIR0B7f+5Yoy9FdX2UKGgGR8BaMN5dGAkLaAdLSWgIR0B7gVUADJU6dX2UKGgGR8BSo+x4Y77saAdLQmgIR0B7gUOmR/3GdX2UKGgGR8Bqzhpg1FYuaAdLXWgIR0B7gc9W6shgdX2UKGgGR8BccTcEeQuFaAdLT2gIR0B7gd/8VHnVdX2UKGgGR8BV33pW3jMnaAdLkWgIR0B7gj9hqj8DdX2UKGgGR8Bwds8RtgrpaAdLdGgIR0B7gq8nNPgvdX2UKGgGR8BUGDfvWpZPaAdLYGgIR0B7g6Gi5/b1dX2UKGgGR8BbKuUILPUsaAdLeGgIR0B7hDjtG/etdX2UKGgGR8BWIFAqur6taAdLPmgIR0B7hFb5dnkDdX2UKGgGR8BV+NiUgSvlaAdLYmgIR0B7hRg4OtnxdX2UKGgGR8BjLifUWl/IaAdLcGgIR0B7hTGPxQSBdX2UKGgGR8BaMu5OJtSAaAdLVmgIR0B7hVmTTvy9dX2UKGgGR8BO/1W8yvcKaAdLgWgIR0B7hYgX/HYIdX2UKGgGR8BFD637UG3XaAdLTGgIR0B7hsChew9rdX2UKGgGR8Bop/XiBGx2aAdLb2gIR0B7iAPRRdhRdX2UKGgGR8Bn+gXQ+lj3aAdLeWgIR0B7iJipeeFtdX2UKGgGR8BnC6iCaqjraAdLaGgIR0B7iRVvMr3CdX2UKGgGR8BYubkwN9YwaAdLZmgIR0B7iXYNAkcCdX2UKGgGR8AtbiH6/IsAaAdLamgIR0B7ihdonKGMdX2UKGgGR8BoeGYMOPNnaAdLTmgIR0B7iiQ+2VmjdX2UKGgGR8BVSwxrSE13aAdLRmgIR0B7isA5q/M4dX2UKGgGR8BQGT59E1EWaAdLgWgIR0B7i2MJhOQAdX2UKGgGR8BgdIIMSbpeaAdLaGgIR0B7i1bFCLMtdX2UKGgGR8BZpKMzdk8SaAdLVWgIR0B7i3Nke6qbdX2UKGgGR8BF/mMOwxFiaAdLRWgIR0B7jCDoQnQZdX2UKGgGR8BvJBx7zCk5aAdLh2gIR0B7jOV1Oj7AdX2UKGgGR8BSrEedTYNBaAdLQWgIR0B7jTImw7kodX2UKGgGR8BdQf5P/JeWaAdLaWgIR0B7jV44ZMtcdX2UKGgGR8BVu5/5LytnaAdLOWgIR0B7jYXYUWVNdX2UKGgGR8BcHuG0u14PaAdLcGgIR0B7jbhbW3BpdX2UKGgGR8BJSsPz4DcNaAdLimgIR0B7jo9ic5KfdX2UKGgGR8Bc611GLDQ7aAdLO2gIR0B7jpx//echdX2UKGgGR0BCOQhfShJzaAdLUWgIR0B7jrDqGDcudX2UKGgGR8Bb9JIpYs/ZaAdLTWgIR0B7jyzsyBTXdX2UKGgGR8BZ61HOKO1faAdLTWgIR0B7j8pH7P6bdX2UKGgGR8BSYw2dd3SsaAdLPGgIR0B7j8k2P1cudX2UKGgGR8BZj/RNRFZxaAdLRWgIR0B7kH7k4m1IdX2UKGgGR8BchdCNS619aAdLWWgIR0B7kT9CNS62dX2UKGgGR8BVXUqc3EQ5aAdLS2gIR0B7khqWTot+dX2UKGgGR8BcjRCUornUaAdLSGgIR0B7kl1DBuXNdX2UKGgGR8BadFjurp7kaAdLU2gIR0B7kvppvgm7dX2UKGgGR8Bm6A9gWrOraAdLa2gIR0B7kyrLhaTwdX2UKGgGR8Bc5w44p+c6aAdLZ2gIR0B7k37zkIX1dX2UKGgGR8Biw5jjJdSmaAdLXmgIR0B7lA8wHqu9dX2UKGgGR8BT+wOrhisoaAdLXmgIR0B7lEvmHP/rdX2UKGgGR8BARKBd2PkraAdLWmgIR0B7lPWH1vl2dX2UKGgGR8BQD0zfrKNiaAdLW2gIR0B7lRk9U0emdX2UKGgGR8BbzOCTUy57aAdLU2gIR0B7lcKeCkGidX2UKGgGR8Bf/og/1QIlaAdLZWgIR0B7leUornTzdWUu"
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 8,
+    "_n_updates": 12,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21ae10e2fc3b52a3707f7a598237111d651d28fd3ccf09fba9dc5ebcca84a737
+oid sha256:663d6bde1654b961b2bb6e133328a2be469df41ea6d590fac46f03d29637583f
 size 88362

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a061247d42d5dac04982e482d5b8e9c15888fb2ff9f2a52c4f8bbbdeb2e5bbb9
+oid sha256:28e710756ec529d65bd58f2490be1eb85b88888c268c0cf440b5dc5d12b36e62
 size 43762

results.json

@@ -1 +1 @@
-{"mean_reward": 25.770882220426575, "std_reward": 90.87932548656013, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-16T16:41:16.297958"}
+{"mean_reward": -194.82184947378772, "std_reward": 171.01766824320833, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-01-16T16:51:03.949201"}