Upload PPO LunarLander-v2 trained agent

README.md

@@ -16,7 +16,7 @@ model-index:
       type: LunarLander-v2
     metrics:
     - type: mean_reward
-      value: 272.57 +/- 19.10
+      value: 270.08 +/- 43.69
       name: mean_reward
       verified: false
 ---

config.json

@@ -1 +1 @@
-{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f100c317640>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f100c3176d0>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f100c317760>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f100c3177f0>", "_build": "<function ActorCriticPolicy._build at 0x7f100c317880>", "forward": "<function ActorCriticPolicy.forward at 0x7f100c317910>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f100c3179a0>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f100c317a30>", "_predict": "<function ActorCriticPolicy._predict at 0x7f100c317ac0>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f100c317b50>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f100c317be0>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f100c317c70>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f1014d7b980>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1015808, "_total_timesteps": 1000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1686972317018238252, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAABukr1sw46704KBPHr7KT1Y7ZQ8e3XTOQAAAAAAAIA/GnswveFogrrtkz4zFZOuKXVVcDobPsqzAACAPwAAgD+zEmO+X0EOP1t0gz63+uW+7rOnvc8mLz4AAAAAAAAAADP3hztI46+6ipvsupuqNzng71c6VrJTOQAAgD8AAIA/5lOyPg6vIz/KtZW8OvThvoSmAD8xywq+AAAAAAAAAACNvo69Lt7RPf1o2zwZ8Zu+8ygNPIO1hjkAAAAAAAAAAGZPlLyPlUg/mvSXvPBJ0L7ktqm8hop4vAAAAAAAAAAAjRTgPUcpVz9Qrqo7sRO5vnBo4z1aHJW9AAAAAAAAAAAzlsK8Umilu5aegrnN5Iw8hs3sPMvgb70AAIA/AACAPzMBqzzWFrg/qPwwP8xnwT5MUJK8TqqbvQAAAAAAAAAAzeJXvAPSJrwzSBo9lqKfvcEvHrw6HaK+AACAPwAAgD+AGAU9CiuGPkLODr1UPbG+0FbVvO80Jj0AAAAAAAAAAEIXg765pRw/pgSRPsUX2L7tGv29l5pCPgAAAAAAAAAAM5rJvev2kT2Y7XQ+z0WhvvpOEj5K2kc7AAAAAAAAAAAzVd+8BJGFPpCQFDxqT7m+S8XjPHoUG7gAAAAAAAAAAJpzVz3HJoc+4wNMvuwJvL6UUoW9nb3MvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV7AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHICv4IrvsuMAWyUS/6MAXSUR0Cb63ydWhh6dX2UKGgGR0BzjizlcQiBaAdLz2gIR0Cb64gRsdkrdX2UKGgGR0Bw5+vOhTOxaAdL0mgIR0Cb7BEUj9n9dX2UKGgGR0BzBbltCRfXaAdL1mgIR0Cb7GGecx0udX2UKGgGR0By4N2t+1BuaAdL5WgIR0Cb7ZuOCGvfdX2UKGgGR0Bx6qnaWX1KaAdL92gIR0Cb7ZcJdB0IdX2UKGgGR0BxXauloDgZaAdL6GgIR0Cb7efEn9ehdX2UKGgGR0BwvtBBzFMqaAdL6mgIR0Cb7gm+CbtrdX2UKGgGR0BxtOJUHY6GaAdNAQFoCEdAm/AtKyv9tXV9lChoBkdAcYuJCjUNKGgHTQUBaAhHQJvwzdbgTAZ1fZQoaAZHQHFIpdfLLZBoB0vYaAhHQJvxWxGDtgN1fZQoaAZHQHJ/G9YfW+ZoB0vraAhHQJvydmh/RVp1fZQoaAZHQHHF1oQFs55oB00MAWgIR0Cb8sMQmNR4dX2UKGgGR0ByMxKg7HQyaAdLvWgIR0Cb8wubqhUSdX2UKGgGR0BzZzBsQ/X5aAdL02gIR0Cb8yKqGUOedX2UKGgGR0BwXkFA3T/iaAdL52gIR0Cb80SF49owdX2UKGgGR0BxBmmk30f6aAdL+WgIR0Cb81PMjeKsdX2UKGgGR0BxtZPEbYK6aAdNBgFoCEdAm/QB5cC5mXV9lChoBkdAcLMicG1QZWgHS/ZoCEdAm/RmIwdsBXV9lChoBkdAb7Ot7rs0HmgHS+5oCEdAm/Ui7Ciyp3V9lChoBkdAcwz1R+BpYmgHS99oCEdAm/Xtf9gndHV9lChoBkdAb7jE61b7j2gHS99oCEdAm/ZmAPNFB3V9lChoBkdAcQkJ+UhV2mgHS+1oCEdAm/ZxXbM5fnV9lChoBkdAcRYzRhMJyGgHS+loCEdAm/aWbgCOm3V9lChoBkdAb68s8xKxs2gHS9NoCEdAm/fyLZSNwXV9lChoBkdAbxl0163RX2gHS9doCEdAm/icWXTmXHV9lChoBkdAbz8bPyCnP2gHS+loCEdAm/mePRzBAXV9lChoBkdAcuU6AvtdA2gHS79oCEdAm/mqOPvKEHV9lChoBkdAcmS14Pf8/GgHS+RoCEdAnEDLnDBMz3V9lChoBkdAcDLdKujh1mgHS/RoCEdAnEEDQzDXOHV9lChoBkdAcJtHyVfNRmgHS+FoCEdAnEELIDHOr3V9lChoBkdAcFQcinpB5WgHS+RoCEdAnEEpmNBF/nV9lChoBkdAcodiN83Mp2gHS/NoCEdAnEFUi+tbLXV9lChoBkdAcMCpUgjhUGgHS9doCEdAnEGZxvNu+HV9lChoBkdAcGZl8PWhAWgHS+toCEdAnEHI5T6zmnV9lChoBkdAcAqZPVNHpmgHS/xoCEdAnELxn3+MqHV9lChoBkdAc15efI0ZWWgHS+JoCEdAnEM2u9vjwXV9lChoBkdAcR6ZQHiWFGgHS/FoCEdAnEM3Ip6QeXV9lChoBkdAceJYGt6ol2gHS+JoCEdAnENRhc7henV9lChoBkdAckZqu8scyWgHS/loCEdAnEO3Pu5SWXV9lChoBkdAbvw6DoQnQmgHS9VoCEdAnERtUOuq3nV9lChoBkdAcNfN7jT8YWgHS+loCEdAnERt5hScb3V9lChoBkdAcVMFPi1iOWgHS8FoCEdAnES2CZnctXV9lChoBkdAbdZrMTviLmgHS+9oCEdAnEW6qjrRjXV9lChoBkdAcM5+jua4MGgHS89oCEdAnEYPoicG1XV9lChoBkdAcgs8cMmWt2gHS9RoCEdAnEYI2CNCJHV9lChoBkdAcmTk92X9i2gHS9RoCEdAnEYQKjSG8HV9lChoBkdAcE1KuB+WnmgHS9poCEdAnEa0qMFUynV9lChoBkdAcfUjCYTkAGgHS/1oCEdAnEbEupS75HV9lChoBkdAby7B9Cu2Z2gHS+JoCEdAnEccVHnU2HV9lChoBkdAc3rz0Yj0MGgHTQABaAhHQJxHWIrOJLx1fZQoaAZHQE8u7sfJV81oB0ufaAhHQJxHcrqdH2B1fZQoaAZHQHD9niNsFdNoB0vTaAhHQJxIHkNnXd11fZQoaAZHQHBP53cHnlpoB0viaAhHQJxIjdRBNVR1fZQoaAZHQHH7+4kNWlxoB0v6aAhHQJxIxD9fkWB1fZQoaAZHQHLHJMg2ZRdoB00CAWgIR0CcSSi/O+qSdX2UKGgGR0By+j2h7E5yaAdLyGgIR0CcSUnb7CSBdX2UKGgGR0BzAwmTkhicaAdL6WgIR0CcScTKT0QLdX2UKGgGR0BxrerdWQwLaAdL8GgIR0CcSfNxVAAydX2UKGgGR0Bx7NrAP/aQaAdLyWgIR0CcSpQ0oBq9dX2UKGgGR0BxhfVrhzeXaAdLzWgIR0CcSrHck+otdX2UKGgGR0Bydr0UXYUWaAdL3WgIR0CcSscQyylfdX2UKGgGR0BxyYaXKKYRaAdL3mgIR0CcSxSaEzwddX2UKGgGR0BzGhhd+ocaaAdLwWgIR0CcSxRmseXBdX2UKGgGR0Bya0WVNYbLaAdL0WgIR0CcTCTo+wC9dX2UKGgGR0BxDMt/WlMzaAdL+GgIR0CcTF7V8Ti9dX2UKGgGR0Bwk3WH1vl2aAdL+2gIR0CcTMjkuHvddX2UKGgGR0Byz/ICEHt4aAdL9WgIR0CcTOPdl/YrdX2UKGgGR0BwYs9ic5KfaAdL3WgIR0CcTSgFX7tRdX2UKGgGR0BxyS4oZydXaAdL7WgIR0CcTgLEDQqqdX2UKGgGR0Bxi/QQcxTLaAdL3GgIR0CcTkK4x1xLdX2UKGgGR0BwpTxBmf5DaAdL/GgIR0CcTpQcxTKldX2UKGgGR0ByqLJCBwuNaAdLy2gIR0CcTqR1oxpMdX2UKGgGR0BxLO6tknTiaAdL52gIR0CcTqZXMhX9dX2UKGgGR0ByyxTVDrquaAdL5WgIR0CcTw0NSZSfdX2UKGgGR0BzRkoQWepXaAdL52gIR0CcT+MhX8wYdX2UKGgGR0Byij05EMLGaAdL5GgIR0CcUAkYGdI5dX2UKGgGR0Bw4QdV/+bWaAdL62gIR0CcUH+so2GZdX2UKGgGR0BxAwexOclPaAdNBAFoCEdAnFCwrhBJI3V9lChoBkdAcVSGgzxgA2gHTQIBaAhHQJxRCHdoFmp1fZQoaAZHQHCc5C4SYgJoB0vnaAhHQJxRyrPt2LZ1fZQoaAZHQHFuaz3RG+doB0vzaAhHQJxR2aVlf7d1fZQoaAZHQHBUhw2l2vBoB0vUaAhHQJxR3V5KODJ1fZQoaAZHQHGA4wEhaDBoB0vfaAhHQJxSA2pAD7t1fZQoaAZHQHIs2606YE5oB00DAWgIR0CcUzsWO6uodX2UKGgGR0BuVKaVlf7aaAdL2GgIR0CcU7UaQ3gldX2UKGgGR0ByuBfOUt7KaAdL+WgIR0CcU9z+FUQ1dX2UKGgGR0BwT5y1eBxxaAdL5mgIR0CcU/+8oQWfdX2UKGgGR0BxnL2QGOdYaAdL6GgIR0CcVI8O09hadX2UKGgGR0BxFbo7muDBaAdNDgFoCEdAnFSh1cMVlHV9lChoBkdAceXRbr1M/WgHTQIBaAhHQJxUvw5NoJ11fZQoaAZHQHGK7TlT3qRoB0viaAhHQJxVSkIomXx1fZQoaAZHQHGlAyRB/qhoB0vcaAhHQJxVSt+1Bt11fZQoaAZHQHC+ZaRp1zRoB0vFaAhHQJxVaUMXrMV1fZQoaAZHQHOAB0hePaNoB0vcaAhHQJxVubUgB911fZQoaAZHQHEtiCBf8dhoB0vUaAhHQJxWDV5KODJ1fZQoaAZHQG+znVoYekpoB0vLaAhHQJxWjMdLg4x1fZQoaAZHQHIQh7iQ1aZoB0vRaAhHQJxWoJw84gl1fZQoaAZHQHNrxf4REndoB0vOaAhHQJxWwTfzjFR1fZQoaAZHQHGJt4FA3UBoB00LAWgIR0CcV/AjIJZ4dWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 496, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.998, "gae_lambda": 0.98, "ent_coef": 0.005, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 32, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}
+{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ", "__init__": "<function ActorCriticPolicy.__init__ at 0x7f842d8c85e0>", "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f842d8c8670>", "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f842d8c8700>", "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f842d8c8790>", "_build": "<function ActorCriticPolicy._build at 0x7f842d8c8820>", "forward": "<function ActorCriticPolicy.forward at 0x7f842d8c88b0>", "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f842d8c8940>", "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f842d8c89d0>", "_predict": "<function ActorCriticPolicy._predict at 0x7f842d8c8a60>", "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f842d8c8af0>", "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f842d8c8b80>", "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f842d8c8c10>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7f842d8bd700>"}, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 1212416, "_total_timesteps": 1200000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1687003316420763614, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM0AdrwbXrc/iqEnvufO3jwSPlS8ktz5vQAAAAAAAAAAmpKUva7NjrpSCJm28eOXsat2jTlpVrU1AACAPwAAgD9A8ki+cFN5PxSoKb4QCr6+NGKgvjeUGTsAAAAAAAAAANqRvL0pWFW6iADPO47khDgv8+W55sOOuQAAAAAAAIA/s9ANPVIYkrlkah04fschM/UiFDvAcji3AACAPwAAgD9Nhj+990pMPm8BpLzRR5O+19tBve3+2z0AAAAAAAAAAM0KG7w4W2c/BDcwvXuE1L51asA7iEQ1vQAAAAAAAAAAQAe3PWWdnj5Kbc6+JJSpvtgpHb6ejGO9AAAAAAAAAACAEDY9yqugP60jXj5ZFA+/Yer6PdnLRz4AAAAAAAAAAAByHLyuqay6kmkDtvyYDrHmeA0623keNQAAgD8AAIA/Gu+/vfGjVz5GdOY94IqWvrT6XjwyJ+w7AAAAAAAAAAAmC+W9+ymYPsLJw7w/pYq+AhzpvUpRFLsAAAAAAAAAAM0mJLxIQbW4TeNBNYESB7Dxds674OpUtAAAgD8AAIA/uro+PjZwWz83gyi9w8rpvrWtbT720Mu9AAAAAAAAAAAtnCE+dmtWP26+AL6nTcm+4G0jPlanGr4AAAAAAAAAACXTgL7fHDA/+CmZPteox74LuOi+ctRPPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.010346666666666726, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV7gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHEzQB5ooNOMAWyUS9qMAXSUR0CgMeE1Mue0dX2UKGgGR0BxMg2xY7q6aAdL42gIR0CgMmC6pYLcdX2UKGgGR0Bt6ioCMgloaAdL3WgIR0CgMpJL/S6UdX2UKGgGR0BuMwK4QSSNaAdL0mgIR0CgMpCeNDMNdX2UKGgGR0ByFm//NqxkaAdL2GgIR0CgMpQ8nuzAdX2UKGgGR0Bx9XKOktVaaAdLymgIR0CgMtqZ2IO6dX2UKGgGR0Bw+CMYMvytaAdL6mgIR0CgMwMrVe8gdX2UKGgGR0Bx1ieRPoFFaAdL2mgIR0CgM9VmjCYUdX2UKGgGR0BxOM42jwhGaAdL0WgIR0CgM917Qb++dX2UKGgGR0Bxo2LLpzLfaAdL42gIR0CgNBRq46OpdX2UKGgGR0BvvLTc6/7BaAdL5mgIR0CgNESKvV3EdX2UKGgGR0BwogEt/WlNaAdL4GgIR0CgNF4xL0z1dX2UKGgGR0Bu9r7wazeGaAdLzWgIR0CgNGr127nQdX2UKGgGR0BzQDa6BiCraAdL3mgIR0CgNJJhfBvadX2UKGgGR0ByN/Z26kIpaAdL7WgIR0CgNJh3aBZqdX2UKGgGR0BxwZ9hJAdGaAdNAgFoCEdAoDT7CLuQZHV9lChoBkdAby3dKNAC4mgHS9VoCEdAoDUPo5ggHXV9lChoBkdAcZmNFBppOGgHS9FoCEdAoDUyCjDbanV9lChoBkdAcmjG0/nnuGgHS7xoCEdAoDU7+FUQ1HV9lChoBkdAcT4ckt29tmgHS9ZoCEdAoDU/C9AX23V9lChoBkdAc5hT8pCrtGgHS+toCEdAoDV93EAHV3V9lChoBkdAc2e+yJKraWgHS9poCEdAoDaetfXws3V9lChoBkdAcxRsU7CBPWgHS+RoCEdAoDa8nPVurXV9lChoBkdAchr6tknTiWgHS9loCEdAoDbZXr+o+HV9lChoBkdAcamrzGxUvWgHS+RoCEdAoDc+1fE4vXV9lChoBkdAc9H9r433pWgHS+FoCEdAoDdgo/iYLXV9lChoBkdAcVygFHJ9zGgHS91oCEdAoDeAbGWD6HV9lChoBkdAcpSDTBqKxmgHS/toCEdAoDe21x82JnV9lChoBkdAcqkDQJHAh2gHS+9oCEdAoDfPWSU1RHV9lChoBkdAczOOSW7e22gHS9NoCEdAoDfzqt5lfHV9lChoBkdAbi6AHVwxWWgHS9JoCEdAoDgaEal1sHV9lChoBkdAcwMLMcIZ62gHS+xoCEdAoDiQc1fmcXV9lChoBkdAc7wiYb83uWgHTQUBaAhHQKA4mYVIqb11fZQoaAZHQHPPrFsHjZNoB0v3aAhHQKA4tJ5E+gV1fZQoaAZHQG8gtNSIgvFoB0vraAhHQKA43Nvfj0d1fZQoaAZHQHDvzErGza9oB0vSaAhHQKBcgBQN0/51fZQoaAZHQHOz8xfv4M5oB0vzaAhHQKBdHf51vEV1fZQoaAZHQHMFfOIInjRoB0vKaAhHQKBdjqHGjsV1fZQoaAZHQHHL0cCHRCxoB0v+aAhHQKBdxR4QjD91fZQoaAZHQHAoByjpLVZoB0vsaAhHQKBd+DFId2h1fZQoaAZHQGZH44ZMtbtoB03oA2gIR0CgXjBBiTdMdX2UKGgGR0ByltgAp8WsaAdNCAFoCEdAoF7NTWGyonV9lChoBkdAcNtAQg9vCWgHS+1oCEdAoF7SkM1CPnV9lChoBkdAcY9k0rK/22gHS+RoCEdAoF7YoTfzjHV9lChoBkdAcirY64lQdmgHS/NoCEdAoF9XB+F10XV9lChoBkdAcKWYb83uNWgHS91oCEdAoF+Q593KS3V9lChoBkdAcibtGd7OV2gHTRkBaAhHQKBflknTiKl1fZQoaAZHQG5lJSR8twtoB0vqaAhHQKBfw4aP0Zp1fZQoaAZHQHKu+PaL4vhoB0v2aAhHQKBgMFcpsoF1fZQoaAZHQHAJ8YMvysloB0v0aAhHQKBgX3xnWat1fZQoaAZHQHOzZUcXFcZoB0vYaAhHQKBhMwaBI4F1fZQoaAZHQHIanXAdn01oB0vpaAhHQKBiGoTfzjF1fZQoaAZHQHAYe0LMLWtoB0vXaAhHQKBiR86V+ql1fZQoaAZHQHJ4v8AJb+toB0vUaAhHQKBiZ7Q9ic51fZQoaAZHQG6wau4gA6xoB0vhaAhHQKBi6esgdOt1fZQoaAZHQHEhbJr+HahoB00CAWgIR0CgYw1CPZIydX2UKGgGR0ByZ28nNPgvaAdL1GgIR0CgYzL2YfGNdX2UKGgGR0BxVcyj59E1aAdL5mgIR0CgY47tZ3cIdX2UKGgGR0BxA8p7TlT4aAdL4GgIR0CgZDbxusLfdX2UKGgGR0ByoD6guh9LaAdL7mgIR0CgZEczhxYJdX2UKGgGR0BytaIk7fYSaAdNCwFoCEdAoGRYi5d4V3V9lChoBkdAcCUCFK02L2gHS/5oCEdAoGTcbcXWOXV9lChoBkdAcdeKoybhFWgHS9loCEdAoGTz9/BnBnV9lChoBkdAcBt606YE4mgHS+toCEdAoGUkhPj4pXV9lChoBkdAchN0tyxRmGgHTQkBaAhHQKBlTZZB9kV1fZQoaAZHQHGS1HFxXGRoB0v9aAhHQKBmKmsvIwN1fZQoaAZHQHGXvxDst05oB0vMaAhHQKBmLzeXRgJ1fZQoaAZHQGB/jifg75poB03oA2gIR0CgZpIlD4QCdX2UKGgGR0Bxwt4C6pYLaAdL7WgIR0CgZrKJdjXndX2UKGgGR0Bu+iz5XU6QaAdL0mgIR0CgZrjASFoMdX2UKGgGR0BRxNL6DXe4aAdLnGgIR0CgZsZamoBJdX2UKGgGR0Bv7teQdS2qaAdNBQFoCEdAoGbTItDlYHV9lChoBkdAcfkl7+kxh2gHS+RoCEdAoGbc8gZCOXV9lChoBkdAc+NqC6H0smgHS+BoCEdAoGb7XUYsNHV9lChoBkdAcEhmh/RVqGgHS9ZoCEdAoGcUuanaWXV9lChoBkdAcmMI3BHkLmgHS9doCEdAoGeBStNi6XV9lChoBkdAcf16nzg/DGgHS9RoCEdAoGfT8FY+0XV9lChoBkdAczIj0L+glGgHTQABaAhHQKBoGAvL5h11fZQoaAZHQHAFFN+LFXJoB0vraAhHQKBoS8tf5UN1fZQoaAZHQHNOy75Ec81oB0v9aAhHQKBoa0Mw1zh1fZQoaAZHQHJEw44p+c9oB0v1aAhHQKBoi0fozN51fZQoaAZHQHLPEBKcurZoB0vVaAhHQKBo3ihFmWd1fZQoaAZHQHM5EmICU5doB0vqaAhHQKBpI6o2n891fZQoaAZHQHIKnogV45doB0vPaAhHQKBpWSkCV8l1fZQoaAZHQHC4t9x6v7poB0vUaAhHQKBpW4gieNF1fZQoaAZHQHMDP6j3225oB0vhaAhHQKBpfgkTpPh1fZQoaAZHQHH7D3IuGsVoB0vUaAhHQKBpnfNRm9R1fZQoaAZHQHFgTTF2mpFoB0vraAhHQKBpwS9ugpV1fZQoaAZHQHFjKvNeMQ5oB0v/aAhHQKBp8VTrE+B1fZQoaAZHQHGJvpyIYWNoB00DAWgIR0Cgaj1ymygPdX2UKGgGR0BwKfZ9NN8FaAdL4GgIR0CgapGLDQ7cdX2UKGgGR0BzOo9+w1R+aAdNAgFoCEdAoGqu9FnZkHV9lChoBkdAccMqEOAiFGgHTVIBaAhHQKBqttpEhJR1fZQoaAZHQHK32lEZzgdoB0v0aAhHQKBrRcLSeAd1fZQoaAZHQHKbYQSSNfhoB0vraAhHQKBrZoQnQY11fZQoaAZHQHGjrBbfP5ZoB0v3aAhHQKBrce8wpON1fZQoaAZHQHEJZJCjUNNoB0vMaAhHQKBror4nF5x1fZQoaAZHQHHLUnCwbERoB0vnaAhHQKBrsPH1e0J1fZQoaAZHQHLsGUOd5IJoB0veaAhHQKBsC7J4jbB1fZQoaAZHQHAGSG34Kx9oB0vRaAhHQKBsKhC+lCV1ZS4="}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="}, "_n_updates": 592, "observation_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True  True  True  True  True  True  True  True]", "bounded_above": "[ True  True  True  True  True  True  True  True]", "_shape": [8], "low": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "low_repr": "[-90.        -90.         -5.         -5.         -3.1415927  -5.\n  -0.         -0.       ]", "high_repr": "[90.        90.         5.         5.         3.1415927  5.\n  1.         1.       ]", "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.discrete.Discrete'>", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null}, "n_envs": 16, "n_steps": 1024, "gamma": 0.998, "gae_lambda": 0.98, "ent_coef": 0.005, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 32, "n_epochs": 8, "clip_range": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu"}, "system_info": {"OS": "Linux-5.15.107+-x86_64-with-glibc2.31 # 1 SMP Sat Apr 29 09:15:28 UTC 2023", "Python": "3.10.12", "Stable-Baselines3": "2.0.0a5", "PyTorch": "2.0.1+cu118", "GPU Enabled": "True", "Numpy": "1.22.4", "Cloudpickle": "2.2.1", "Gymnasium": "0.28.1", "OpenAI Gym": "0.25.2"}}

ppo-LunarLander-v2.zip

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d2d2ef351df82b01ef6bfb8c0e1d6487a8ed065d17a74cad1b2d12c90ca779c
-size 146640
+oid sha256:628f6647dda0e43ec37b97b11491f6413c2b1cc4313a0ebcf87884768256bc6c
+size 146644

ppo-LunarLander-v2/data

@@ -4,34 +4,34 @@
         ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==",
         "__module__": "stable_baselines3.common.policies",
         "__doc__": "\n    Policy class for actor-critic algorithms (has both policy and value prediction).\n    Used by A2C, PPO and the likes.\n\n    :param observation_space: Observation space\n    :param action_space: Action space\n    :param lr_schedule: Learning rate schedule (could be constant)\n    :param net_arch: The specification of the policy and value networks.\n    :param activation_fn: Activation function\n    :param ortho_init: Whether to use or not orthogonal initialization\n    :param use_sde: Whether to use State Dependent Exploration or not\n    :param log_std_init: Initial value for the log standard deviation\n    :param full_std: Whether to use (n_features x n_actions) parameters\n        for the std instead of only (n_features,) when using gSDE\n    :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n        a positive standard deviation (cf paper). It allows to keep variance\n        above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n    :param squash_output: Whether to squash the output using a tanh function,\n        this allows to ensure boundaries when using gSDE.\n    :param features_extractor_class: Features extractor to use.\n    :param features_extractor_kwargs: Keyword arguments\n        to pass to the features extractor.\n    :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n    :param normalize_images: Whether to normalize images or not,\n         dividing by 255.0 (True by default)\n    :param optimizer_class: The optimizer to use,\n        ``th.optim.Adam`` by default\n    :param optimizer_kwargs: Additional keyword arguments,\n        excluding the learning rate, to pass to the optimizer\n    ",
-        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f100c317640>",
-        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f100c3176d0>",
-        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f100c317760>",
-        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f100c3177f0>",
-        "_build": "<function ActorCriticPolicy._build at 0x7f100c317880>",
-        "forward": "<function ActorCriticPolicy.forward at 0x7f100c317910>",
-        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f100c3179a0>",
-        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f100c317a30>",
-        "_predict": "<function ActorCriticPolicy._predict at 0x7f100c317ac0>",
-        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f100c317b50>",
-        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f100c317be0>",
-        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f100c317c70>",
+        "__init__": "<function ActorCriticPolicy.__init__ at 0x7f842d8c85e0>",
+        "_get_constructor_parameters": "<function ActorCriticPolicy._get_constructor_parameters at 0x7f842d8c8670>",
+        "reset_noise": "<function ActorCriticPolicy.reset_noise at 0x7f842d8c8700>",
+        "_build_mlp_extractor": "<function ActorCriticPolicy._build_mlp_extractor at 0x7f842d8c8790>",
+        "_build": "<function ActorCriticPolicy._build at 0x7f842d8c8820>",
+        "forward": "<function ActorCriticPolicy.forward at 0x7f842d8c88b0>",
+        "extract_features": "<function ActorCriticPolicy.extract_features at 0x7f842d8c8940>",
+        "_get_action_dist_from_latent": "<function ActorCriticPolicy._get_action_dist_from_latent at 0x7f842d8c89d0>",
+        "_predict": "<function ActorCriticPolicy._predict at 0x7f842d8c8a60>",
+        "evaluate_actions": "<function ActorCriticPolicy.evaluate_actions at 0x7f842d8c8af0>",
+        "get_distribution": "<function ActorCriticPolicy.get_distribution at 0x7f842d8c8b80>",
+        "predict_values": "<function ActorCriticPolicy.predict_values at 0x7f842d8c8c10>",
         "__abstractmethods__": "frozenset()",
-        "_abc_impl": "<_abc._abc_data object at 0x7f1014d7b980>"
+        "_abc_impl": "<_abc._abc_data object at 0x7f842d8bd700>"
     },
     "verbose": 1,
     "policy_kwargs": {},
-    "num_timesteps": 1015808,
-    "_total_timesteps": 1000000,
+    "num_timesteps": 1212416,
+    "_total_timesteps": 1200000,
     "_num_timesteps_at_start": 0,
     "seed": null,
     "action_noise": null,
-    "start_time": 1686972317018238252,
+    "start_time": 1687003316420763614,
     "learning_rate": 0.0003,
     "tensorboard_log": null,
     "_last_obs": {
         ":type:": "<class 'numpy.ndarray'>",
-        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAABukr1sw46704KBPHr7KT1Y7ZQ8e3XTOQAAAAAAAIA/GnswveFogrrtkz4zFZOuKXVVcDobPsqzAACAPwAAgD+zEmO+X0EOP1t0gz63+uW+7rOnvc8mLz4AAAAAAAAAADP3hztI46+6ipvsupuqNzng71c6VrJTOQAAgD8AAIA/5lOyPg6vIz/KtZW8OvThvoSmAD8xywq+AAAAAAAAAACNvo69Lt7RPf1o2zwZ8Zu+8ygNPIO1hjkAAAAAAAAAAGZPlLyPlUg/mvSXvPBJ0L7ktqm8hop4vAAAAAAAAAAAjRTgPUcpVz9Qrqo7sRO5vnBo4z1aHJW9AAAAAAAAAAAzlsK8Umilu5aegrnN5Iw8hs3sPMvgb70AAIA/AACAPzMBqzzWFrg/qPwwP8xnwT5MUJK8TqqbvQAAAAAAAAAAzeJXvAPSJrwzSBo9lqKfvcEvHrw6HaK+AACAPwAAgD+AGAU9CiuGPkLODr1UPbG+0FbVvO80Jj0AAAAAAAAAAEIXg765pRw/pgSRPsUX2L7tGv29l5pCPgAAAAAAAAAAM5rJvev2kT2Y7XQ+z0WhvvpOEj5K2kc7AAAAAAAAAAAzVd+8BJGFPpCQFDxqT7m+S8XjPHoUG7gAAAAAAAAAAJpzVz3HJoc+4wNMvuwJvL6UUoW9nb3MvQAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
+        ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAM0AdrwbXrc/iqEnvufO3jwSPlS8ktz5vQAAAAAAAAAAmpKUva7NjrpSCJm28eOXsat2jTlpVrU1AACAPwAAgD9A8ki+cFN5PxSoKb4QCr6+NGKgvjeUGTsAAAAAAAAAANqRvL0pWFW6iADPO47khDgv8+W55sOOuQAAAAAAAIA/s9ANPVIYkrlkah04fschM/UiFDvAcji3AACAPwAAgD9Nhj+990pMPm8BpLzRR5O+19tBve3+2z0AAAAAAAAAAM0KG7w4W2c/BDcwvXuE1L51asA7iEQ1vQAAAAAAAAAAQAe3PWWdnj5Kbc6+JJSpvtgpHb6ejGO9AAAAAAAAAACAEDY9yqugP60jXj5ZFA+/Yer6PdnLRz4AAAAAAAAAAAByHLyuqay6kmkDtvyYDrHmeA0623keNQAAgD8AAIA/Gu+/vfGjVz5GdOY94IqWvrT6XjwyJ+w7AAAAAAAAAAAmC+W9+ymYPsLJw7w/pYq+AhzpvUpRFLsAAAAAAAAAAM0mJLxIQbW4TeNBNYESB7Dxds674OpUtAAAgD8AAIA/uro+PjZwWz83gyi9w8rpvrWtbT720Mu9AAAAAAAAAAAtnCE+dmtWP26+AL6nTcm+4G0jPlanGr4AAAAAAAAAACXTgL7fHDA/+CmZPteox74LuOi+ctRPPgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg=="
     },
     "_last_episode_starts": {
         ":type:": "<class 'numpy.ndarray'>",
@@ -41,17 +41,17 @@
     "_episode_num": 0,
     "use_sde": false,
     "sde_sample_freq": -1,
-    "_current_progress_remaining": -0.015808000000000044,
+    "_current_progress_remaining": -0.010346666666666726,
     "_stats_window_size": 100,
     "ep_info_buffer": {
         ":type:": "<class 'collections.deque'>",
-        ":serialized:": "gAWV7AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHICv4IrvsuMAWyUS/6MAXSUR0Cb63ydWhh6dX2UKGgGR0BzjizlcQiBaAdLz2gIR0Cb64gRsdkrdX2UKGgGR0Bw5+vOhTOxaAdL0mgIR0Cb7BEUj9n9dX2UKGgGR0BzBbltCRfXaAdL1mgIR0Cb7GGecx0udX2UKGgGR0By4N2t+1BuaAdL5WgIR0Cb7ZuOCGvfdX2UKGgGR0Bx6qnaWX1KaAdL92gIR0Cb7ZcJdB0IdX2UKGgGR0BxXauloDgZaAdL6GgIR0Cb7efEn9ehdX2UKGgGR0BwvtBBzFMqaAdL6mgIR0Cb7gm+CbtrdX2UKGgGR0BxtOJUHY6GaAdNAQFoCEdAm/AtKyv9tXV9lChoBkdAcYuJCjUNKGgHTQUBaAhHQJvwzdbgTAZ1fZQoaAZHQHFIpdfLLZBoB0vYaAhHQJvxWxGDtgN1fZQoaAZHQHJ/G9YfW+ZoB0vraAhHQJvydmh/RVp1fZQoaAZHQHHF1oQFs55oB00MAWgIR0Cb8sMQmNR4dX2UKGgGR0ByMxKg7HQyaAdLvWgIR0Cb8wubqhUSdX2UKGgGR0BzZzBsQ/X5aAdL02gIR0Cb8yKqGUOedX2UKGgGR0BwXkFA3T/iaAdL52gIR0Cb80SF49owdX2UKGgGR0BxBmmk30f6aAdL+WgIR0Cb81PMjeKsdX2UKGgGR0BxtZPEbYK6aAdNBgFoCEdAm/QB5cC5mXV9lChoBkdAcLMicG1QZWgHS/ZoCEdAm/RmIwdsBXV9lChoBkdAb7Ot7rs0HmgHS+5oCEdAm/Ui7Ciyp3V9lChoBkdAcwz1R+BpYmgHS99oCEdAm/Xtf9gndHV9lChoBkdAb7jE61b7j2gHS99oCEdAm/ZmAPNFB3V9lChoBkdAcQkJ+UhV2mgHS+1oCEdAm/ZxXbM5fnV9lChoBkdAcRYzRhMJyGgHS+loCEdAm/aWbgCOm3V9lChoBkdAb68s8xKxs2gHS9NoCEdAm/fyLZSNwXV9lChoBkdAbxl0163RX2gHS9doCEdAm/icWXTmXHV9lChoBkdAbz8bPyCnP2gHS+loCEdAm/mePRzBAXV9lChoBkdAcuU6AvtdA2gHS79oCEdAm/mqOPvKEHV9lChoBkdAcmS14Pf8/GgHS+RoCEdAnEDLnDBMz3V9lChoBkdAcDLdKujh1mgHS/RoCEdAnEEDQzDXOHV9lChoBkdAcJtHyVfNRmgHS+FoCEdAnEELIDHOr3V9lChoBkdAcFQcinpB5WgHS+RoCEdAnEEpmNBF/nV9lChoBkdAcodiN83Mp2gHS/NoCEdAnEFUi+tbLXV9lChoBkdAcMCpUgjhUGgHS9doCEdAnEGZxvNu+HV9lChoBkdAcGZl8PWhAWgHS+toCEdAnEHI5T6zmnV9lChoBkdAcAqZPVNHpmgHS/xoCEdAnELxn3+MqHV9lChoBkdAc15efI0ZWWgHS+JoCEdAnEM2u9vjwXV9lChoBkdAcR6ZQHiWFGgHS/FoCEdAnEM3Ip6QeXV9lChoBkdAceJYGt6ol2gHS+JoCEdAnENRhc7henV9lChoBkdAckZqu8scyWgHS/loCEdAnEO3Pu5SWXV9lChoBkdAbvw6DoQnQmgHS9VoCEdAnERtUOuq3nV9lChoBkdAcNfN7jT8YWgHS+loCEdAnERt5hScb3V9lChoBkdAcVMFPi1iOWgHS8FoCEdAnES2CZnctXV9lChoBkdAbdZrMTviLmgHS+9oCEdAnEW6qjrRjXV9lChoBkdAcM5+jua4MGgHS89oCEdAnEYPoicG1XV9lChoBkdAcgs8cMmWt2gHS9RoCEdAnEYI2CNCJHV9lChoBkdAcmTk92X9i2gHS9RoCEdAnEYQKjSG8HV9lChoBkdAcE1KuB+WnmgHS9poCEdAnEa0qMFUynV9lChoBkdAcfUjCYTkAGgHS/1oCEdAnEbEupS75HV9lChoBkdAby7B9Cu2Z2gHS+JoCEdAnEccVHnU2HV9lChoBkdAc3rz0Yj0MGgHTQABaAhHQJxHWIrOJLx1fZQoaAZHQE8u7sfJV81oB0ufaAhHQJxHcrqdH2B1fZQoaAZHQHD9niNsFdNoB0vTaAhHQJxIHkNnXd11fZQoaAZHQHBP53cHnlpoB0viaAhHQJxIjdRBNVR1fZQoaAZHQHH7+4kNWlxoB0v6aAhHQJxIxD9fkWB1fZQoaAZHQHLHJMg2ZRdoB00CAWgIR0CcSSi/O+qSdX2UKGgGR0By+j2h7E5yaAdLyGgIR0CcSUnb7CSBdX2UKGgGR0BzAwmTkhicaAdL6WgIR0CcScTKT0QLdX2UKGgGR0BxrerdWQwLaAdL8GgIR0CcSfNxVAAydX2UKGgGR0Bx7NrAP/aQaAdLyWgIR0CcSpQ0oBq9dX2UKGgGR0BxhfVrhzeXaAdLzWgIR0CcSrHck+otdX2UKGgGR0Bydr0UXYUWaAdL3WgIR0CcSscQyylfdX2UKGgGR0BxyYaXKKYRaAdL3mgIR0CcSxSaEzwddX2UKGgGR0BzGhhd+ocaaAdLwWgIR0CcSxRmseXBdX2UKGgGR0Bya0WVNYbLaAdL0WgIR0CcTCTo+wC9dX2UKGgGR0BxDMt/WlMzaAdL+GgIR0CcTF7V8Ti9dX2UKGgGR0Bwk3WH1vl2aAdL+2gIR0CcTMjkuHvddX2UKGgGR0Byz/ICEHt4aAdL9WgIR0CcTOPdl/YrdX2UKGgGR0BwYs9ic5KfaAdL3WgIR0CcTSgFX7tRdX2UKGgGR0BxyS4oZydXaAdL7WgIR0CcTgLEDQqqdX2UKGgGR0Bxi/QQcxTLaAdL3GgIR0CcTkK4x1xLdX2UKGgGR0BwpTxBmf5DaAdL/GgIR0CcTpQcxTKldX2UKGgGR0ByqLJCBwuNaAdLy2gIR0CcTqR1oxpMdX2UKGgGR0BxLO6tknTiaAdL52gIR0CcTqZXMhX9dX2UKGgGR0ByyxTVDrquaAdL5WgIR0CcTw0NSZSfdX2UKGgGR0BzRkoQWepXaAdL52gIR0CcT+MhX8wYdX2UKGgGR0Byij05EMLGaAdL5GgIR0CcUAkYGdI5dX2UKGgGR0Bw4QdV/+bWaAdL62gIR0CcUH+so2GZdX2UKGgGR0BxAwexOclPaAdNBAFoCEdAnFCwrhBJI3V9lChoBkdAcVSGgzxgA2gHTQIBaAhHQJxRCHdoFmp1fZQoaAZHQHCc5C4SYgJoB0vnaAhHQJxRyrPt2LZ1fZQoaAZHQHFuaz3RG+doB0vzaAhHQJxR2aVlf7d1fZQoaAZHQHBUhw2l2vBoB0vUaAhHQJxR3V5KODJ1fZQoaAZHQHGA4wEhaDBoB0vfaAhHQJxSA2pAD7t1fZQoaAZHQHIs2606YE5oB00DAWgIR0CcUzsWO6uodX2UKGgGR0BuVKaVlf7aaAdL2GgIR0CcU7UaQ3gldX2UKGgGR0ByuBfOUt7KaAdL+WgIR0CcU9z+FUQ1dX2UKGgGR0BwT5y1eBxxaAdL5mgIR0CcU/+8oQWfdX2UKGgGR0BxnL2QGOdYaAdL6GgIR0CcVI8O09hadX2UKGgGR0BxFbo7muDBaAdNDgFoCEdAnFSh1cMVlHV9lChoBkdAceXRbr1M/WgHTQIBaAhHQJxUvw5NoJ11fZQoaAZHQHGK7TlT3qRoB0viaAhHQJxVSkIomXx1fZQoaAZHQHGlAyRB/qhoB0vcaAhHQJxVSt+1Bt11fZQoaAZHQHC+ZaRp1zRoB0vFaAhHQJxVaUMXrMV1fZQoaAZHQHOAB0hePaNoB0vcaAhHQJxVubUgB911fZQoaAZHQHEtiCBf8dhoB0vUaAhHQJxWDV5KODJ1fZQoaAZHQG+znVoYekpoB0vLaAhHQJxWjMdLg4x1fZQoaAZHQHIQh7iQ1aZoB0vRaAhHQJxWoJw84gl1fZQoaAZHQHNrxf4REndoB0vOaAhHQJxWwTfzjFR1fZQoaAZHQHGJt4FA3UBoB00LAWgIR0CcV/AjIJZ4dWUu"
+        ":serialized:": "gAWV7gsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQHEzQB5ooNOMAWyUS9qMAXSUR0CgMeE1Mue0dX2UKGgGR0BxMg2xY7q6aAdL42gIR0CgMmC6pYLcdX2UKGgGR0Bt6ioCMgloaAdL3WgIR0CgMpJL/S6UdX2UKGgGR0BuMwK4QSSNaAdL0mgIR0CgMpCeNDMNdX2UKGgGR0ByFm//NqxkaAdL2GgIR0CgMpQ8nuzAdX2UKGgGR0Bx9XKOktVaaAdLymgIR0CgMtqZ2IO6dX2UKGgGR0Bw+CMYMvytaAdL6mgIR0CgMwMrVe8gdX2UKGgGR0Bx1ieRPoFFaAdL2mgIR0CgM9VmjCYUdX2UKGgGR0BxOM42jwhGaAdL0WgIR0CgM917Qb++dX2UKGgGR0Bxo2LLpzLfaAdL42gIR0CgNBRq46OpdX2UKGgGR0BvvLTc6/7BaAdL5mgIR0CgNESKvV3EdX2UKGgGR0BwogEt/WlNaAdL4GgIR0CgNF4xL0z1dX2UKGgGR0Bu9r7wazeGaAdLzWgIR0CgNGr127nQdX2UKGgGR0BzQDa6BiCraAdL3mgIR0CgNJJhfBvadX2UKGgGR0ByN/Z26kIpaAdL7WgIR0CgNJh3aBZqdX2UKGgGR0BxwZ9hJAdGaAdNAgFoCEdAoDT7CLuQZHV9lChoBkdAby3dKNAC4mgHS9VoCEdAoDUPo5ggHXV9lChoBkdAcZmNFBppOGgHS9FoCEdAoDUyCjDbanV9lChoBkdAcmjG0/nnuGgHS7xoCEdAoDU7+FUQ1HV9lChoBkdAcT4ckt29tmgHS9ZoCEdAoDU/C9AX23V9lChoBkdAc5hT8pCrtGgHS+toCEdAoDV93EAHV3V9lChoBkdAc2e+yJKraWgHS9poCEdAoDaetfXws3V9lChoBkdAcxRsU7CBPWgHS+RoCEdAoDa8nPVurXV9lChoBkdAchr6tknTiWgHS9loCEdAoDbZXr+o+HV9lChoBkdAcamrzGxUvWgHS+RoCEdAoDc+1fE4vXV9lChoBkdAc9H9r433pWgHS+FoCEdAoDdgo/iYLXV9lChoBkdAcVygFHJ9zGgHS91oCEdAoDeAbGWD6HV9lChoBkdAcpSDTBqKxmgHS/toCEdAoDe21x82JnV9lChoBkdAcqkDQJHAh2gHS+9oCEdAoDfPWSU1RHV9lChoBkdAczOOSW7e22gHS9NoCEdAoDfzqt5lfHV9lChoBkdAbi6AHVwxWWgHS9JoCEdAoDgaEal1sHV9lChoBkdAcwMLMcIZ62gHS+xoCEdAoDiQc1fmcXV9lChoBkdAc7wiYb83uWgHTQUBaAhHQKA4mYVIqb11fZQoaAZHQHPPrFsHjZNoB0v3aAhHQKA4tJ5E+gV1fZQoaAZHQG8gtNSIgvFoB0vraAhHQKA43Nvfj0d1fZQoaAZHQHDvzErGza9oB0vSaAhHQKBcgBQN0/51fZQoaAZHQHOz8xfv4M5oB0vzaAhHQKBdHf51vEV1fZQoaAZHQHMFfOIInjRoB0vKaAhHQKBdjqHGjsV1fZQoaAZHQHHL0cCHRCxoB0v+aAhHQKBdxR4QjD91fZQoaAZHQHAoByjpLVZoB0vsaAhHQKBd+DFId2h1fZQoaAZHQGZH44ZMtbtoB03oA2gIR0CgXjBBiTdMdX2UKGgGR0ByltgAp8WsaAdNCAFoCEdAoF7NTWGyonV9lChoBkdAcNtAQg9vCWgHS+1oCEdAoF7SkM1CPnV9lChoBkdAcY9k0rK/22gHS+RoCEdAoF7YoTfzjHV9lChoBkdAcirY64lQdmgHS/NoCEdAoF9XB+F10XV9lChoBkdAcKWYb83uNWgHS91oCEdAoF+Q593KS3V9lChoBkdAcibtGd7OV2gHTRkBaAhHQKBflknTiKl1fZQoaAZHQG5lJSR8twtoB0vqaAhHQKBfw4aP0Zp1fZQoaAZHQHKu+PaL4vhoB0v2aAhHQKBgMFcpsoF1fZQoaAZHQHAJ8YMvysloB0v0aAhHQKBgX3xnWat1fZQoaAZHQHOzZUcXFcZoB0vYaAhHQKBhMwaBI4F1fZQoaAZHQHIanXAdn01oB0vpaAhHQKBiGoTfzjF1fZQoaAZHQHAYe0LMLWtoB0vXaAhHQKBiR86V+ql1fZQoaAZHQHJ4v8AJb+toB0vUaAhHQKBiZ7Q9ic51fZQoaAZHQG6wau4gA6xoB0vhaAhHQKBi6esgdOt1fZQoaAZHQHEhbJr+HahoB00CAWgIR0CgYw1CPZIydX2UKGgGR0ByZ28nNPgvaAdL1GgIR0CgYzL2YfGNdX2UKGgGR0BxVcyj59E1aAdL5mgIR0CgY47tZ3cIdX2UKGgGR0BxA8p7TlT4aAdL4GgIR0CgZDbxusLfdX2UKGgGR0ByoD6guh9LaAdL7mgIR0CgZEczhxYJdX2UKGgGR0BytaIk7fYSaAdNCwFoCEdAoGRYi5d4V3V9lChoBkdAcCUCFK02L2gHS/5oCEdAoGTcbcXWOXV9lChoBkdAcdeKoybhFWgHS9loCEdAoGTz9/BnBnV9lChoBkdAcBt606YE4mgHS+toCEdAoGUkhPj4pXV9lChoBkdAchN0tyxRmGgHTQkBaAhHQKBlTZZB9kV1fZQoaAZHQHGS1HFxXGRoB0v9aAhHQKBmKmsvIwN1fZQoaAZHQHGXvxDst05oB0vMaAhHQKBmLzeXRgJ1fZQoaAZHQGB/jifg75poB03oA2gIR0CgZpIlD4QCdX2UKGgGR0Bxwt4C6pYLaAdL7WgIR0CgZrKJdjXndX2UKGgGR0Bu+iz5XU6QaAdL0mgIR0CgZrjASFoMdX2UKGgGR0BRxNL6DXe4aAdLnGgIR0CgZsZamoBJdX2UKGgGR0Bv7teQdS2qaAdNBQFoCEdAoGbTItDlYHV9lChoBkdAcfkl7+kxh2gHS+RoCEdAoGbc8gZCOXV9lChoBkdAc+NqC6H0smgHS+BoCEdAoGb7XUYsNHV9lChoBkdAcEhmh/RVqGgHS9ZoCEdAoGcUuanaWXV9lChoBkdAcmMI3BHkLmgHS9doCEdAoGeBStNi6XV9lChoBkdAcf16nzg/DGgHS9RoCEdAoGfT8FY+0XV9lChoBkdAczIj0L+glGgHTQABaAhHQKBoGAvL5h11fZQoaAZHQHAFFN+LFXJoB0vraAhHQKBoS8tf5UN1fZQoaAZHQHNOy75Ec81oB0v9aAhHQKBoa0Mw1zh1fZQoaAZHQHJEw44p+c9oB0v1aAhHQKBoi0fozN51fZQoaAZHQHLPEBKcurZoB0vVaAhHQKBo3ihFmWd1fZQoaAZHQHM5EmICU5doB0vqaAhHQKBpI6o2n891fZQoaAZHQHIKnogV45doB0vPaAhHQKBpWSkCV8l1fZQoaAZHQHC4t9x6v7poB0vUaAhHQKBpW4gieNF1fZQoaAZHQHMDP6j3225oB0vhaAhHQKBpfgkTpPh1fZQoaAZHQHH7D3IuGsVoB0vUaAhHQKBpnfNRm9R1fZQoaAZHQHFgTTF2mpFoB0vraAhHQKBpwS9ugpV1fZQoaAZHQHFjKvNeMQ5oB0v/aAhHQKBp8VTrE+B1fZQoaAZHQHGJvpyIYWNoB00DAWgIR0Cgaj1ymygPdX2UKGgGR0BwKfZ9NN8FaAdL4GgIR0CgapGLDQ7cdX2UKGgGR0BzOo9+w1R+aAdNAgFoCEdAoGqu9FnZkHV9lChoBkdAccMqEOAiFGgHTVIBaAhHQKBqttpEhJR1fZQoaAZHQHK32lEZzgdoB0v0aAhHQKBrRcLSeAd1fZQoaAZHQHKbYQSSNfhoB0vraAhHQKBrZoQnQY11fZQoaAZHQHGjrBbfP5ZoB0v3aAhHQKBrce8wpON1fZQoaAZHQHEJZJCjUNNoB0vMaAhHQKBror4nF5x1fZQoaAZHQHHLUnCwbERoB0vnaAhHQKBrsPH1e0J1fZQoaAZHQHLsGUOd5IJoB0veaAhHQKBsC7J4jbB1fZQoaAZHQHAGSG34Kx9oB0vRaAhHQKBsKhC+lCV1ZS4="
     },
     "ep_success_buffer": {
         ":type:": "<class 'collections.deque'>",
         ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg=="
     },
-    "_n_updates": 496,
+    "_n_updates": 592,
     "observation_space": {
         ":type:": "<class 'gymnasium.spaces.box.Box'>",
         ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=",

ppo-LunarLander-v2/policy.optimizer.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bd61989d603ec2677532d338729186049a6c921cc2bf796b48b104715f66286
+oid sha256:551b08edd8e17105fe96b434101d83b22e0e36e7511b518df6234203e69388be
 size 87929

ppo-LunarLander-v2/policy.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:963419b974574756145af4b44400740dc534e6b0e337e7d555335f6d6e6b9649
+oid sha256:9b51b636181e64f1378ddfcc5e951b8f0dbb4a2f4bd869aae4f43f31d4423414
 size 43329

replay.mp4

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d44eb7101ada127f7c0046904c31c1372e87f44163b2eb59840bab6fa81f8c8f
-size 164833
+oid sha256:832ce5617a6e938ea0a6c8e7b734cab680e6519585719d2ad0ba95fce472edfc
+size 167321

results.json

@@ -1 +1 @@
-{"mean_reward": 272.57224349999996, "std_reward": 19.102813991677646, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-17T03:57:18.466722"}
+{"mean_reward": 270.0766559, "std_reward": 43.68858275905891, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2023-06-17T12:39:34.553101"}