{ "policy_class": { ":type:": "", ":serialized:": "gAWVOwAAAAAAAACMIXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5wb2xpY2llc5SMEUFjdG9yQ3JpdGljUG9saWN5lJOULg==", "__module__": "stable_baselines3.common.policies", "__doc__": "\n Policy class for actor-critic algorithms (has both policy and value prediction).\n Used by A2C, PPO and the likes.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param ortho_init: Whether to use or not orthogonal initialization\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param full_std: Whether to use (n_features x n_actions) parameters\n for the std instead of only (n_features,) when using gSDE\n :param use_expln: Use ``expln()`` function instead of ``exp()`` to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param squash_output: Whether to squash the output using a tanh function,\n this allows to ensure boundaries when using gSDE.\n :param features_extractor_class: Features extractor to use.\n :param features_extractor_kwargs: Keyword arguments\n to pass to the features extractor.\n :param share_features_extractor: If True, the features extractor is shared between the policy and value networks.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n ", "__init__": "", "_get_constructor_parameters": "", "reset_noise": "", "_build_mlp_extractor": "", "_build": "", "forward": "", "extract_features": "", "_get_action_dist_from_latent": "", "_predict": "", "evaluate_actions": "", "get_distribution": "", "predict_values": "", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7d4af41a3d00>" }, "verbose": 1, "policy_kwargs": {}, "num_timesteps": 507904, "_total_timesteps": 500000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1702065030363495111, "learning_rate": 0.0003, "tensorboard_log": null, "_last_obs": { ":type:": "", ":serialized:": "gAWVdQIAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYAAgAAAAAAAACF+jwYEbU/qsnKPeoZ0r4XbPs8EuliPQAAAAAAAAAAAHY4vcMRFbqs7Eq7Njyatjj6hrrdjws2AACAPwAAgD8z/7W7hdvquYDta7uactw1w16iu6TxijoAAIA/AACAP5ptpzx7HIe6c2OyvJLWgbwHyvW6sn9ivQAAAAAAAIA/mkj+PMPxLroJFbq6HuSftQd0SLm4jNY5AACAPwAAgD+gB1G+kt+FPB02XDswM6O5JGoNvlnWiLoAAIA/AACAPzPbtztcQ0q6WpJrO2KD5rXTdom7KASIugAAgD8AAIA/EB6LvsTGMD8WZMo9+WGBvmJZ/r3gbeA9AAAAAAAAAACaeDy9VM6VvI7t/r0sb1i97pPqPSX2dT4AAIA/AACAP7Nrz72Pwgo3lc/IvKUs5by9OcQ6z4zJvQAAAAAAAIA/M7CxvVzrILodF127kg2uNcfwZDsGpx+1AAAAAAAAgD+69y++uNyyPFG/MDw8Y+C6aXpBvmvW6TsAAIA/AACAP6acrj0f5Zy5N4WVuG8JW7NMdwe7lcysNwAAgD8AAAAAzfyeuynobbrm83m7y7TFN3AEojrGThy3AACAPwAAgD9N+vi9hePHu7qRMrzTCZE8MSgkPQojdb0AAIA/AAAAAPPOE77iFrQ/lqGsvivRq74Le0G+a6UXvgAAAAAAAAAAlIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwiGlIwBQ5R0lFKULg==" }, "_last_episode_starts": { ":type:": "", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg==" }, "_last_original_obs": null, "_episode_num": 0, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": -0.015808000000000044, "_stats_window_size": 100, "ep_info_buffer": { ":type:": "", ":serialized:": "gAWVQQwAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHQEpjp9qk/KSMAWyUTegDjAF0lEdAr4OUO/cnE3V9lChoBkdAW6GG34Kx92gHTegDaAhHQK+EYO+ZgG91fZQoaAZHQFsLiGFi8WdoB03oA2gIR0CvhhOearmydX2UKGgGR0BaeV6Rhc7haAdN6ANoCEdAr4cbOLR8dHV9lChoBkdAYyx71Iy0r2gHTegDaAhHQK+KDDE3sHB1fZQoaAZHQF9k3AEdNnJoB03oA2gIR0CvjB2vjfeldX2UKGgGR0BkKjPrv9cbaAdN6ANoCEdAr434NNJvpHV9lChoBkdAXhY7o0Q9R2gHTegDaAhHQK+OT+ee4Cp1fZQoaAZHQETmbCJoCdVoB03oA2gIR0CvmcN70Fr3dX2UKGgGR0BZS3FglWwNaAdN6ANoCEdAr5uTIV/MGHV9lChoBkdAVT4wRGtp22gHTegDaAhHQK+cyDEm6Xl1fZQoaAZHQGJ0XQdCE6FoB03oA2gIR0Cvn22DpTuOdX2UKGgGR0BixAQg9vCNaAdN6ANoCEdAr5+3hl18s3V9lChoBkdAVgRAxBVuJmgHTegDaAhHQK+hhNcGC7N1fZQoaAZHQGFsSaNMoMNoB03oA2gIR0CvuzFXaJyidX2UKGgGR0BjijrJKaodaAdN6ANoCEdAr71jUTcqOXV9lChoBkdAYVlQfIS13WgHTegDaAhHQK+9fC5VfeF1fZQoaAZHQFtIuMMqjJxoB03oA2gIR0Cvvk7PY4ACdX2UKGgGR0Bgli8Yht+DaAdN6ANoCEdAr8BdfReC1HV9lChoBkdAXcU8q4H5amgHTegDaAhHQK/B4esgdOt1fZQoaAZHQGMfwljVhCtoB03oA2gIR0CvxXGG21D0dX2UKGgGR0BW2IlD4QBgaAdN6ANoCEdAr8efe3x4IXV9lChoBkdAYij3nIQvpWgHTegDaAhHQK/JDqj8DSx1fZQoaAZHQGAd70voNd9oB03oA2gIR0CvyVxw6ySndX2UKGgGR0Az+xLkCFK1aAdLxmgIR0CvzKS9mHxjdX2UKGgGR0BgSeeJ53TvaAdN6ANoCEdAr9Tbns9jgHV9lChoBkdAX6ZQGfPHDWgHTegDaAhHQK/Wumce8wp1fZQoaAZHQGC9Hg5zYEpoB03oA2gIR0Cv1/WjGkvcdX2UKGgGR0Bg8ohbGFSLaAdN6ANoCEdAr9qWTxG2C3V9lChoBkdAWfP5CWu5jGgHTegDaAhHQK/a6BDohZB1fZQoaAZHQFtmhIe5nUVoB03oA2gIR0Cv3Sk2P1cudX2UKGgGR0BifB3LV4HHaAdN6ANoCEdAr+LMVQAMlXV9lChoBkdAXBH9itq59WgHTegDaAhHQK/7uornTy91fZQoaAZHQGQZap5u63BoB03oA2gIR0Cv+93NLUTddX2UKGgGR0BeMmvnr6ciaAdN6ANoCEdAr/0DhYNiIHV9lChoBkdAYDnnbItDlmgHTegDaAhHQK//TZDArQR1fZQoaAZHQFVXE6T4cm1oB03oA2gIR0CwAC8VYZEVdX2UKGgGR0BjGxq/M4cWaAdN6ANoCEdAsAJN3u/lAHV9lChoBkdAWuVGH58BuGgHTegDaAhHQLADA1DjR2N1fZQoaAZHQFk9svZh8Y1oB03oA2gIR0CwAynPRiPRdX2UKGgGR0Bc55DZ13dLaAdN6ANoCEdAsATRB/qgRXV9lChoBkdAYytaakRBeGgHTegDaAhHQLAIvHe7+UB1fZQoaAZHQBxEBS1maphoB03oA2gIR0CwCa5OerdWdX2UKGgGR0BhKPLgXMyKaAdN6ANoCEdAsAqOOT7l73V9lChoBkdAW8rtQbdadWgHTegDaAhHQLAMdxNqQBB1fZQoaAZHQGSBFQl8gIRoB03oA2gIR0CwDKn8sMAndX2UKGgGR0Bj1LLGJemfaAdN6ANoCEdAsA3e1jRUm3V9lChoBkdAXfApy6tknWgHTegDaAhHQLAQGT9KmKt1fZQoaAZHQF6HCXQdCE9oB03oA2gIR0CwHBjHfdhzdX2UKGgGR0Bd9AcLjPv8aAdN6ANoCEdAsBwok+otMHV9lChoBkdAXy51W8yvcWgHTegDaAhHQLAclamXPZ91fZQoaAZHQF05HSncclxoB03oA2gIR0CwHYSF0xM4dX2UKGgGR0Bijbopx3mnaAdN6ANoCEdAsB4PTOPeYXV9lChoBkdAYf7fdAPd22gHTegDaAhHQLAgKq5byH51fZQoaAZHQD+jCEYfnwJoB0v8aAhHQLAgzrY5DJF1fZQoaAZHQFw7Dlo11nxoB03oA2gIR0CwIOD5KvmpdX2UKGgGR0Ba6N/jKgZkaAdN6ANoCEdAsCEGjh1klXV9lChoBkdARMbtu1ndwmgHS9doCEdAsCGU2aUiZHV9lChoBkdAYP9DLKV6eGgHTegDaAhHQLAil+Haewt1fZQoaAZHQGGUyKWLP2RoB03oA2gIR0CwJxAjQiRodX2UKGgGR0BaKXFo+OfeaAdN6ANoCEdAsChuLwWnCXV9lChoBkdAXkMJD3M6imgHTegDaAhHQLApU9ugpSd1fZQoaAZHQFF3O8kD6nBoB03oA2gIR0CwKq+gctGvdX2UKGgGR0BWCREF4cFRaAdN6ANoCEdAsCrWAuqWC3V9lChoBkdAXjruJDVpbmgHTegDaAhHQLAruYeDFqB1fZQoaAZHQGEiVWbPQfJoB03oA2gIR0CwLcyAhB7edX2UKGgGR0BgeaowVTJhaAdN6ANoCEdAsDm/j94u9XV9lChoBkdAW8aKO1fE42gHTegDaAhHQLA5zBg/keZ1fZQoaAZHQGYUdGqgh8poB03WAmgIR0CwOq9sJpnIdX2UKGgGR0BmRQxWT5fuaAdN6ANoCEdAsDsg384xUXV9lChoBkdAW9AAiml67mgHTegDaAhHQLA+D7v5P/J1fZQoaAZHQGAQ+ruIAOtoB03oA2gIR0CwPstwJgLJdX2UKGgGR0BgDf6j3225aAdN6ANoCEdAsD7fX8O09nV9lChoBkdAYwZnuiN83WgHTegDaAhHQLA/Cva11GN1fZQoaAZHQGJyz06HTJBoB03oA2gIR0CwQMKujh1ldX2UKGgGR0BjjRltj0+UaAdN6ANoCEdAsEYKE4//vXV9lChoBkdAXNv9wWFewGgHTegDaAhHQLBHDKvmozh1fZQoaAZHQGEHB0yP+4toB03oA2gIR0CwR7ROclPadX2UKGgGR0BiVQ/5ckdFaAdN6ANoCEdAsEkpt/FzdXV9lChoBkdAYa4xQizLOmgHTegDaAhHQLBJUfeDWbx1fZQoaAZHQGHImNzbN8poB03oA2gIR0CwSkPuPV/ddX2UKGgGR0BkMoSFoL5RaAdN6ANoCEdAsEx2Yx+KCXV9lChoBkdAXyDrY5DJEGgHTegDaAhHQLBNrhTfixV1fZQoaAZHQGDM619fCyhoB03oA2gIR0CwTbx8UmD2dX2UKGgGR0BhnKnFYMfBaAdN6ANoCEdAsFlfs3Q2M3V9lChoBkdAZEza24NI9WgHTegDaAhHQLBZ1LGaQV91fZQoaAZHQGHNGgSOBDpoB03oA2gIR0CwXLS/0ulHdX2UKGgGR0BkD/bEgntwaAdN6ANoCEdAsF2w8ox59nV9lChoBkdAXoevGIbfg2gHTegDaAhHQLBdyz+FUQ11fZQoaAZHQGR0wTmGM4toB03oA2gIR0CwXgLq6e5GdX2UKGgGR0BboKr7wazeaAdN6ANoCEdAsGBKNuLrHHV9lChoBkdAY7y2jO9nLGgHTegDaAhHQLBkPlWwNb11fZQoaAZHQGMo1NpM6BBoB03oA2gIR0CwZRw3DNyHdX2UKGgGR0BeFooZydWiaAdN6ANoCEdAsGWpG0/nn3V9lChoBkdAZGmX9BKL9GgHTegDaAhHQLBm43wTdtV1fZQoaAZHQFsB3A2ycCpoB03oA2gIR0CwZwTwH7gsdX2UKGgGR0BgFJQJokAxaAdN6ANoCEdAsGfVX0XgtXV9lChoBkdAXr6Lfk3juWgHTegDaAhHQLBpq1Cw8nx1fZQoaAZHQF6Wkj5bhWJoB03oA2gIR0CwarA53kgfdX2UKGgGR0Bmt1bcGkeqaAdN6ANoCEdAsGrC53C9AXVlLg==" }, "ep_success_buffer": { ":type:": "", ":serialized:": "gAWVIAAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKULg==" }, "_n_updates": 248, "observation_space": { ":type:": "", ":serialized:": "gAWVcAIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lGgFk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWCAAAAAAAAAABAQEBAQEBAZRoB4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksIhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoECiWCAAAAAAAAAABAQEBAQEBAZRoFEsIhZRoGHSUUpSMBl9zaGFwZZRLCIWUjANsb3eUaBAoliAAAAAAAAAAAAC0wgAAtMIAAKDAAACgwNsPScAAAKDAAAAAgAAAAICUaApLCIWUaBh0lFKUjARoaWdolGgQKJYgAAAAAAAAAAAAtEIAALRCAACgQAAAoEDbD0lAAACgQAAAgD8AAIA/lGgKSwiFlGgYdJRSlIwIbG93X3JlcHKUjFtbLTkwLiAgICAgICAgLTkwLiAgICAgICAgIC01LiAgICAgICAgIC01LiAgICAgICAgIC0zLjE0MTU5MjcgIC01LgogIC0wLiAgICAgICAgIC0wLiAgICAgICBdlIwJaGlnaF9yZXBylIxTWzkwLiAgICAgICAgOTAuICAgICAgICAgNS4gICAgICAgICA1LiAgICAgICAgIDMuMTQxNTkyNyAgNS4KICAxLiAgICAgICAgIDEuICAgICAgIF2UjApfbnBfcmFuZG9tlE51Yi4=", "dtype": "float32", "bounded_below": "[ True True True True True True True True]", "bounded_above": "[ True True True True True True True True]", "_shape": [ 8 ], "low": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "low_repr": "[-90. -90. -5. -5. -3.1415927 -5.\n -0. -0. ]", "high_repr": "[90. 90. 5. 5. 3.1415927 5.\n 1. 1. ]", "_np_random": null }, "action_space": { ":type:": "", ":serialized:": "gAWV1QAAAAAAAACMGWd5bW5hc2l1bS5zcGFjZXMuZGlzY3JldGWUjAhEaXNjcmV0ZZSTlCmBlH2UKIwBbpSMFW51bXB5LmNvcmUubXVsdGlhcnJheZSMBnNjYWxhcpSTlIwFbnVtcHmUjAVkdHlwZZSTlIwCaTiUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYkMIBAAAAAAAAACUhpRSlIwFc3RhcnSUaAhoDkMIAAAAAAAAAACUhpRSlIwGX3NoYXBllCloCmgOjApfbnBfcmFuZG9tlE51Yi4=", "n": "4", "start": "0", "_shape": [], "dtype": "int64", "_np_random": null }, "n_envs": 16, "n_steps": 1024, "gamma": 0.999, "gae_lambda": 0.98, "ent_coef": 0.01, "vf_coef": 0.5, "max_grad_norm": 0.5, "batch_size": 64, "n_epochs": 8, "clip_range": { ":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz/JmZmZmZmahZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu" }, "clip_range_vf": null, "normalize_advantage": true, "target_kl": null, "lr_schedule": { ":type:": "", ":serialized:": "gAWVxQIAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLAUsTQwSIAFMAlE6FlCmMAV+UhZSMSS91c3IvbG9jYWwvbGliL3B5dGhvbjMuMTAvZGlzdC1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjARmdW5jlEuEQwIEAZSMA3ZhbJSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjEkvdXNyL2xvY2FsL2xpYi9weXRob24zLjEwL2Rpc3QtcGFja2FnZXMvc3RhYmxlX2Jhc2VsaW5lczMvY29tbW9uL3V0aWxzLnB5lHVOTmgAjBBfbWFrZV9lbXB0eV9jZWxslJOUKVKUhZR0lFKUjBxjbG91ZHBpY2tsZS5jbG91ZHBpY2tsZV9mYXN0lIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaB99lH2UKGgWaA2MDF9fcXVhbG5hbWVfX5SMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUjA9fX2Fubm90YXRpb25zX1+UfZSMDl9fa3dkZWZhdWx0c19flE6MDF9fZGVmYXVsdHNfX5ROjApfX21vZHVsZV9flGgXjAdfX2RvY19flE6MC19fY2xvc3VyZV9flGgAjApfbWFrZV9jZWxslJOURz8zqSowVTJhhZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjAu" } }