| {"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7fdae215b880>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fdae2161780>"}, "verbose": 1, "policy_kwargs": {"net_arch": [1024, 1024, 1024], "n_critics": 2, "n_quantiles": 25, "use_sde": false}, "num_timesteps": 2757376, "_total_timesteps": 5000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718020404128039268, "learning_rate": 0.0001, "tensorboard_log": "./tqcPandaPickAndPlace-v3/", "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVOwcAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAArkaFv/Nbsr2r5As+KeD6votAZb864ws+1YIiv/45jD9Y5Qs+MxWZv1uzUj9k4As+pHaGP6x0jj9k4As+2hmJP6YMYb/h5As+b5SYv7vOI79k4As+mgyCP2G4Lz8y5As+OKS7wIkNwb/+5As+ZC6QvY7JDj5k4As+Sk1EvxCrAz9k4As+Hq+Av3l7sj4y5As+vJShP0wWm73N4gs+wqjSvhZS8D3h5As+b9GsP5ANn77qyAs+s+SSPygnf78y5As+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAA/0zQP74piD7sO4A/5ZYLv6Vkw7/JiNU/w+QWPwOphr9cwgc+Wnhhv+gJV7+4GQg/W5Wwv8Fjjz7ekWA/l1S+PewoCT4ImMO+HLzTP4Mvs76Wc9c//0VRP2gFtr+tr6m/Gl+0P/xspT/rS4M/M5PJvEkwkj8yYC8+CPKjP60Wmj8NXwU/WK0iPj9cuj/lB4M/WDaFPZj8DD6tr6m/dhZ0vzZjIT6DcIC9hRZJP1aGbb5wsD2+5rs3P6b4Tz/xEdM+lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAQAAAAAAABso8S/I+C5Px2kRj8Ejba/8a25Pg6R6L4HwZY/rkaFv/Nbsr2r5As+RogyvLjJz7uPIU28W9bmPIz+Ibs7h4k91YZzu4MHsrybHL27VSxnv+Mkuj9H2PC+/Qszv4EUYD76jE2/o1MCPyng+r6LQGW/OuMLPiLiNLwX79O7qUE+vBk85jzwAya7k92JPVRn/7qpTai8/XKzu77SdL5w3Y0+3lylvefo3j6ehB2/Vh4zv9kPbT/VgiK//jmMP1jlCz7UpzO8NDbQuxn3SLwLL+g8rmUzu9PwiT2LbfK6KkWpvHrYvrvKk+A98w4jviLGtzzH4Na/MttuPouqs780hJk/MxWZv1uzUj9k4As+xP4vvKULz7vNfFK8PDLnPLB2M7uI3Yk9Hlf/urRNqLxEXsC7zcbovlVfML+8E/q+PGluvk0bA8C2xtY+aLqZP6R2hj+sdI4/ZOALPp3+L7ylC8+7fcxTvD8y5zyldTO7k92JPadm/7q0Tai8cF7Au9vEbT4FzNc/IqZLv98Dsj7ob/K+JR7pPT1xjL/aGYk/pgxhv+HkCz5nIjO8uqTMux3RVLyo5ek8xe05u+ozij2z3Fi6mvmYvIGhwru5YmnAUjtpQMHVWT4F4UM/nLmJPvTruD7L+JS9b5SYv7vOI79k4As+0g83vIFa0rtDI1a8+G7pPPGqMbuT3Yk9qmb/urVNqLzBXsC7LMeDPwKeRz9Y6Sk/sb2IvlKFpD/XCDHAN5+Iv5oMgj9huC8/MuQLPorSMrzxQNO74GRTvHAE5zwijjq7ad2JPRb3/rpLSqi8VgTGu3Kx+r/VrDy/VuLsQCOIP7+UtFo+RRliP9oHXr84pLvAiQ3Bv/7kCz6hsDK8s9TPu+F0qb/7YOg8iGQyu5PdiT2oZv+6tU2ovI3BvrtPiJDAUDPTv+G+8j78GUm/aHRGPj1uvz30cIy/ZC6QvY7JDj5k4As+nf4vvKULz7vynVW8QzLnPJV1M7uT3Yk9p2b/urRNqLyvXsC7AsmMvma/Tz88ViVAmQ+fPtq6Vb+a5pu9aQVsP0pNRL8QqwM/ZOALPp3+L7ylC8+7b3hTvD8y5zyodTO7k92JPadm/7q0Tai8ZV7Au34tRT/fLGE+2PIzQGeq8zsTgmE/deExP/L5i78er4C/eXuyPjLkCz7sRjS8tkjOuzJbP7xbbek8ZUQpu5PdiT08Zv+6rk2ovOKut7vCTIU/Jakcvjz0iT89qAw/5/xbvxpXaL+mrmG/vJShP0wWm73N4gs+8D8yvMt2zLsvck+8XyDqPHOcP7sZ7Yk9Rp/3usZJqrz9b7O7G1Z7wEss27/GguY+IShCv3qsQ74k1+w+bxIkvcKo0r4WUvA94eQLPtS4NLycCdK7MYVJvBhJ5zxIPSe76zOKPTyEc7seCLK85Q27u/PuFT+cLhU/EoW/vuWFEz+AK5E/HthyP2WaiL9v0aw/kA2fvurICz57Lzu8Ebbhu+sHekBLSb5AhxDfv3sEjj0L6xC8lSO3vEeB3D+OTgo/91KPPyZWSr92x/k+W4CNPxx6MT1pyZk/s+SSPygnf78y5As+H0c0vFhJzrs6Qk28bG3pPG9DKbuT3Yk95GX/uq1NqLwHrbe7lGgOSxBLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[-1.0412195 -0.08708944 0.13661449]\n [-0.48999146 -0.8955161 0.13660899]\n [-0.63480884 1.0955198 0.13661706]\n [-1.1959594 0.82304925 0.13659817]\n [ 1.0504956 1.1129355 0.13659817]\n [ 1.0711014 -0.87909925 0.13661529]\n [-1.1920298 -0.6398732 0.13659817]\n [ 1.0160096 0.68640715 0.13661268]\n [-5.863796 -1.5082256 0.13661572]\n [-0.07040098 0.13944075 0.13659817]\n [-0.76680434 0.51432896 0.13659817]\n [-1.0053442 0.34859827 0.13661268]\n [ 1.2623515 -0.07572612 0.13660736]\n [-0.41144377 0.11734407 0.13661529]\n [ 1.3501414 -0.31065035 0.13650861]\n [ 1.1476043 -0.9966912 0.13661268]]", "desired_goal": "[[ 1.6273497 0.26594347 1.0018287 ]\n [-0.5452712 -1.5265089 1.6682369 ]\n [ 0.5894281 -1.0520328 0.13257736]\n [-0.88074267 -0.8399949 0.53164244]\n [-1.379558 0.28005794 0.87722576]\n [ 0.09293478 0.13394517 -0.38201928]\n [ 1.6541781 -0.34997186 1.6832149 ]\n [ 0.8174743 -1.42204 -1.3256737 ]\n [ 1.4091523 1.2923884 1.0257543 ]\n [-0.02460632 1.1420985 0.1712654 ]\n [ 1.2808237 1.203817 0.5209816 ]\n [ 0.15886438 1.4559401 1.0236784 ]\n [ 0.06504506 0.13768232 -1.3256737 ]\n [-0.9534677 0.15760502 -0.0627146 ]\n [ 0.7854999 -0.23195776 -0.18524337]\n [ 0.71771085 0.8123878 0.41224626]]", "observation": "[[-1.53623724e+00 1.45215261e+00 7.75941670e-01 -1.42617846e+00\n 3.62655193e-01 -4.54231679e-01 1.17776573e+00 -1.04121947e+00\n -8.70894417e-02 1.36614487e-01 -1.08967479e-02 -6.34118542e-03\n -1.25202080e-02 2.81783845e-02 -2.47183722e-03 6.71524629e-02\n -3.71592236e-03 -2.17320975e-02 -5.77123230e-03]\n [-9.03020203e-01 1.45425069e+00 -4.70400065e-01 -6.99401677e-01\n 2.18828216e-01 -8.02932382e-01 5.09088695e-01 -4.89991456e-01\n -8.95516098e-01 1.36608988e-01 -1.10402424e-02 -6.46771071e-03\n -1.16123343e-02 2.81048287e-02 -2.53319368e-03 6.73171505e-02\n -1.94857502e-03 -2.05448437e-02 -5.47635416e-03]\n [-2.39085168e-01 2.77080059e-01 -8.07435364e-02 4.35370654e-01\n -6.15304828e-01 -6.99681640e-01 9.26023066e-01 -6.34808838e-01\n 1.09551978e+00 1.36617064e-01 -1.09653063e-02 -6.35411777e-03\n -1.22659439e-02 2.83427443e-02 -2.73738382e-03 6.73538670e-02\n -1.84957811e-03 -2.06628628e-02 -5.82414586e-03]\n [ 1.09656885e-01 -1.59236714e-01 2.24333443e-02 -1.67873466e+00\n 2.33258039e-01 -1.40364206e+00 1.19934702e+00 -1.19595945e+00\n 8.23049247e-01 1.36598170e-01 -1.07418932e-02 -6.31852681e-03\n -1.28471376e-02 2.82221958e-02 -2.73839757e-03 6.73170686e-02\n -1.94809190e-03 -2.05448642e-02 -5.87061234e-03]\n [-4.54641730e-01 -6.88954651e-01 -4.88431811e-01 -2.32823312e-01\n -2.04854131e+00 4.19484794e-01 1.20100117e+00 1.05049562e+00\n 1.11293554e+00 1.36598170e-01 -1.07418569e-02 -6.31852681e-03\n -1.29271718e-02 2.82222014e-02 -2.73833540e-03 6.73171505e-02\n -1.94855488e-03 -2.05448642e-02 -5.87063283e-03]\n [ 2.32196257e-01 1.68591368e+00 -7.95503736e-01 3.47685784e-01\n -4.73510027e-01 1.13827027e-01 -1.09720576e+00 1.07110143e+00\n -8.79099250e-01 1.36615291e-01 -1.09334951e-02 -6.24522287e-03\n -1.29893096e-02 2.85518914e-02 -2.83704815e-03 6.74818307e-02\n -8.27263284e-04 -1.86737068e-02 -5.93966292e-03]\n [-3.64665055e+00 3.64424562e+00 2.12729469e-01 7.65152276e-01\n 2.68994212e-01 3.61175179e-01 -7.27401599e-02 -1.19202983e+00\n -6.39873207e-01 1.36598170e-01 -1.11732055e-02 -6.41948031e-03\n -1.30699305e-02 2.84952968e-02 -2.71099457e-03 6.73171505e-02\n -1.94855523e-03 -2.05448661e-02 -5.87067055e-03]\n [ 1.02951574e+00 7.79754758e-01 6.63716793e-01 -2.67072231e-01\n 1.28531861e+00 -2.76616454e+00 -1.06735885e+00 1.01600957e+00\n 6.86407149e-01 1.36612684e-01 -1.09144542e-02 -6.44695060e-03\n -1.29024684e-02 2.82003582e-02 -2.84660654e-03 6.73168376e-02\n -1.94522995e-03 -2.05432381e-02 -6.04299735e-03]\n [-1.95854020e+00 -7.37012208e-01 7.40262890e+00 -7.48171031e-01\n 2.13579476e-01 8.83198082e-01 -8.67307305e-01 -5.86379623e+00\n -1.50822556e+00 1.36615723e-01 -1.09063694e-02 -6.34249439e-03\n -1.32387936e+00 2.83665564e-02 -2.72205658e-03 6.73171505e-02\n -1.94855500e-03 -2.05448661e-02 -5.82141289e-03]\n [-4.51663923e+00 -1.65000343e+00 4.74112540e-01 -7.85552740e-01\n 1.93803430e-01 9.34719816e-02 -1.09719706e+00 -7.04009831e-02\n 1.39440745e-01 1.36598170e-01 -1.07418569e-02 -6.31852681e-03\n -1.30381454e-02 2.82222088e-02 -2.73833168e-03 6.73171505e-02\n -1.94855488e-03 -2.05448642e-02 -5.87066216e-03]\n [-2.74971068e-01 8.11514258e-01 2.58338833e+00 3.10665876e-01\n -8.34882379e-01 -7.61234313e-02 9.21957552e-01 -7.66804338e-01\n 5.14328957e-01 1.36598170e-01 -1.07418569e-02 -6.31852681e-03\n -1.29071316e-02 2.82222014e-02 -2.73833610e-03 6.73171505e-02\n -1.94855488e-03 -2.05448642e-02 -5.87062771e-03]\n [ 7.70225406e-01 2.19897732e-01 2.81169701e+00 7.43608503e-03\n 8.80891025e-01 6.94846451e-01 -1.09356523e+00 -1.00534415e+00\n 3.48598272e-01 1.36612684e-01 -1.10032372e-02 -6.29528891e-03\n -1.16794575e-02 2.84945276e-02 -2.58281198e-03 6.73171505e-02\n -1.94854243e-03 -2.05448531e-02 -5.60556445e-03]\n [ 1.04140496e+00 -1.52988985e-01 1.07776594e+00 5.49442112e-01\n -8.59327734e-01 -9.07579064e-01 -8.81571174e-01 1.26235151e+00\n -7.57261217e-02 1.36607364e-01 -1.08795017e-02 -6.23974716e-03\n -1.26615008e-02 2.85798889e-02 -2.92375381e-03 6.73467591e-02\n -1.88920717e-03 -2.07871310e-02 -5.47599653e-03]\n [-3.92713046e+00 -1.71228921e+00 4.50216472e-01 -7.58424819e-01\n -1.91087633e-01 4.62578893e-01 -4.00566421e-02 -4.11443770e-01\n 1.17344067e-01 1.36615291e-01 -1.10303946e-02 -6.40983693e-03\n -1.22998217e-02 2.82330960e-02 -2.55187042e-03 6.74818382e-02\n -3.71576753e-03 -2.17323862e-02 -5.70844347e-03]\n [ 5.85677326e-01 5.82742453e-01 -3.74062121e-01 5.76261818e-01\n 1.13414001e+00 9.48610187e-01 -1.06721175e+00 1.35014141e+00\n -3.10650349e-01 1.36508614e-01 -1.14248944e-02 -6.88815909e-03\n 3.90673327e+00 5.94644690e+00 -1.74269187e+00 6.93444833e-02\n -8.84510111e-03 -2.23558340e-02 1.72269523e+00]\n [ 5.40261149e-01 1.11971939e+00 -7.90377021e-01 4.87849891e-01\n 1.10547960e+00 4.33293432e-02 1.20145905e+00 1.14760435e+00\n -9.96691227e-01 1.36612684e-01 -1.10032847e-02 -6.29536435e-03\n -1.25279967e-02 2.84945592e-02 -2.58275471e-03 6.73171505e-02\n -1.94853218e-03 -2.05448512e-02 -5.60534326e-03]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAEBAQEBAQEBAQEBAQEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVOwcAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAAdeIDvsK0MryTwaM8V9CBvTij6r37wKM8nAGlvbkcED7awaM8va8WvuSr2D3Qv6M8Qov0PSJmEj7Qv6M8LY35PY5T5r2pwaM8gjUWvvOAp73Qv6M82CnsPcPJtD1hwaM87HYzvx7FRb61waM8zMhevP2ZlDzQv6M8NhXFvVqZhz3Qv6M8EQ3/vVUnOD1hwaM8igMUPlPVGrzOwKM8lXNdvevHejypwaM8TK4ePiQYIr0ltqM8QhIGPn6aAr5hwaM8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAAoBwRPjL2vzxbxC8+td9CvX+9B76IOlw+BA5SPf3pur1Ji+s9ikudvUwflb2hZRA+dEz2vTUGyjwndCc+QIEDPLa2QzzI4KY9XIETPrcj97xbOl0+t7eRPV/c/L0K16M8akr7PVbv5j0BXTE+lBwRuwcmzD3ctPA9nmTkPREm1z2Lrw8+ip1hPN4KAj6MOTE+VGO3O9YKSTwK16M8ekWqvfhyZTwofNE9LwOMPR0Bo7yaIsE9bdV/PUNikT1bbgg+lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAQAAAAAAADxXnK+elFZPnjgFz7jkhW/pdwuPqiUkr5oJ6I9deIDvsK0MryTwaM8ocaeN1wYqzaPG1o5OSXgt7+RLzgneKi3vHn2urhknLqNKA85gOkZvg2kWT79kQw9xnqhvuyb0D33EOi+FfxkPVfQgb04o+q9+8CjPJcO2Lcixpe3CHNhOqnGHbgr9gQ46H+tLIlBtrLSmbQyET1rOgSmdL2trBI920aPPU3j1T3Tcpi+/sDOvto1kD2cAaW9uRwQPtrBozy7eSK2fBs3NvzKzDkZKx+2UFgNtvpAljYX2tw4cbP4uBYdRy+zGUe8kUTzvKyaoj1jfi2/TMTePaCqPb8zsaM9va8WvuSr2D3Qv6M8HtKMODs6GzdavOC3G7Opt/2bGLY4ZCmyxEwENUYeTS9Wbvu4tIy2vXGw372T0AU9uzISvhgAfL/VOgc+Ys+jPUKL9D0iZhI+0L+jPD7YjDhZOhs3EbqwuFyxqbcC6xe2QFVQrG0jTS9gAFsuTIv7uMeWlTtpQX0+7yuWOyxzkz0tVmu+GjFqvHjzybMtjfk9jlPmvanBozxEJPs21VO+NzkoB7l/AvA3bhact793qDfYX5w6jXz2OlVEnLkqTAa/cpQKP0RAxj1R4Wc+HuoAPrlH1T3LChI9gjUWvvOAp73Qv6M8U9iMuIg6G7fi3kO5Qa6pNxPdFzbwqU+s1u5Lr6noWq5Lv/u4vx3oPQDl4z2dXQ0+Vywfvp3fHD8lV7K/OySIOtgp7D3DybQ9YcGjPJsMYTemtG+3O4WLuHPWxLfkXKm352sjswZsbTYRets10gYUusiulr4od+69tyJBP7W3qr6Vdcs93ku1PksXAzzsdjO/HsVFvrXBozxfpIU3SAujNroLcb/jHps1JaHnNAAFm6rq0ZYth4YAruWc7DZqriS/scuBvtA29z1tzLG+Yw64PSPwxLxnGVw0zMhevP2ZlDzQv6M8T9iMOH06GzcO7yu58q6pty7gF7bQqU+sV1lML14RWy63s/u4wFmEvd2o7T0glaA+8MxuPchOzr76ite9q+uPPTYVxb1amYc90L+jPDvYjDhSOhs3EIuSuMyxqbf37Be2MJBQrIXJTS9R81ku/4P7uP2rnz2NBd88PkarPkm1XL32i9Y+/x6HPj7CBDkRDf+9VSc4PWHBozxjyG63nbBiN/PPVDrOuag3owLFN2Ancy0dmmcywrZaMvfXEzofcOs9epXrvGolND7NKBY+yE3UvkbcAL836vU7igMUPlPVGrzOwKM8WNPLN0W/xjfKaN842mYJOEBBCrh9THI2/myEOAZPf7kBe2s61RcQv1uVhr7ivPI976isvqOTwb34Wxw+jLMWPZVzXb3rx3o8qcGjPPJUvrfOJPu2aAnAOWQnnLfQ++835XioNzR09rp0bpy6aYScOVo4WD23Uac9tKkwPeVRID4gVQo/GlXFPgLQiDpMrh4+JBgivSW2ozy8mhi53ZDHuP8nNEAVcGA/4X6TvuqegTlVcvC71I7uumi3jkCQ1z49MTYmPoyJpTuipv09StEGP4PPRL2916M9QhIGPn6aAr5hwaM8CAhvt1J1Yjf1PVQ5d8OoNwAXxTewrU8vI77QMnBOfjJG/hM6lGgOSxBLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[-0.12879355 -0.01090735 0.01998976]\n [-0.06338566 -0.11456913 0.01998948]\n [-0.08056948 0.14073457 0.0199899 ]\n [-0.14715476 0.10579661 0.01998892]\n [ 0.11940624 0.14296773 0.01998892]\n [ 0.1218513 -0.11246406 0.01998981]\n [-0.14668849 -0.08178892 0.01998892]\n [ 0.11531419 0.08827545 0.01998967]\n [-0.70103335 -0.19313475 0.01998983]\n [-0.01359768 0.01813983 0.01998892]\n [-0.09623186 0.06621046 0.01998892]\n [-0.12453664 0.04495938 0.01998967]\n [ 0.14454475 -0.00945027 0.0199894 ]\n [-0.05406531 0.01530645 0.01998981]\n [ 0.15496176 -0.0395738 0.01998431]\n [ 0.13092902 -0.12754247 0.01998967]]", "desired_goal": "[[ 0.14171076 0.02343282 0.17164747]\n [-0.04757662 -0.13255881 0.21506703]\n [ 0.0512829 -0.09126661 0.11501176]\n [-0.07680424 -0.0728136 0.14101268]\n [-0.12026301 0.02466116 0.16352902]\n [ 0.00802642 0.01194542 0.08148342]\n [ 0.14404815 -0.0301684 0.21604292]\n [ 0.07115119 -0.1234672 0.02 ]\n [ 0.12270053 0.11276118 0.17320634]\n [-0.00221423 0.09968191 0.11753246]\n [ 0.11152004 0.10505307 0.14031808]\n [ 0.01377047 0.12699458 0.17307109]\n [ 0.00559656 0.01227065 0.02 ]\n [-0.08314033 0.01400446 0.10228759]\n [ 0.06836545 -0.01989799 0.09430428]\n [ 0.0624594 0.0709882 0.13323347]]", "observation": "[[-2.36690298e-01 2.12224871e-01 1.48317218e-01 -5.84272563e-01\n 1.70763567e-01 -2.86290407e-01 7.91767240e-02 -1.28793553e-01\n -1.09073538e-02 1.99897643e-02 1.89275615e-05 5.09903293e-06\n 2.08003665e-04 -2.67202140e-05 4.18589880e-05 -2.00831109e-05\n -1.88045902e-03 -1.19318720e-03 1.36526491e-04]\n [-1.50304794e-01 2.12539867e-01 3.43189128e-02 -3.15389812e-01\n 1.01859897e-01 -4.53254431e-01 5.59044667e-02 -6.33856580e-02\n -1.14569128e-01 1.99894812e-02 -2.57560005e-05 -1.80928655e-05\n 8.60020984e-04 -3.76167336e-05 3.17005142e-05 4.93115618e-12\n -2.12173905e-08 2.10247073e-08 8.97363818e-04]\n [-5.97286373e-02 3.58092077e-02 6.99593648e-02 1.04437448e-01\n -2.97751039e-01 -4.03816164e-01 7.04152137e-02 -8.05694759e-02\n 1.40734568e-01 1.99898966e-02 -2.42107376e-06 2.72851230e-06\n 3.90611473e-04 -2.37179324e-06 -2.10620419e-06 4.47791263e-06\n 1.05310399e-04 -1.18589851e-04 1.81092780e-10]\n [-1.21521233e-02 -2.96957809e-02 7.93965757e-02 -6.77709758e-01\n 1.08772844e-01 -7.40884781e-01 7.99278244e-02 -1.47154763e-01\n 1.05796605e-01 1.99889243e-02 6.71485759e-05 9.25227778e-06\n -2.67905889e-05 -2.02297724e-05 -2.27405621e-06 -9.85988180e-09\n 4.92855406e-07 1.86553967e-10 -1.19891643e-04]\n [-8.91355574e-02 -1.09223254e-01 3.26696150e-02 -1.42771646e-01\n -9.84376431e-01 1.32060364e-01 7.99853951e-02 1.19406238e-01\n 1.42967731e-01 1.99889243e-02 6.71599846e-05 9.25230506e-06\n -8.42699155e-05 -2.02289593e-05 -2.26375460e-06 -2.96059011e-12\n 1.86572272e-10 4.97951680e-11 -1.19945587e-04]\n [ 4.56509320e-03 2.47319832e-01 4.58287401e-03 7.19970167e-02\n -2.29820922e-01 -1.42939333e-02 -9.40407858e-08 1.21851303e-01\n -1.12464055e-01 1.99898053e-02 7.48460479e-06 2.26888023e-05\n -1.28895874e-04 2.86113918e-05 -1.86070938e-05 2.00829218e-05\n 1.19304191e-03 1.88054296e-03 -2.98055500e-04]\n [-5.24599671e-01 5.41327596e-01 9.68022645e-02 2.26445451e-01\n 1.25893086e-01 1.04140706e-01 3.56548242e-02 -1.46688491e-01\n -8.17889199e-02 1.99889243e-02 -6.71601374e-05 -9.25234781e-06\n -1.86796795e-04 2.02275132e-05 2.26294355e-06 -2.95108035e-12\n -1.85475940e-10 -4.97741050e-11 -1.20042438e-04]\n [ 1.13337986e-01 1.11276627e-01 1.38052419e-01 -1.55442581e-01\n 6.12787068e-01 -1.39328444e+00 1.03867741e-03 1.15314186e-01\n 8.82754549e-02 1.99896712e-02 1.34139800e-05 -1.42875706e-05\n -6.65285261e-05 -2.34648815e-05 -2.01896255e-05 -3.80495315e-08\n 3.53786299e-06 1.63522975e-06 -5.64676826e-04]\n [-2.94302225e-01 -1.16438210e-01 7.54435956e-01 -3.33432823e-01\n 9.93453637e-02 3.54094446e-01 8.00115895e-03 -7.01033354e-01\n -1.93134755e-01 1.99898276e-02 1.59313768e-05 4.85909186e-06\n -9.41585183e-01 1.15573891e-06 4.31443510e-07 -2.75370005e-13\n 1.71462462e-11 -2.92233147e-11 7.05161301e-06]\n [-6.43286347e-01 -2.53507167e-01 1.20710015e-01 -3.47262770e-01\n 8.98711905e-02 -2.40402874e-02 2.04983380e-07 -1.35976784e-02\n 1.81398336e-02 1.99889243e-02 6.71601083e-05 9.25233780e-06\n -1.63968856e-04 -2.02278352e-05 -2.26312432e-06 -2.95107341e-12\n 1.85854318e-10 4.98102601e-11 -1.20020872e-04]\n [-6.46243095e-02 1.16044737e-01 3.13637733e-01 5.83009124e-02\n -4.02944803e-01 -1.05245546e-01 7.02737197e-02 -9.62318629e-02\n 6.62104636e-02 1.99889243e-02 6.71599628e-05 9.25229870e-06\n -6.98772492e-05 -2.02291631e-05 -2.26386851e-06 -2.96386179e-12\n 1.87162355e-10 4.95561960e-11 -1.19931989e-04]\n [ 7.79647604e-02 2.72243265e-02 3.34520280e-01 -5.38838245e-02\n 4.19036567e-01 2.63908356e-01 1.26608618e-04 -1.24536641e-01\n 4.49593849e-02 1.99896712e-02 -1.42325616e-05 1.35117707e-05\n 8.11814505e-04 2.01136827e-05 2.34854579e-05 1.38216938e-11\n 1.34810110e-08 1.27308244e-08 5.63978625e-04]\n [ 1.14959948e-01 -2.87577994e-02 1.75923973e-01 1.46640018e-01\n -4.14655924e-01 -5.03361106e-01 7.50472723e-03 1.44544750e-01\n -9.45027452e-03 1.99893974e-02 2.42979004e-05 2.36925061e-05\n 1.06529871e-04 3.27591333e-05 -3.29625327e-05 3.61053321e-06\n 6.31455187e-05 -2.43481336e-04 8.98286758e-04]\n [-5.62863648e-01 -2.62858242e-01 1.18524328e-01 -3.37226361e-01\n -9.45198759e-02 1.52694583e-01 3.67923230e-02 -5.40653057e-02\n 1.53064532e-02 1.99898053e-02 -2.26893208e-05 -7.48466755e-06\n 3.66281020e-04 -1.86149919e-05 2.86082795e-05 2.00834565e-05\n -1.88029418e-03 -1.19347731e-03 2.98532919e-04]\n [ 5.27881160e-02 8.16988274e-02 4.31305915e-02 1.56562403e-01\n 5.40361404e-01 3.85414898e-01 1.04379677e-03 1.54961765e-01\n -3.95738035e-02 1.99843142e-02 -1.45534927e-04 -9.51604234e-05\n 2.81494117e+00 8.76710236e-01 -2.88077384e-01 2.47231976e-04\n -7.33784819e-03 -1.82005251e-03 4.45988846e+00]\n [ 4.65922952e-02 1.62316099e-01 5.05179726e-03 1.23852983e-01\n 5.26630998e-01 -4.80494611e-02 8.00013319e-02 1.30929023e-01\n -1.27542466e-01 1.99896712e-02 -1.42473800e-05 1.34979655e-05\n 2.02409763e-04 2.01181811e-05 2.34949403e-05 1.88882465e-10\n 2.43008511e-08 1.48025805e-08 5.64549468e-04]]"}, "_episode_num": 72783, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.44852479999999995, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEkAAAAAAACMAWyUSzKMAXSUR0DFNxNzEJjUdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFNvTNKRMfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFNzYgFHJ+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFNyjfek57dX2UKGgGR8AUAAAAAAAAaAdLBmgIR0DFN2NdLQHBdX2UKGgGR8AwAAAAAAAAaAdLEWgIR0DFNx2tnwocdX2UKGgGR8AUAAAAAAAAaAdLBmgIR0DFN44BmwqzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN6rkU9IPdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN8A4EOiGdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFN9A1zhgmdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN21tXPqtdX2UKGgGR8A8AAAAAAAAaAdLHWgIR0DFOBh4Oc2BdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN71vIfbLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN+sfigkDdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN7AvWYnfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN92rsByTdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOBhCOWB0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOABDqnm8dX2UKGgGR8AoAAAAAAAAaAdLDWgIR0DFOB2diDujdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFOADx7RfGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOLYrDqGDdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOICg9NeudX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOGBIDoyLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOJnLHMlkdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFOMXyI55rdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFOQgTPBzndX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFOLHA0sOHdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOJBrcj7idX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOQJQ53kgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOTEBwMpgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOUFgSeyzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFONt7ngYQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOYUkKNQ1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOVcFdLQHdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFOb2zMRpUdX2UKGgGR8A3AAAAAAAAaAdLGGgIR0DFOVoQ6IWQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOUs0rK/3dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOYX24/eMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOWzMxGlRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOYhl8PWhdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOWV96TnrdX2UKGgGR8AIAAAAAAAAaAdLBGgIR0DFOYYbp/wzdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFOiN0Lc9GdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOcjx3FDOdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFObSNsFdLdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFOaZAQg9vdX2UKGgGR8AuAAAAAAAAaAdLEGgIR0DFOcumJm/WdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOfv7k4m1dX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFOgHeN1hcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOiMV+I/JdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFOi5oZhrndX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOmvuE25ydX2UKGgGR8AkAAAAAAAAaAdLC2gIR0DFOhlknTiLdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOg+gpSaWdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFOipcu8K5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOfTw6QvIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOm3fZVXFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOpjcfvF4dX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOlUf9xZMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOqg+jdpJdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFOpzMkhRqdX2UKGgGR8AUAAAAAAAAaAdLBmgIR0DFOsPumaYvdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOkuWQfZFdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFOuAw/PgOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOsqOWBz4dX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOuQgvDgqdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOroRAbADdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOvPPTodNdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFOz3z4DcNdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFOyylk6LgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO48lC1JEdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOyABmwqzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOxLG3nZCdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFOxsyk9EDdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFO1p7AtWddX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFO9b+717IdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO5jlaKUFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO9Xxe9i+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO4TV2A5JdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO5c36yjYdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFO3+FWXC1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO2FkvsZ6dX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFPA+gJ1JUdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFPAceXAuadX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO7dipeeGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPCvCAMDwdX2UKGgGR8AkAAAAAAAAaAdLC2gIR0DFO6+ig00ndX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFPEPYjB2wdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFPDtShrWRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO6woZydXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPClaY/mldX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPEGXqqwRdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFPExXnyNGdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFPBu0Z3s5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPBvWQOnVdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFPAsMspXqdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFPBG32EkCdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPJ74vexfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPIrnvDxcdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFPFeVopQUdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImIiYmIiIiJiYiJiImJiYmJiYiIiYmJiYiIiImJiYmJiYmIiImJiYmJiIiIiIiIiYiJiImIiIiJiYmIiYiIiYiJiImJiIiJiYmIiIiJiYmJiImIiImJiIiIiYmJiIiJiIiJiYhlLg=="}, "_n_updates": 172023, "buffer_size": 1000000, "batch_size": 2048, "learning_starts": 5000, "tau": 0.005, "gamma": 0.95, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7fdb16ea4f70>", "add": "<function DictReplayBuffer.add at 0x7fdb16ea5000>", "sample": "<function DictReplayBuffer.sample at 0x7fdb16ea5090>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fdb16ea5120>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fdb16e8f280>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -4.0, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQyF/lJiBFeYUBDuXiMI9JZIwDaW5jlIoQFWLvoNOjWe/lE10S7URhGHWMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 16, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVsQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjGAvaG9tZS90b21lay9weXRvcmNoX2xlYXJuaW5nL3ZlbnYvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjAg8bGFtYmRhPpRLYUMCDACUjA52YWx1ZV9zY2hlZHVsZZSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGAvaG9tZS90b21lay9weXRvcmNoX2xlYXJuaW5nL3ZlbnYvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYaA+MDF9fcXVhbG5hbWVfX5SMIWdldF9zY2hlZHVsZV9mbi48bG9jYWxzPi48bGFtYmRhPpSMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RoAihoByhLAUsASwBLAUsBSxNDBIgAUwCUaAkpjAFflIWUaA6MBGZ1bmOUS4VDAgQBlIwDdmFslIWUKXSUUpRoFU5OaB0pUpSFlHSUUpRoI2g9fZR9lChoGGg0aCaMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUaCh9lGgqTmgrTmgsaBloLU5oLmgwRz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjCFlFKUhZRoRV2UaEd9lHWGlIZSMC4="}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.146.1-microsoft-standard-WSL2-x86_64-with-glibc2.35 # 1 SMP Thu Jan 11 04:09:03 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.0+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.1", "OpenAI Gym": "0.26.2"}} |