TQC upgrade for PandaPickAndPlace-v3
Browse files- README.md +1 -1
- config.json +1 -1
- replay.mp4 +0 -0
- results.json +1 -1
- tqc-PandaPickAndPlace-v3.zip +2 -2
- tqc-PandaPickAndPlace-v3/actor.optimizer.pth +1 -1
- tqc-PandaPickAndPlace-v3/critic.optimizer.pth +1 -1
- tqc-PandaPickAndPlace-v3/data +17 -17
- tqc-PandaPickAndPlace-v3/ent_coef_optimizer.pth +1 -1
- tqc-PandaPickAndPlace-v3/policy.pth +1 -1
- tqc-PandaPickAndPlace-v3/pytorch_variables.pth +1 -1
- vec_normalize.pkl +2 -2
README.md
CHANGED
|
@@ -16,7 +16,7 @@ model-index:
|
|
| 16 |
type: PandaPickAndPlace-v3
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
-
value: -
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
|
|
|
| 16 |
type: PandaPickAndPlace-v3
|
| 17 |
metrics:
|
| 18 |
- type: mean_reward
|
| 19 |
+
value: -24.60 +/- 21.05
|
| 20 |
name: mean_reward
|
| 21 |
verified: false
|
| 22 |
---
|
config.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7fdae215b880>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fdae2161780>"}, "verbose": 1, "policy_kwargs": {"net_arch": [1024, 1024, 1024], "n_critics": 2, "n_quantiles": 25, "use_sde": false}, "num_timesteps": 2000000, "_total_timesteps": 2000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1717944480585069177, "learning_rate": 0.0001, "tensorboard_log": "./tqcPandaPickAndPlace-v3/", "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVOwcAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAAeDu6v1fYVUB/HNjAHtn/PPJEVL7i8A0+xDNLv9nxsT6u8w0+VB1AwEuTiT/L5w0+9Z79Puw6lT8s9g0+UceVP1Xx9L7i8A0+T0iYP4umNb/w8A0+EFZ+P3bSAj+q9Q0+2FjWPQUTir+b0A0+72s2vv8ZSD9P9Q0+Ki+VP7nOyL3a9A0+Zf5Ev66Zwr7i8A0+0VEbwEoqED569Q0+hmKGwKMXlL5W9Q0+0AVvPQ28Lj+j9A0+rDS/vn9CcL9W8w0+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAAGka2P6pFJT+tXpG+sDGdv/mBsj8R+gk/HHy5P8KlDr4qRqQ/Cay1vyfHvj+Dv6a/Z56uvmxDzj8zfk0/+S+GP/zMar8ani4/3UHLP7MPb781eQe/XtWav2edE7+Dv6a/VqiuP9SNA7+7oUm/mBWZvwsFzL6akGU/ckRRvjWZ0b/8Uzq+BnzQPy8TjD/dV0k+TGuDv6Rpkz4XGW28dvquv3G32z9U77w/EKSjviNx27+B+aw+IKagv5KwVT9fXog/lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAQAAAAAAACjRWq/YyTUvzwL5j2tOcy//9grPjqpHr8MiZO/eDu6v1fYVUB/HNjAP9vXwPdZRUCxx1xAxc0Pvf4/sj8AAKDBqRxNwaeS3D/vxBA/jRLOP+Bveb9M+yM+Iko3PsA4dj6rMwa/NJp4Px7Z/zzyRFS+4vANPotESbySv0a7ri0WvHCouTzOrNa7skONPSrEPTsWstG8TVCiO7UOpL7tFvy/ji8+v6cqhr9MfG4+XhRov2aSk7/EM0u/2fGxPq7zDT6LQU688gRRu6em6bvprrg8EdnPu7JDjT3Twz07C7LRvM9krjuKOj3A5kewvWjzWL8le3o+WqGou/QvR70T6pM/VB1AwEuTiT/L5w0+RrlPvGk1ZbvNlf89ymGqPkpNYj8iUY894yadOwR+trxIX2g+GpALPpaxertXpku/5fBmP+46hL9ZdGM9kQiTP/We/T7sOpU/LPYNPoHPTLwfNEq731YLvOXIujxMANa72keNPcZhOjvdv9G8YL2jO2al4r/ZOqg+ZC2mPWBUJj/jO0+9Q5+PPs2psD5Rx5U/VfH0vuLwDT6LREm8kr9Gu/0RFrxwqLk8zqzWu7JDjT0qxD07FrLRvFBQojtJLAA/5dFRPx4mmj8WtUI/0hSgP/CL4j5xbl4/T0iYP4umNb/w8A0+f0xJvJi/RrtjSRK8Z6i5PMnG1ruVQY091lU/OxKy0by+UKI7Hj1vPyE28T4iz2Q/yampPpAFWz+bRNm/cJmTvxBWfj920gI/qvUNPtkxTLyl2Uu7+R4SvEjzujz9aNW77EKNPWRXPjsWstG8QCGiO20Lcb5Coia/qAEvv87rhr4ymHq/mPk7Pxn/kj/YWNY9BROKv5vQDT5FEFq8ybx6u1gG3j9nwik/6oamPluZkj0NI1s6P1thvLbbmj0rzdg+9H3Jv63qw77M1XI+KviWP0WzDb9pmZO/72s2vv8ZSD9P9Q0+QhdOvIIJTbu89Am8mb+5PAJ40LvTl40930aROoty27xLSac7I3DnPuNlHr9Z20i/jzgRvotT4L7cmB8+GQqTPyovlT+5zsi92vQNPhgdTbxAGEK7lUYTvC6QuzwZbNi73QyNPavCPTtRWcy8uZaiO19E/j5SwIe/V0VLvw2j+D0UuZ+/d0sIPvVDgj9l/kS/rpnCvuLwDT6LREm8kr9Gu0jfFLxtqLk81KzWu7JDjT0qxD07FrLRvHdQojs8+VU+d910P7bSKb8GSKg+0uSrP5dDsj+ePpq90VEbwEoqED569Q0+iJxMvF/4T7tkSUs/9OK6PNwN1ruyQ409KsQ9Oxay0byQ5qM70tqcv05Fmz3FKf++mdMMv9fqobz/rT2+4IqTv4ZihsCjF5S+VvUNPuaoS7yTVEe7z/auPiJSvDxSztq7EZqNPRZcjzvhT8S8IkeoO6kjWb6bLzs9xn6ePylTxT1nCv6+27/UvSeSkj/QBW89DbwuP6P0DT4wo028ySZFu7hHCbyz67s8UH/Ru7JDjT1hxD07D7LRvO9xqjvqDJ6/RZeMwFSxxD9N/Ok+qzlqvtq9Lz5uIY6/rDS/vn9CcL9W8w0+Ix1NvIRxPLveYBW8VtS6PAVs2LuyQ409KcQ9Oxay0bxjl6I7lGgOSxBLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[-1.4549398 3.3413293 -6.7534785 ]\n [ 0.03123146 -0.20729426 0.13861421]\n [-0.79375863 0.34754828 0.13862488]\n [-3.00179 1.0748075 0.13857953]\n [ 0.49535337 1.1658607 0.13863438]\n [ 1.1701452 -0.47840372 0.13861421]\n [ 1.1897067 -0.7095725 0.13861442]\n [ 0.9935007 0.5110239 0.13863245]\n [ 0.10466164 -1.0787054 0.13849108]\n [-0.17814611 0.78164667 0.13863109]\n [ 1.1655018 -0.09805054 0.13862935]\n [-0.76950675 -0.38007873 0.13861421]\n [-2.4268687 0.14078632 0.13863173]\n [-4.199527 -0.28924283 0.1386312 ]\n [ 0.05835515 0.6825569 0.13862853]\n [-0.37344873 -0.93851465 0.13862357]]", "desired_goal": "[[ 1.4240143 0.64559424 -0.28392544]\n [-1.2280788 1.3945915 0.53897196]\n [ 1.4491 -0.13930419 1.2833912 ]\n [-1.4193126 1.4904526 -1.3027195 ]\n [-0.34105226 1.6114326 0.8027069 ]\n [ 1.048339 -0.9171903 0.68209994]\n [ 1.5879475 -0.9338333 -0.5291932 ]\n [-1.2096364 -0.5766205 -1.3027195 ]\n [ 1.3645122 -0.5138829 -0.78762406]\n [-1.1959715 -0.39847597 0.8967377 ]\n [-0.20436266 -1.637488 -0.181961 ]\n [ 1.6287849 1.0943354 0.19662423]\n [-1.026712 0.28791535 -0.01447131]\n [-1.3670185 1.7165357 1.4760537 ]\n [-0.31961107 -1.7143902 0.33784106]\n [-1.2550697 0.8347255 1.06538 ]]", "observation": "[[-9.15125072e-01 -1.65736043e+00 1.12326115e-01 -1.59551013e+00\n 1.67819962e-01 -6.19769692e-01 -1.15261984e+00 -1.45493984e+00\n 3.34132934e+00 -6.75347853e+00 -6.74551344e+00 3.08361602e+00\n 3.44968820e+00 -3.51083465e-02 1.39257789e+00 -2.00000000e+01\n -1.28194971e+01 1.72322547e+00 5.65504968e-01]\n [ 1.60994112e+00 -9.74363327e-01 1.60138309e-01 1.78993732e-01\n 2.40450859e-01 -5.24225891e-01 9.71102953e-01 3.12314592e-02\n -2.07294255e-01 1.38614208e-01 -1.22844083e-02 -3.03265871e-03\n -9.16616432e-03 2.26633251e-02 -6.55136164e-03 6.89767748e-02\n 2.89560342e-03 -2.55976133e-02 4.95342026e-03]\n [-3.20424706e-01 -1.96944964e+00 -7.42913127e-01 -1.04817665e+00\n 2.32896030e-01 -9.06560779e-01 -1.15290523e+00 -7.93758631e-01\n 3.47548276e-01 1.38624877e-01 -1.25888688e-02 -3.18938168e-03\n -7.13046221e-03 2.25443412e-02 -6.34301500e-03 6.89767748e-02\n 2.89558317e-03 -2.55975928e-02 5.32207591e-03]\n [-2.95669794e+00 -8.60746354e-02 -8.47464085e-01 2.44610384e-01\n -5.14618773e-03 -4.86297160e-02 1.15558088e+00 -3.00179005e+00\n 1.07480752e+00 1.38579533e-01 -1.26784500e-02 -3.49744619e-03\n 1.24797441e-01 3.32777321e-01 8.83991838e-01 6.99789673e-02\n 4.79589542e-03 -2.22768858e-02 2.26925969e-01]\n [ 1.36291891e-01 -3.82528221e-03 -7.95506895e-01 9.02113259e-01\n -1.03304839e+00 5.55308796e-02 1.14869893e+00 4.95353371e-01\n 1.16586065e+00 1.38634384e-01 -1.25006447e-02 -3.08538205e-03\n -8.50459840e-03 2.28008721e-02 -6.53079711e-03 6.89847022e-02\n 2.84396252e-03 -2.56041829e-02 4.99694049e-03]\n [-1.77067256e+00 3.28573972e-01 8.11412632e-02 6.49724960e-01\n -5.05942218e-02 2.80511945e-01 3.45045477e-01 1.17014515e+00\n -4.78403717e-01 1.38614208e-01 -1.22844083e-02 -3.03265871e-03\n -9.15956218e-03 2.26633251e-02 -6.55136164e-03 6.89767748e-02\n 2.89560342e-03 -2.55976133e-02 4.95342165e-03]\n [ 5.00675738e-01 8.19608986e-01 1.20428824e+00 7.60575652e-01\n 1.25063539e+00 4.42473888e-01 8.68872702e-01 1.18970668e+00\n -7.09572494e-01 1.38614416e-01 -1.22863045e-02 -3.03266011e-03\n -8.92862957e-03 2.26633083e-02 -6.55445876e-03 6.89727440e-02\n 2.91954493e-03 -2.55976059e-02 4.95347288e-03]\n [ 9.34526324e-01 4.71116096e-01 8.93785596e-01 3.31373483e-01\n 8.55553627e-01 -1.69740617e+00 -1.15312004e+00 9.93500710e-01\n 5.11023879e-01 1.38632447e-01 -1.24630565e-02 -3.11050680e-03\n -8.91851727e-03 2.28210837e-02 -6.51275972e-03 6.89752996e-02\n 2.90437881e-03 -2.55976133e-02 4.94781137e-03]\n [-2.35395148e-01 -6.50913358e-01 -6.83619022e-01 -2.63517797e-01\n -9.78884816e-01 7.34277248e-01 1.14840996e+00 1.04661644e-01\n -1.07870543e+00 1.38491079e-01 -1.33095430e-02 -3.82594974e-03\n 1.73456860e+00 6.63122594e-01 3.25248063e-01 7.15815648e-02\n 8.35940999e-04 -1.37546649e-02 7.56143779e-02]\n [ 4.23440307e-01 -1.57415628e+00 -3.82649809e-01 2.37143695e-01\n 1.17944837e+00 -5.53516686e-01 -1.15311921e+00 -1.78146109e-01\n 7.81646669e-01 1.38631091e-01 -1.25787873e-02 -3.12861847e-03\n -8.42016563e-03 2.26743687e-02 -6.36196230e-03 6.91372380e-02\n 1.10837433e-03 -2.67880168e-02 5.10517275e-03]\n [ 4.52027410e-01 -6.18742168e-01 -7.84596980e-01 -1.41817316e-01\n -4.38137382e-01 1.55856550e-01 1.14874566e+00 1.16550183e+00\n -9.80505422e-02 1.38629347e-01 -1.25191435e-02 -2.96165049e-03\n -8.98899604e-03 2.28958987e-02 -6.60468312e-03 6.88721910e-02\n 2.89551425e-03 -2.49449331e-02 4.96181520e-03]\n [ 4.96615380e-01 -1.06055665e+00 -7.94026792e-01 1.21404745e-01\n -1.24783564e+00 1.33100376e-01 1.01769888e+00 -7.69506752e-01\n -3.80078733e-01 1.38614208e-01 -1.22844083e-02 -3.03265871e-03\n -9.08643752e-03 2.26633195e-02 -6.55136444e-03 6.89767748e-02\n 2.89560342e-03 -2.55976133e-02 4.95343981e-03]\n [ 2.08958566e-01 9.56504285e-01 -6.63371444e-01 3.28674495e-01\n 1.34292054e+00 1.39268768e+00 -7.53147453e-02 -2.42686868e+00\n 1.40786320e-01 1.38631731e-01 -1.24884918e-02 -3.17337341e-03\n 7.94088602e-01 2.28132978e-02 -6.53241388e-03 6.89767748e-02\n 2.89560342e-03 -2.55976133e-02 5.00185043e-03]\n [-1.22542787e+00 7.58157820e-02 -4.98365551e-01 -5.50103724e-01\n -1.97653007e-02 -1.85234055e-01 -1.15267563e+00 -4.19952679e+00\n -2.89242834e-01 1.38631195e-01 -1.24304052e-02 -3.04154004e-03\n 3.41726750e-01 2.29883827e-02 -6.67742733e-03 6.91415146e-02\n 4.37499117e-03 -2.39638705e-02 5.13543282e-03]\n [-2.12050095e-01 4.56996970e-02 1.23824382e+00 9.63500217e-02\n -4.96173114e-01 -1.03881560e-01 1.14508522e+00 5.83551526e-02\n 6.82556927e-01 1.38628528e-01 -1.25511140e-02 -3.00829322e-03\n -8.37891549e-03 2.29395386e-02 -6.39335066e-03 6.89767748e-02\n 2.89561623e-03 -2.55976003e-02 5.20157022e-03]\n [-1.23476911e+00 -4.39346552e+00 1.53666162e+00 4.57003027e-01\n -2.28735611e-01 1.71622664e-01 -1.11039519e+00 -3.73448730e-01\n -9.38514650e-01 1.38623565e-01 -1.25191538e-02 -2.87541840e-03\n -9.11733322e-03 2.28063278e-02 -6.60467381e-03 6.89767748e-02\n 2.89560319e-03 -2.55976133e-02 4.96189436e-03]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAEBAQEBAQEBAQEBAQEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVOwcAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAAO5I2vhqy2D7R1K2+1VSBuo5qy7zQv6M895fLvaw+OT37wKM8wcW5vo5XDD4FvKM8c8JePV4dGD4FwqM8hiAKPpbrcb3Qv6M8ToQMPuq8tL3Wv6M8DBjpPT/lhj3PwaM8Brv+O48YCr5YsqM8E7fUvC7gzD2pwaM8T48JPpbWNLx4waM8B6vFvZIRP73Qv6M8gqeWvq2fnDy7waM8mHcBvxgXEL2swaM82mcTO4xAsz1hwaM8qstJvaPw773WwKM8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAAG8n+PcEWZz012bE9RYzavREV+T0zNRA+oqEBPlMnQ7wXOEI+r638vS4WBT4K16M8HvHwvA/fDz4L7SE+nLy7PScVo73J0hk+lQUOPsUMpr285JA9pEHXvcS5TL0K16M8eSr0PdVaNr38Vlw9S9HUvQo0Db07Pig+4luPvHjAEb56jL89gqoRPsyMwz2ravI935u2vdwYzzyeDdY9YVjzvZ09GT6YKU8+jaLhvHSbGL4NsgI+eV3fvbJDlT2gkjM+lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAQAAAAAAADHNAS+kj9tvuTirD3GlSS/IpymPXHHvL6YlJE3O5I2vhqy2D7R1K2+fIUDwMjSCT9M+iBAdJUKvBeGaT74mSbAztdXwTNs4D984cU/H/wxPpeaC76xhLU9nN6JPGSu7j0eDKW+hjKXPdVUgbqOasu80L+jPFTYjDiJOhs3xRZHuSmuqbep3Be20JVPrJfgSy9HbFku2cD7uPuZbL3b7oy+HdkTPGj74L5BL+c9yAECvzWB+Tb3l8u9rD45PfvAozxrJNi3cbCXt5gpqTqoux24N/IEOIjOxCzq7rWyoIK0Mr8TazpUgL++Y8JJvLsRSrnc2yg9rMEgu/Kpu739U6Q9wcW5vo5XDD4FvKM8L8BeuA6blriJI8c9A3M5PfqiFD4ThgM5AwYDOz4vWjvqshw/2+NCu5foWbp4xY87TESSPjQgAL/+WSi9l9ajPXPCXj1eHRg+BcKjPHDXmzWlvHIzWrSYOc1fE7TrKZI1XjGFNZzgY7hH/ty2Ias6sj5Obb47rjo9lEGnPUxyRD5wfMi8S1qLPaFFVT2GIAo+lutxvdC/ozxT2Iw4hzobN9ENQrlOrqm3UN0XtvAKT6z+WUwvplxbLmq++7iw3iY9273pPcsDOT4Kpm4+piIbP20iFj686489ToQMPuq8tL3Wv6M8n6GLOHg5Gzfwl4+3nbOpt1u9ObYmRwe1ykvTNw2u+jHjcvu4BQe+PecYhj1V/Bw+KX6WPeBC1D5xOWS/1cjjsgwY6T0/5YY9z8GjPIv1UzdqJZG2gc8jt9LqPDb1MIc2okhGtLLlGje5a7qv+hgOudzRQr1Rubq97XxpPEo8F76m0PK+DYyTPlPRoz0Gu/47jxgKvliyozz+1IC59GEHuSVMoj/mir89yYJdPcbrqjkOAw67JYhCPPxxRz4D6wA9Y1phvtYLJz38fB09N04SP6BSrL4RpzgwE7fUvC7gzD2pwaM84VS+t8Yk+7bn5bg5ayactzP87zfUeKg3rnT2up5tnLq9gJw5EvcOPXSGsb1JSa87NM7RveVWWb7UCPg7cdejPU+PCT6W1jS8eMGjPBB+lrbXgbU3Ce9/uMqQZjfIxze3yJhbtzIdybPWiCs6FjLLuOzfJD0t7Re+AwyUO2gdlrtxxBq/Y21ju5KDmj0Hq8W9khE/vdC/ozxI2Iw4bzobN2NKCrnrr6m3iuQXtoB0T6wq9kwvg2VbLnGj+7i8Nbw7J3EIPrJdgzwRcJQ9BpUmPyCLGz9wbhk9gqeWvq2fnDy7waM8p2yjNnFEgLfBfxU/YjDhNV6YXTVQpVWsSMvqLivZMq9SAmM3QVMqvvGNKDzohvo8yCuCvrE9HLxvsSG+VlGBN5h3Ab8YFxC9rMGjPB2UvTdhPQE3K4+CPhCZ5DeXWr+3jPasN0kBzDq+r9Y6lELIOTdZN73uVMc7ehQ8PuWsY7w8Ina+GI/yvb6Uoz3aZxM7jECzPWHBozx29G63A4diN06gyDmSwKg3VxHFN9CVbC1prmcy5hNbMvXyEzoFeSu+ixodv6sEVz5pJvY98+PivfJUeTzBn8I6qstJvaPw773WwKM8EJmWtljWGTji2SG5QSExNT3BN7foSoysG9iTrlRpii+mvMq4lGgOSxBLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[-0.1782922 0.4232338 -0.3395143 ]\n [-0.00098672 -0.02483108 0.01998892]\n [-0.09941094 0.04522578 0.01998948]\n [-0.36283687 0.13705274 0.01998712]\n [ 0.05438466 0.14854953 0.01998998]\n [ 0.13488969 -0.05906256 0.01998892]\n [ 0.13722345 -0.08825095 0.01998894]\n [ 0.1138154 0.06586694 0.01998988]\n [ 0.00777376 -0.13485931 0.0199825 ]\n [-0.0259662 0.10003696 0.01998981]\n [ 0.13433574 -0.01103749 0.01998971]\n [-0.09651762 -0.04664762 0.01998892]\n [-0.29424673 0.01911911 0.01998984]\n [-0.5057311 -0.03517827 0.01998981]\n [ 0.00224923 0.08752546 0.01998967]\n [-0.04926649 -0.1171582 0.01998941]]", "desired_goal": "[[ 0.12440702 0.05641818 0.08684007]\n [-0.10671286 0.12162221 0.14082794]\n [ 0.12659314 -0.01191123 0.18966709]\n [-0.12337815 0.12996742 0.02 ]\n [-0.02941185 0.14049934 0.15813081]\n [ 0.09166834 -0.07963019 0.15021814]\n [ 0.13869317 -0.08107904 0.07074878]\n [-0.10510567 -0.04998185 0.02 ]\n [ 0.11922164 -0.04452022 0.05379389]\n [-0.10391482 -0.03447346 0.16429989]\n [-0.01749987 -0.14233577 0.09352966]\n [ 0.142252 0.09548339 0.11836752]\n [-0.08916449 0.02528041 0.10451816]\n [-0.11882091 0.1496491 0.2023071 ]\n [-0.02754333 -0.1490305 0.12763233]\n [-0.109065 0.07288302 0.17536402]]", "observation": "[[-1.29107580e-01 -2.31687814e-01 8.44171345e-02 -6.42910361e-01\n 8.13524872e-02 -3.68709117e-01 1.73545413e-05 -1.78292200e-01\n 4.23233807e-01 -3.39514285e-01 -2.05502224e+00 5.38372517e-01\n 2.51527691e+00 -8.45848396e-03 2.28050575e-01 -2.60314751e+00\n -1.34901867e+01 1.75330198e+00 1.54594374e+00]\n [ 1.73813328e-01 -1.36331901e-01 8.86319950e-02 1.68297812e-02\n 1.16543561e-01 -3.22358072e-01 7.38268346e-02 -9.86720086e-04\n -2.48310827e-02 1.99889243e-02 6.71601447e-05 9.25234872e-06\n -1.89866012e-04 -2.02274696e-05 -2.26291945e-06 -2.94996319e-12\n 1.85425328e-10 4.94362572e-11 -1.20045333e-04]\n [-5.77640347e-02 -2.75259823e-01 9.02393181e-03 -4.39418077e-01\n 1.12883098e-01 -5.07839680e-01 7.43581995e-06 -9.94109437e-02\n 4.52257842e-02 1.99894812e-02 -2.57661650e-05 -1.80827647e-05\n 1.29060727e-03 -3.76064854e-05 3.16968326e-05 5.59358462e-12\n -2.11798188e-08 2.10141593e-08 8.96748097e-04]\n [-3.74025941e-01 -1.23144118e-02 -1.92708263e-04 4.12252992e-02\n -2.45294999e-03 -9.16327387e-02 8.02383199e-02 -3.62836868e-01\n 1.37052745e-01 1.99871156e-02 -5.31079095e-05 -7.18143856e-05\n 9.72357467e-02 4.52756993e-02 1.45152956e-01 1.25430801e-04\n 1.99925969e-03 3.32923187e-03 6.12105012e-01]\n [-2.97378632e-03 -8.31255165e-04 4.38755378e-03 2.85677314e-01\n -5.00491381e-01 -4.11014482e-02 7.99991414e-02 5.43846600e-02\n 1.48549527e-01 1.99899767e-02 1.16111005e-06 5.65165870e-08\n 2.91260716e-04 -1.37252940e-07 1.08900474e-06 9.92363994e-07\n -5.43302012e-05 -6.58611270e-06 -1.08655351e-08]\n [-2.31743783e-01 4.55763154e-02 8.16680491e-02 1.91842258e-01\n -2.44733989e-02 6.80433139e-02 5.20683564e-02 1.34889692e-01\n -5.90625629e-02 1.99889243e-02 6.71601374e-05 9.25234690e-06\n -1.85064288e-04 -2.02275369e-05 -2.26295742e-06 -2.94225408e-12\n 1.85856636e-10 4.98771233e-11 -1.20040801e-04]\n [ 4.07397151e-02 1.14131652e-01 1.80678532e-01 2.33055264e-01\n 6.05997443e-01 1.46615699e-01 7.02738464e-02 1.37223452e-01\n -8.82509500e-02 1.99889354e-02 6.65814077e-05 9.25210043e-06\n -1.71176798e-05 -2.02300089e-05 -2.76773676e-06 -5.03949536e-07\n 2.51884521e-05 7.29574490e-09 -1.19900120e-04]\n [ 9.27868262e-02 6.54771850e-02 1.53306320e-01 7.34828189e-02\n 4.14572716e-01 -8.91501486e-01 -2.65176059e-08 1.13815397e-01\n 6.58669397e-02 1.99898761e-02 1.26337500e-05 -4.32569232e-06\n -9.76387037e-06 2.81508665e-06 4.02901287e-06 -1.84666106e-07\n 9.23259540e-06 -3.39097445e-10 -1.35514798e-04]\n [-4.75634187e-02 -9.11737755e-02 1.42509760e-02 -1.47690922e-01\n -4.74248111e-01 2.88177878e-01 7.99890980e-02 7.77375977e-03\n -1.34859309e-01 1.99825019e-02 -2.45727540e-04 -1.29110937e-04\n 1.26794875e+00 9.35266465e-02 5.40798046e-02 3.26005917e-04\n -2.16693012e-03 1.18732797e-02 1.94770753e-01]\n [ 3.14741246e-02 -2.20071360e-01 4.07827720e-02 3.84492725e-02\n 5.71505964e-01 -3.36567879e-01 6.71762257e-10 -2.59662028e-02\n 1.00036964e-01 1.99898053e-02 -2.26892898e-05 -7.48466391e-06\n 3.52665054e-04 -1.86145389e-05 2.86084596e-05 2.00834256e-05\n -1.88030838e-03 -1.19345239e-03 2.98505562e-04]\n [ 3.49035934e-02 -8.66822302e-02 5.34931244e-03 -1.02444082e-01\n -2.12245539e-01 7.56941177e-03 8.00007656e-02 1.34335741e-01\n -1.10374894e-02 1.99897140e-02 -4.48502396e-06 2.16373428e-05\n -6.10193565e-05 1.37427796e-05 -1.09541652e-05 -1.30889894e-05\n -9.36510247e-08 6.54352247e-04 -9.68912354e-05]\n [ 4.02526110e-02 -1.48365691e-01 4.51803347e-03 -4.58114222e-03\n -6.04559958e-01 -3.47026507e-03 7.54462630e-02 -9.65176150e-02\n -4.66476157e-02 1.99889243e-02 6.71600574e-05 9.25232507e-06\n -1.31884168e-04 -2.02282881e-05 -2.26337806e-06 -2.94811398e-12\n 1.86411470e-10 4.98849954e-11 -1.19990560e-04]\n [ 5.74371032e-03 1.33244142e-01 1.60358883e-02 7.24793747e-02\n 6.50711417e-01 6.07591629e-01 3.74588370e-02 -2.94246733e-01\n 1.91191081e-02 1.99898388e-02 4.87042735e-06 -1.52906596e-05\n 5.83980620e-01 1.67778876e-06 8.25506390e-07 -3.03608874e-12\n 1.06771980e-10 -1.62661593e-10 1.35307946e-05]\n [-1.66333213e-01 1.02877477e-02 3.05819064e-02 -2.54240274e-01\n -9.53619275e-03 -1.57903418e-01 1.54158733e-05 -5.05731106e-01\n -3.51782739e-02 1.99898109e-02 2.25995263e-05 7.70329007e-06\n 2.54998535e-01 2.72509933e-05 -2.28111585e-05 2.06188051e-05\n 1.55643479e-03 1.63792796e-03 3.81965772e-04]\n [-4.47628163e-02 6.08312245e-03 1.83671862e-01 -1.38962017e-02\n -2.40364969e-01 -1.18436992e-01 7.98735470e-02 2.24923203e-03\n 8.75254571e-02 1.99896712e-02 -1.42428235e-05 1.35020846e-05\n 3.82664090e-04 2.01168332e-05 2.34923045e-05 1.34483119e-11\n 1.34856259e-08 1.27520021e-08 5.64380840e-04]\n [-1.67453840e-01 -6.13686264e-01 2.09978744e-01 1.20190449e-01\n -1.10786341e-01 1.52180064e-02 1.48486358e-03 -4.92664948e-02\n -1.17158197e-01 1.99894123e-02 -4.48816718e-06 3.66776658e-05\n -1.54353242e-04 6.59860291e-07 -1.09526418e-05 -3.98735558e-12\n -6.72317410e-11 2.51768939e-10 -9.66724911e-05]]"}, "_episode_num": 49357, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.0, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEkAAAAAAACMAWyUSzKMAXSUR0C3TKkuL740dX2UKGgGR8AuAAAAAAAAaAdLEGgIR0C3TY6By0a7dX2UKGgGR8AcAAAAAAAAaAdLCGgIR0C3TQmRvFWGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3TdaQV9F4dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3TUkI1LrYdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3TTgC0WuYdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3TgYrFwT/dX2UKGgGR8A0AAAAAAAAaAdLFWgIR0C3TZincclxdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3TYa/RE4OdX2UKGgGR8AUAAAAAAAAaAdLBmgIR0C3TieWBz3idX2UKGgGR8AUAAAAAAAAaAdLBmgIR0C3TZmlVLi/dX2UKGgGR8AcAAAAAAAAaAdLCGgIR0C3TXcjAzpHdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3TXIw/PgOdX2UKGgGR8AyAAAAAAAAaAdLE2gIR0C3ToF/2Cd0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3Tl4xpL26dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3TjOTaCcxdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3TYxnOB1+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3Tb/E0iyIdX2UKGgGR8AmAAAAAAAAaAdLDGgIR0C3TgYVZcLSdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3Txlxn3+NdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3TvbFKkEcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3T6CLVFx5dX2UKGgGR8AUAAAAAAAAaAdLBmgIR0C3T+YG+sYEdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3T5mwFC9idX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UGcGs3hodX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3T/Bky1u0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3T949gWrPdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UIC9du50dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3T/Q+dK/VdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3T8zRQaaTdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0C3UC+h4+r3dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UOSLIgeSdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UMFh9b5edX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UJapLmITdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3T++nuRcNdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0C3UPhSgoPTdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UCRddE9ddX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UG2QbMoudX2UKGgGR8AoAAAAAAAAaAdLDWgIR0C3UJv6KtPpdX2UKGgGR8AyAAAAAAAAaAdLE2gIR0C3UVivkiljdX2UKGgGR8AUAAAAAAAAaAdLBmgIR0C3UUM052hadX2UKGgGR8AcAAAAAAAAaAdLCGgIR0C3UId6sySFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UXlfzBhydX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UVZUo8ZDdX2UKGgGR8AwAAAAAAAAaAdLEWgIR0C3UUMKTjebdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0C3USo6S1VpdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UlBMN+b3dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UgiPMjeLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3Uk6TKT0QdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UjklVtGedX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UpxiXpnpdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0C3UoJEDyOJdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3U0pKvmozdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UycXWOIZdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0C3U1WW2PT5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UvtknTiLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UlPkeZG8dX2UKGgGR8AiAAAAAAAAaAdLCmgIR0C3UyHWnTAndX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3UwqGHpKSdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3U8dGd7OWdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0C3U5L4Ju2rdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3U7FvddmhdX2UKGgGR8AkAAAAAAAAaAdLC2gIR0C3U4rgGbCrdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0C3U0WRigCfdX2UKGgGR8AsAAAAAAAAaAdLD2gIR0C3Uz/fO2RadX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3U+UhJRO2dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3U8IAS39adX2UKGgGR8AYAAAAAAAAaAdLB2gIR0C3U+A1BMSLdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0C3U5vCyhSMdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0C3VAFWOp84dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3U6qcNH6NdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3U5KUVzp5dX2UKGgGR8A0AAAAAAAAaAdLFWgIR0C3VCBGc4HYdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0C3VFjSkTHsdX2UKGgGR8AmAAAAAAAAaAdLDGgIR0C3VHcPOIIodX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VMFB2OhkdX2UKGgGR8AsAAAAAAAAaAdLD2gIR0C3VF/vnbItdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0C3VOScwxnGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VLSvovBadX2UKGgGR8AcAAAAAAAAaAdLCGgIR0C3VRn974SIdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0C3VK9onKGMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VJ4e1a4ddX2UKGgGR8AQAAAAAAAAaAdLBWgIR0C3VVGpda+wdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0C3VRBWPtD2dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VbaIi1RcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VLTY7JXAdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0C3VXlbmlqKdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0C3VPnWOIZZdX2UKGgGR8BGgAAAAAAAaAdLLmgIR0C3VdzXz19OdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3ViBF7UobdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VevqLS/kdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VZfpY9xIdX2UKGgGR8AoAAAAAAAAaAdLDWgIR0C3VZYRRMvidX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VevhuO0cdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VkyUX531dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VeFPWQOndX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3VnOVs1sMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0C3Vq0384xUdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0C3VyIFFDv3dX2UKGgGR8AuAAAAAAAAaAdLEGgIR0C3Vy8kt29tdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImIiImJiYmIiYiIiImIiYmJiYiJiYmIiYmJiYmJiYiJiYmJiImJiIiIiImJiIiJiYmJiYiJiYiJiYiJiYiJiIiIiYmIiIiJiYiIiImIiImIiImIiImJiIiIiYmJiImJiYmJiIhlLg=="}, "_n_updates": 124688, "buffer_size": 1000000, "batch_size": 2048, "learning_starts": 5000, "tau": 0.005, "gamma": 0.95, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7fdb16ea4f70>", "add": "<function DictReplayBuffer.add at 0x7fdb16ea5000>", "sample": "<function DictReplayBuffer.sample at 0x7fdb16ea5090>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fdb16ea5120>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fdb16e8f280>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -4.0, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVawIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQubwIsfwsD4XtqUxTuoKIP4wDaW5jlIoReyLuPoaVmr0ai2z/X1eN2QB1jApoYXNfdWludDMylEsAjAh1aW50ZWdlcpRLAHVidWIu", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 16, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVsQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjGAvaG9tZS90b21lay9weXRvcmNoX2xlYXJuaW5nL3ZlbnYvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjAg8bGFtYmRhPpRLYUMCDACUjA52YWx1ZV9zY2hlZHVsZZSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGAvaG9tZS90b21lay9weXRvcmNoX2xlYXJuaW5nL3ZlbnYvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYaA+MDF9fcXVhbG5hbWVfX5SMIWdldF9zY2hlZHVsZV9mbi48bG9jYWxzPi48bGFtYmRhPpSMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RoAihoByhLAUsASwBLAUsBSxNDBIgAUwCUaAkpjAFflIWUaA6MBGZ1bmOUS4VDAgQBlIwDdmFslIWUKXSUUpRoFU5OaB0pUpSFlHSUUpRoI2g9fZR9lChoGGg0aCaMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUaCh9lGgqTmgrTmgsaBloLU5oLmgwRz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjCFlFKUhZRoRV2UaEd9lHWGlIZSMC4="}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.146.1-microsoft-standard-WSL2-x86_64-with-glibc2.35 # 1 SMP Thu Jan 11 04:09:03 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.0+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.1", "OpenAI Gym": "0.26.2"}}
|
|
|
|
| 1 |
+
{"policy_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVMQAAAAAAAACMGHNiM19jb250cmliLnRxYy5wb2xpY2llc5SMEE11bHRpSW5wdXRQb2xpY3mUk5Qu", "__module__": "sb3_contrib.tqc.policies", "__doc__": "\n Policy class (with both actor and critic) for TQC.\n\n :param observation_space: Observation space\n :param action_space: Action space\n :param lr_schedule: Learning rate schedule (could be constant)\n :param net_arch: The specification of the policy and value networks.\n :param activation_fn: Activation function\n :param use_sde: Whether to use State Dependent Exploration or not\n :param log_std_init: Initial value for the log standard deviation\n :param use_expln: Use ``expln()`` function instead of ``exp()`` when using gSDE to ensure\n a positive standard deviation (cf paper). It allows to keep variance\n above zero and prevent it from growing too fast. In practice, ``exp()`` is usually enough.\n :param clip_mean: Clip the mean output when using gSDE to avoid numerical instability.\n :param features_extractor_class: Features extractor to use.\n :param normalize_images: Whether to normalize images or not,\n dividing by 255.0 (True by default)\n :param optimizer_class: The optimizer to use,\n ``th.optim.Adam`` by default\n :param optimizer_kwargs: Additional keyword arguments,\n excluding the learning rate, to pass to the optimizer\n :param n_quantiles: Number of quantiles for the critic.\n :param n_critics: Number of critic networks to create.\n :param share_features_extractor: Whether to share or not the features extractor\n between the actor and the critic (this saves computation time)\n ", "__init__": "<function MultiInputPolicy.__init__ at 0x7fdae215b880>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fdae2161780>"}, "verbose": 1, "policy_kwargs": {"net_arch": [1024, 1024, 1024], "n_critics": 2, "n_quantiles": 25, "use_sde": false}, "num_timesteps": 2757376, "_total_timesteps": 5000000, "_num_timesteps_at_start": 0, "seed": null, "action_noise": null, "start_time": 1718020404128039268, "learning_rate": 0.0001, "tensorboard_log": "./tqcPandaPickAndPlace-v3/", "_last_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVOwcAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAArkaFv/Nbsr2r5As+KeD6votAZb864ws+1YIiv/45jD9Y5Qs+MxWZv1uzUj9k4As+pHaGP6x0jj9k4As+2hmJP6YMYb/h5As+b5SYv7vOI79k4As+mgyCP2G4Lz8y5As+OKS7wIkNwb/+5As+ZC6QvY7JDj5k4As+Sk1EvxCrAz9k4As+Hq+Av3l7sj4y5As+vJShP0wWm73N4gs+wqjSvhZS8D3h5As+b9GsP5ANn77qyAs+s+SSPygnf78y5As+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAA/0zQP74piD7sO4A/5ZYLv6Vkw7/JiNU/w+QWPwOphr9cwgc+Wnhhv+gJV7+4GQg/W5Wwv8Fjjz7ekWA/l1S+PewoCT4ImMO+HLzTP4Mvs76Wc9c//0VRP2gFtr+tr6m/Gl+0P/xspT/rS4M/M5PJvEkwkj8yYC8+CPKjP60Wmj8NXwU/WK0iPj9cuj/lB4M/WDaFPZj8DD6tr6m/dhZ0vzZjIT6DcIC9hRZJP1aGbb5wsD2+5rs3P6b4Tz/xEdM+lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAQAAAAAAABso8S/I+C5Px2kRj8Ejba/8a25Pg6R6L4HwZY/rkaFv/Nbsr2r5As+RogyvLjJz7uPIU28W9bmPIz+Ibs7h4k91YZzu4MHsrybHL27VSxnv+Mkuj9H2PC+/Qszv4EUYD76jE2/o1MCPyng+r6LQGW/OuMLPiLiNLwX79O7qUE+vBk85jzwAya7k92JPVRn/7qpTai8/XKzu77SdL5w3Y0+3lylvefo3j6ehB2/Vh4zv9kPbT/VgiK//jmMP1jlCz7UpzO8NDbQuxn3SLwLL+g8rmUzu9PwiT2LbfK6KkWpvHrYvrvKk+A98w4jviLGtzzH4Na/MttuPouqs780hJk/MxWZv1uzUj9k4As+xP4vvKULz7vNfFK8PDLnPLB2M7uI3Yk9Hlf/urRNqLxEXsC7zcbovlVfML+8E/q+PGluvk0bA8C2xtY+aLqZP6R2hj+sdI4/ZOALPp3+L7ylC8+7fcxTvD8y5zyldTO7k92JPadm/7q0Tai8cF7Au9vEbT4FzNc/IqZLv98Dsj7ob/K+JR7pPT1xjL/aGYk/pgxhv+HkCz5nIjO8uqTMux3RVLyo5ek8xe05u+ozij2z3Fi6mvmYvIGhwru5YmnAUjtpQMHVWT4F4UM/nLmJPvTruD7L+JS9b5SYv7vOI79k4As+0g83vIFa0rtDI1a8+G7pPPGqMbuT3Yk9qmb/urVNqLzBXsC7LMeDPwKeRz9Y6Sk/sb2IvlKFpD/XCDHAN5+Iv5oMgj9huC8/MuQLPorSMrzxQNO74GRTvHAE5zwijjq7ad2JPRb3/rpLSqi8VgTGu3Kx+r/VrDy/VuLsQCOIP7+UtFo+RRliP9oHXr84pLvAiQ3Bv/7kCz6hsDK8s9TPu+F0qb/7YOg8iGQyu5PdiT2oZv+6tU2ovI3BvrtPiJDAUDPTv+G+8j78GUm/aHRGPj1uvz30cIy/ZC6QvY7JDj5k4As+nf4vvKULz7vynVW8QzLnPJV1M7uT3Yk9p2b/urRNqLyvXsC7AsmMvma/Tz88ViVAmQ+fPtq6Vb+a5pu9aQVsP0pNRL8QqwM/ZOALPp3+L7ylC8+7b3hTvD8y5zyodTO7k92JPadm/7q0Tai8ZV7Au34tRT/fLGE+2PIzQGeq8zsTgmE/deExP/L5i78er4C/eXuyPjLkCz7sRjS8tkjOuzJbP7xbbek8ZUQpu5PdiT08Zv+6rk2ovOKut7vCTIU/Jakcvjz0iT89qAw/5/xbvxpXaL+mrmG/vJShP0wWm73N4gs+8D8yvMt2zLsvck+8XyDqPHOcP7sZ7Yk9Rp/3usZJqrz9b7O7G1Z7wEss27/GguY+IShCv3qsQ74k1+w+bxIkvcKo0r4WUvA94eQLPtS4NLycCdK7MYVJvBhJ5zxIPSe76zOKPTyEc7seCLK85Q27u/PuFT+cLhU/EoW/vuWFEz+AK5E/HthyP2WaiL9v0aw/kA2fvurICz57Lzu8Ebbhu+sHekBLSb5AhxDfv3sEjj0L6xC8lSO3vEeB3D+OTgo/91KPPyZWSr92x/k+W4CNPxx6MT1pyZk/s+SSPygnf78y5As+H0c0vFhJzrs6Qk28bG3pPG9DKbuT3Yk95GX/uq1NqLwHrbe7lGgOSxBLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[-1.0412195 -0.08708944 0.13661449]\n [-0.48999146 -0.8955161 0.13660899]\n [-0.63480884 1.0955198 0.13661706]\n [-1.1959594 0.82304925 0.13659817]\n [ 1.0504956 1.1129355 0.13659817]\n [ 1.0711014 -0.87909925 0.13661529]\n [-1.1920298 -0.6398732 0.13659817]\n [ 1.0160096 0.68640715 0.13661268]\n [-5.863796 -1.5082256 0.13661572]\n [-0.07040098 0.13944075 0.13659817]\n [-0.76680434 0.51432896 0.13659817]\n [-1.0053442 0.34859827 0.13661268]\n [ 1.2623515 -0.07572612 0.13660736]\n [-0.41144377 0.11734407 0.13661529]\n [ 1.3501414 -0.31065035 0.13650861]\n [ 1.1476043 -0.9966912 0.13661268]]", "desired_goal": "[[ 1.6273497 0.26594347 1.0018287 ]\n [-0.5452712 -1.5265089 1.6682369 ]\n [ 0.5894281 -1.0520328 0.13257736]\n [-0.88074267 -0.8399949 0.53164244]\n [-1.379558 0.28005794 0.87722576]\n [ 0.09293478 0.13394517 -0.38201928]\n [ 1.6541781 -0.34997186 1.6832149 ]\n [ 0.8174743 -1.42204 -1.3256737 ]\n [ 1.4091523 1.2923884 1.0257543 ]\n [-0.02460632 1.1420985 0.1712654 ]\n [ 1.2808237 1.203817 0.5209816 ]\n [ 0.15886438 1.4559401 1.0236784 ]\n [ 0.06504506 0.13768232 -1.3256737 ]\n [-0.9534677 0.15760502 -0.0627146 ]\n [ 0.7854999 -0.23195776 -0.18524337]\n [ 0.71771085 0.8123878 0.41224626]]", "observation": "[[-1.53623724e+00 1.45215261e+00 7.75941670e-01 -1.42617846e+00\n 3.62655193e-01 -4.54231679e-01 1.17776573e+00 -1.04121947e+00\n -8.70894417e-02 1.36614487e-01 -1.08967479e-02 -6.34118542e-03\n -1.25202080e-02 2.81783845e-02 -2.47183722e-03 6.71524629e-02\n -3.71592236e-03 -2.17320975e-02 -5.77123230e-03]\n [-9.03020203e-01 1.45425069e+00 -4.70400065e-01 -6.99401677e-01\n 2.18828216e-01 -8.02932382e-01 5.09088695e-01 -4.89991456e-01\n -8.95516098e-01 1.36608988e-01 -1.10402424e-02 -6.46771071e-03\n -1.16123343e-02 2.81048287e-02 -2.53319368e-03 6.73171505e-02\n -1.94857502e-03 -2.05448437e-02 -5.47635416e-03]\n [-2.39085168e-01 2.77080059e-01 -8.07435364e-02 4.35370654e-01\n -6.15304828e-01 -6.99681640e-01 9.26023066e-01 -6.34808838e-01\n 1.09551978e+00 1.36617064e-01 -1.09653063e-02 -6.35411777e-03\n -1.22659439e-02 2.83427443e-02 -2.73738382e-03 6.73538670e-02\n -1.84957811e-03 -2.06628628e-02 -5.82414586e-03]\n [ 1.09656885e-01 -1.59236714e-01 2.24333443e-02 -1.67873466e+00\n 2.33258039e-01 -1.40364206e+00 1.19934702e+00 -1.19595945e+00\n 8.23049247e-01 1.36598170e-01 -1.07418932e-02 -6.31852681e-03\n -1.28471376e-02 2.82221958e-02 -2.73839757e-03 6.73170686e-02\n -1.94809190e-03 -2.05448642e-02 -5.87061234e-03]\n [-4.54641730e-01 -6.88954651e-01 -4.88431811e-01 -2.32823312e-01\n -2.04854131e+00 4.19484794e-01 1.20100117e+00 1.05049562e+00\n 1.11293554e+00 1.36598170e-01 -1.07418569e-02 -6.31852681e-03\n -1.29271718e-02 2.82222014e-02 -2.73833540e-03 6.73171505e-02\n -1.94855488e-03 -2.05448642e-02 -5.87063283e-03]\n [ 2.32196257e-01 1.68591368e+00 -7.95503736e-01 3.47685784e-01\n -4.73510027e-01 1.13827027e-01 -1.09720576e+00 1.07110143e+00\n -8.79099250e-01 1.36615291e-01 -1.09334951e-02 -6.24522287e-03\n -1.29893096e-02 2.85518914e-02 -2.83704815e-03 6.74818307e-02\n -8.27263284e-04 -1.86737068e-02 -5.93966292e-03]\n [-3.64665055e+00 3.64424562e+00 2.12729469e-01 7.65152276e-01\n 2.68994212e-01 3.61175179e-01 -7.27401599e-02 -1.19202983e+00\n -6.39873207e-01 1.36598170e-01 -1.11732055e-02 -6.41948031e-03\n -1.30699305e-02 2.84952968e-02 -2.71099457e-03 6.73171505e-02\n -1.94855523e-03 -2.05448661e-02 -5.87067055e-03]\n [ 1.02951574e+00 7.79754758e-01 6.63716793e-01 -2.67072231e-01\n 1.28531861e+00 -2.76616454e+00 -1.06735885e+00 1.01600957e+00\n 6.86407149e-01 1.36612684e-01 -1.09144542e-02 -6.44695060e-03\n -1.29024684e-02 2.82003582e-02 -2.84660654e-03 6.73168376e-02\n -1.94522995e-03 -2.05432381e-02 -6.04299735e-03]\n [-1.95854020e+00 -7.37012208e-01 7.40262890e+00 -7.48171031e-01\n 2.13579476e-01 8.83198082e-01 -8.67307305e-01 -5.86379623e+00\n -1.50822556e+00 1.36615723e-01 -1.09063694e-02 -6.34249439e-03\n -1.32387936e+00 2.83665564e-02 -2.72205658e-03 6.73171505e-02\n -1.94855500e-03 -2.05448661e-02 -5.82141289e-03]\n [-4.51663923e+00 -1.65000343e+00 4.74112540e-01 -7.85552740e-01\n 1.93803430e-01 9.34719816e-02 -1.09719706e+00 -7.04009831e-02\n 1.39440745e-01 1.36598170e-01 -1.07418569e-02 -6.31852681e-03\n -1.30381454e-02 2.82222088e-02 -2.73833168e-03 6.73171505e-02\n -1.94855488e-03 -2.05448642e-02 -5.87066216e-03]\n [-2.74971068e-01 8.11514258e-01 2.58338833e+00 3.10665876e-01\n -8.34882379e-01 -7.61234313e-02 9.21957552e-01 -7.66804338e-01\n 5.14328957e-01 1.36598170e-01 -1.07418569e-02 -6.31852681e-03\n -1.29071316e-02 2.82222014e-02 -2.73833610e-03 6.73171505e-02\n -1.94855488e-03 -2.05448642e-02 -5.87062771e-03]\n [ 7.70225406e-01 2.19897732e-01 2.81169701e+00 7.43608503e-03\n 8.80891025e-01 6.94846451e-01 -1.09356523e+00 -1.00534415e+00\n 3.48598272e-01 1.36612684e-01 -1.10032372e-02 -6.29528891e-03\n -1.16794575e-02 2.84945276e-02 -2.58281198e-03 6.73171505e-02\n -1.94854243e-03 -2.05448531e-02 -5.60556445e-03]\n [ 1.04140496e+00 -1.52988985e-01 1.07776594e+00 5.49442112e-01\n -8.59327734e-01 -9.07579064e-01 -8.81571174e-01 1.26235151e+00\n -7.57261217e-02 1.36607364e-01 -1.08795017e-02 -6.23974716e-03\n -1.26615008e-02 2.85798889e-02 -2.92375381e-03 6.73467591e-02\n -1.88920717e-03 -2.07871310e-02 -5.47599653e-03]\n [-3.92713046e+00 -1.71228921e+00 4.50216472e-01 -7.58424819e-01\n -1.91087633e-01 4.62578893e-01 -4.00566421e-02 -4.11443770e-01\n 1.17344067e-01 1.36615291e-01 -1.10303946e-02 -6.40983693e-03\n -1.22998217e-02 2.82330960e-02 -2.55187042e-03 6.74818382e-02\n -3.71576753e-03 -2.17323862e-02 -5.70844347e-03]\n [ 5.85677326e-01 5.82742453e-01 -3.74062121e-01 5.76261818e-01\n 1.13414001e+00 9.48610187e-01 -1.06721175e+00 1.35014141e+00\n -3.10650349e-01 1.36508614e-01 -1.14248944e-02 -6.88815909e-03\n 3.90673327e+00 5.94644690e+00 -1.74269187e+00 6.93444833e-02\n -8.84510111e-03 -2.23558340e-02 1.72269523e+00]\n [ 5.40261149e-01 1.11971939e+00 -7.90377021e-01 4.87849891e-01\n 1.10547960e+00 4.33293432e-02 1.20145905e+00 1.14760435e+00\n -9.96691227e-01 1.36612684e-01 -1.10032847e-02 -6.29536435e-03\n -1.25279967e-02 2.84945592e-02 -2.58275471e-03 6.73171505e-02\n -1.94853218e-03 -2.05448512e-02 -5.60534326e-03]]"}, "_last_episode_starts": {":type:": "<class 'numpy.ndarray'>", ":serialized:": "gAWVgwAAAAAAAACMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYQAAAAAAAAAAEBAQEBAQEBAQEBAQEBAQGUjAVudW1weZSMBWR0eXBllJOUjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSxCFlIwBQ5R0lFKULg=="}, "_last_original_obs": {":type:": "<class 'collections.OrderedDict'>", ":serialized:": "gAWVOwcAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAAdeIDvsK0MryTwaM8V9CBvTij6r37wKM8nAGlvbkcED7awaM8va8WvuSr2D3Qv6M8Qov0PSJmEj7Qv6M8LY35PY5T5r2pwaM8gjUWvvOAp73Qv6M82CnsPcPJtD1hwaM87HYzvx7FRb61waM8zMhevP2ZlDzQv6M8NhXFvVqZhz3Qv6M8EQ3/vVUnOD1hwaM8igMUPlPVGrzOwKM8lXNdvevHejypwaM8TK4ePiQYIr0ltqM8QhIGPn6aAr5hwaM8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAAoBwRPjL2vzxbxC8+td9CvX+9B76IOlw+BA5SPf3pur1Ji+s9ikudvUwflb2hZRA+dEz2vTUGyjwndCc+QIEDPLa2QzzI4KY9XIETPrcj97xbOl0+t7eRPV/c/L0K16M8akr7PVbv5j0BXTE+lBwRuwcmzD3ctPA9nmTkPREm1z2Lrw8+ip1hPN4KAj6MOTE+VGO3O9YKSTwK16M8ekWqvfhyZTwofNE9LwOMPR0Bo7yaIsE9bdV/PUNikT1bbgg+lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAQAAAAAAADxXnK+elFZPnjgFz7jkhW/pdwuPqiUkr5oJ6I9deIDvsK0MryTwaM8ocaeN1wYqzaPG1o5OSXgt7+RLzgneKi3vHn2urhknLqNKA85gOkZvg2kWT79kQw9xnqhvuyb0D33EOi+FfxkPVfQgb04o+q9+8CjPJcO2Lcixpe3CHNhOqnGHbgr9gQ46H+tLIlBtrLSmbQyET1rOgSmdL2trBI920aPPU3j1T3Tcpi+/sDOvto1kD2cAaW9uRwQPtrBozy7eSK2fBs3NvzKzDkZKx+2UFgNtvpAljYX2tw4cbP4uBYdRy+zGUe8kUTzvKyaoj1jfi2/TMTePaCqPb8zsaM9va8WvuSr2D3Qv6M8HtKMODs6GzdavOC3G7Opt/2bGLY4ZCmyxEwENUYeTS9Wbvu4tIy2vXGw372T0AU9uzISvhgAfL/VOgc+Ys+jPUKL9D0iZhI+0L+jPD7YjDhZOhs3EbqwuFyxqbcC6xe2QFVQrG0jTS9gAFsuTIv7uMeWlTtpQX0+7yuWOyxzkz0tVmu+GjFqvHjzybMtjfk9jlPmvanBozxEJPs21VO+NzkoB7l/AvA3bhact793qDfYX5w6jXz2OlVEnLkqTAa/cpQKP0RAxj1R4Wc+HuoAPrlH1T3LChI9gjUWvvOAp73Qv6M8U9iMuIg6G7fi3kO5Qa6pNxPdFzbwqU+s1u5Lr6noWq5Lv/u4vx3oPQDl4z2dXQ0+Vywfvp3fHD8lV7K/OySIOtgp7D3DybQ9YcGjPJsMYTemtG+3O4WLuHPWxLfkXKm352sjswZsbTYRets10gYUusiulr4od+69tyJBP7W3qr6Vdcs93ku1PksXAzzsdjO/HsVFvrXBozxfpIU3SAujNroLcb/jHps1JaHnNAAFm6rq0ZYth4YAruWc7DZqriS/scuBvtA29z1tzLG+Yw64PSPwxLxnGVw0zMhevP2ZlDzQv6M8T9iMOH06GzcO7yu58q6pty7gF7bQqU+sV1lML14RWy63s/u4wFmEvd2o7T0glaA+8MxuPchOzr76ite9q+uPPTYVxb1amYc90L+jPDvYjDhSOhs3EIuSuMyxqbf37Be2MJBQrIXJTS9R81ku/4P7uP2rnz2NBd88PkarPkm1XL32i9Y+/x6HPj7CBDkRDf+9VSc4PWHBozxjyG63nbBiN/PPVDrOuag3owLFN2Ancy0dmmcywrZaMvfXEzofcOs9epXrvGolND7NKBY+yE3UvkbcAL836vU7igMUPlPVGrzOwKM8WNPLN0W/xjfKaN842mYJOEBBCrh9THI2/myEOAZPf7kBe2s61RcQv1uVhr7ivPI976isvqOTwb34Wxw+jLMWPZVzXb3rx3o8qcGjPPJUvrfOJPu2aAnAOWQnnLfQ++835XioNzR09rp0bpy6aYScOVo4WD23Uac9tKkwPeVRID4gVQo/GlXFPgLQiDpMrh4+JBgivSW2ozy8mhi53ZDHuP8nNEAVcGA/4X6TvuqegTlVcvC71I7uumi3jkCQ1z49MTYmPoyJpTuipv09StEGP4PPRL2916M9QhIGPn6aAr5hwaM8CAhvt1J1Yjf1PVQ5d8OoNwAXxTewrU8vI77QMnBOfjJG/hM6lGgOSxBLE4aUaBJ0lFKUdS4=", "achieved_goal": "[[-0.12879355 -0.01090735 0.01998976]\n [-0.06338566 -0.11456913 0.01998948]\n [-0.08056948 0.14073457 0.0199899 ]\n [-0.14715476 0.10579661 0.01998892]\n [ 0.11940624 0.14296773 0.01998892]\n [ 0.1218513 -0.11246406 0.01998981]\n [-0.14668849 -0.08178892 0.01998892]\n [ 0.11531419 0.08827545 0.01998967]\n [-0.70103335 -0.19313475 0.01998983]\n [-0.01359768 0.01813983 0.01998892]\n [-0.09623186 0.06621046 0.01998892]\n [-0.12453664 0.04495938 0.01998967]\n [ 0.14454475 -0.00945027 0.0199894 ]\n [-0.05406531 0.01530645 0.01998981]\n [ 0.15496176 -0.0395738 0.01998431]\n [ 0.13092902 -0.12754247 0.01998967]]", "desired_goal": "[[ 0.14171076 0.02343282 0.17164747]\n [-0.04757662 -0.13255881 0.21506703]\n [ 0.0512829 -0.09126661 0.11501176]\n [-0.07680424 -0.0728136 0.14101268]\n [-0.12026301 0.02466116 0.16352902]\n [ 0.00802642 0.01194542 0.08148342]\n [ 0.14404815 -0.0301684 0.21604292]\n [ 0.07115119 -0.1234672 0.02 ]\n [ 0.12270053 0.11276118 0.17320634]\n [-0.00221423 0.09968191 0.11753246]\n [ 0.11152004 0.10505307 0.14031808]\n [ 0.01377047 0.12699458 0.17307109]\n [ 0.00559656 0.01227065 0.02 ]\n [-0.08314033 0.01400446 0.10228759]\n [ 0.06836545 -0.01989799 0.09430428]\n [ 0.0624594 0.0709882 0.13323347]]", "observation": "[[-2.36690298e-01 2.12224871e-01 1.48317218e-01 -5.84272563e-01\n 1.70763567e-01 -2.86290407e-01 7.91767240e-02 -1.28793553e-01\n -1.09073538e-02 1.99897643e-02 1.89275615e-05 5.09903293e-06\n 2.08003665e-04 -2.67202140e-05 4.18589880e-05 -2.00831109e-05\n -1.88045902e-03 -1.19318720e-03 1.36526491e-04]\n [-1.50304794e-01 2.12539867e-01 3.43189128e-02 -3.15389812e-01\n 1.01859897e-01 -4.53254431e-01 5.59044667e-02 -6.33856580e-02\n -1.14569128e-01 1.99894812e-02 -2.57560005e-05 -1.80928655e-05\n 8.60020984e-04 -3.76167336e-05 3.17005142e-05 4.93115618e-12\n -2.12173905e-08 2.10247073e-08 8.97363818e-04]\n [-5.97286373e-02 3.58092077e-02 6.99593648e-02 1.04437448e-01\n -2.97751039e-01 -4.03816164e-01 7.04152137e-02 -8.05694759e-02\n 1.40734568e-01 1.99898966e-02 -2.42107376e-06 2.72851230e-06\n 3.90611473e-04 -2.37179324e-06 -2.10620419e-06 4.47791263e-06\n 1.05310399e-04 -1.18589851e-04 1.81092780e-10]\n [-1.21521233e-02 -2.96957809e-02 7.93965757e-02 -6.77709758e-01\n 1.08772844e-01 -7.40884781e-01 7.99278244e-02 -1.47154763e-01\n 1.05796605e-01 1.99889243e-02 6.71485759e-05 9.25227778e-06\n -2.67905889e-05 -2.02297724e-05 -2.27405621e-06 -9.85988180e-09\n 4.92855406e-07 1.86553967e-10 -1.19891643e-04]\n [-8.91355574e-02 -1.09223254e-01 3.26696150e-02 -1.42771646e-01\n -9.84376431e-01 1.32060364e-01 7.99853951e-02 1.19406238e-01\n 1.42967731e-01 1.99889243e-02 6.71599846e-05 9.25230506e-06\n -8.42699155e-05 -2.02289593e-05 -2.26375460e-06 -2.96059011e-12\n 1.86572272e-10 4.97951680e-11 -1.19945587e-04]\n [ 4.56509320e-03 2.47319832e-01 4.58287401e-03 7.19970167e-02\n -2.29820922e-01 -1.42939333e-02 -9.40407858e-08 1.21851303e-01\n -1.12464055e-01 1.99898053e-02 7.48460479e-06 2.26888023e-05\n -1.28895874e-04 2.86113918e-05 -1.86070938e-05 2.00829218e-05\n 1.19304191e-03 1.88054296e-03 -2.98055500e-04]\n [-5.24599671e-01 5.41327596e-01 9.68022645e-02 2.26445451e-01\n 1.25893086e-01 1.04140706e-01 3.56548242e-02 -1.46688491e-01\n -8.17889199e-02 1.99889243e-02 -6.71601374e-05 -9.25234781e-06\n -1.86796795e-04 2.02275132e-05 2.26294355e-06 -2.95108035e-12\n -1.85475940e-10 -4.97741050e-11 -1.20042438e-04]\n [ 1.13337986e-01 1.11276627e-01 1.38052419e-01 -1.55442581e-01\n 6.12787068e-01 -1.39328444e+00 1.03867741e-03 1.15314186e-01\n 8.82754549e-02 1.99896712e-02 1.34139800e-05 -1.42875706e-05\n -6.65285261e-05 -2.34648815e-05 -2.01896255e-05 -3.80495315e-08\n 3.53786299e-06 1.63522975e-06 -5.64676826e-04]\n [-2.94302225e-01 -1.16438210e-01 7.54435956e-01 -3.33432823e-01\n 9.93453637e-02 3.54094446e-01 8.00115895e-03 -7.01033354e-01\n -1.93134755e-01 1.99898276e-02 1.59313768e-05 4.85909186e-06\n -9.41585183e-01 1.15573891e-06 4.31443510e-07 -2.75370005e-13\n 1.71462462e-11 -2.92233147e-11 7.05161301e-06]\n [-6.43286347e-01 -2.53507167e-01 1.20710015e-01 -3.47262770e-01\n 8.98711905e-02 -2.40402874e-02 2.04983380e-07 -1.35976784e-02\n 1.81398336e-02 1.99889243e-02 6.71601083e-05 9.25233780e-06\n -1.63968856e-04 -2.02278352e-05 -2.26312432e-06 -2.95107341e-12\n 1.85854318e-10 4.98102601e-11 -1.20020872e-04]\n [-6.46243095e-02 1.16044737e-01 3.13637733e-01 5.83009124e-02\n -4.02944803e-01 -1.05245546e-01 7.02737197e-02 -9.62318629e-02\n 6.62104636e-02 1.99889243e-02 6.71599628e-05 9.25229870e-06\n -6.98772492e-05 -2.02291631e-05 -2.26386851e-06 -2.96386179e-12\n 1.87162355e-10 4.95561960e-11 -1.19931989e-04]\n [ 7.79647604e-02 2.72243265e-02 3.34520280e-01 -5.38838245e-02\n 4.19036567e-01 2.63908356e-01 1.26608618e-04 -1.24536641e-01\n 4.49593849e-02 1.99896712e-02 -1.42325616e-05 1.35117707e-05\n 8.11814505e-04 2.01136827e-05 2.34854579e-05 1.38216938e-11\n 1.34810110e-08 1.27308244e-08 5.63978625e-04]\n [ 1.14959948e-01 -2.87577994e-02 1.75923973e-01 1.46640018e-01\n -4.14655924e-01 -5.03361106e-01 7.50472723e-03 1.44544750e-01\n -9.45027452e-03 1.99893974e-02 2.42979004e-05 2.36925061e-05\n 1.06529871e-04 3.27591333e-05 -3.29625327e-05 3.61053321e-06\n 6.31455187e-05 -2.43481336e-04 8.98286758e-04]\n [-5.62863648e-01 -2.62858242e-01 1.18524328e-01 -3.37226361e-01\n -9.45198759e-02 1.52694583e-01 3.67923230e-02 -5.40653057e-02\n 1.53064532e-02 1.99898053e-02 -2.26893208e-05 -7.48466755e-06\n 3.66281020e-04 -1.86149919e-05 2.86082795e-05 2.00834565e-05\n -1.88029418e-03 -1.19347731e-03 2.98532919e-04]\n [ 5.27881160e-02 8.16988274e-02 4.31305915e-02 1.56562403e-01\n 5.40361404e-01 3.85414898e-01 1.04379677e-03 1.54961765e-01\n -3.95738035e-02 1.99843142e-02 -1.45534927e-04 -9.51604234e-05\n 2.81494117e+00 8.76710236e-01 -2.88077384e-01 2.47231976e-04\n -7.33784819e-03 -1.82005251e-03 4.45988846e+00]\n [ 4.65922952e-02 1.62316099e-01 5.05179726e-03 1.23852983e-01\n 5.26630998e-01 -4.80494611e-02 8.00013319e-02 1.30929023e-01\n -1.27542466e-01 1.99896712e-02 -1.42473800e-05 1.34979655e-05\n 2.02409763e-04 2.01181811e-05 2.34949403e-05 1.88882465e-10\n 2.43008511e-08 1.48025805e-08 5.64549468e-04]]"}, "_episode_num": 72783, "use_sde": false, "sde_sample_freq": -1, "_current_progress_remaining": 0.44852479999999995, "_stats_window_size": 100, "ep_info_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEkAAAAAAACMAWyUSzKMAXSUR0DFNxNzEJjUdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFNvTNKRMfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFNzYgFHJ+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFNyjfek57dX2UKGgGR8AUAAAAAAAAaAdLBmgIR0DFN2NdLQHBdX2UKGgGR8AwAAAAAAAAaAdLEWgIR0DFNx2tnwocdX2UKGgGR8AUAAAAAAAAaAdLBmgIR0DFN44BmwqzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN6rkU9IPdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN8A4EOiGdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFN9A1zhgmdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN21tXPqtdX2UKGgGR8A8AAAAAAAAaAdLHWgIR0DFOBh4Oc2BdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN71vIfbLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN+sfigkDdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN7AvWYnfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN92rsByTdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOBhCOWB0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOABDqnm8dX2UKGgGR8AoAAAAAAAAaAdLDWgIR0DFOB2diDujdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFOADx7RfGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOLYrDqGDdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOICg9NeudX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOGBIDoyLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOJnLHMlkdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFOMXyI55rdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFOQgTPBzndX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFOLHA0sOHdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOJBrcj7idX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOQJQ53kgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOTEBwMpgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOUFgSeyzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFONt7ngYQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOYUkKNQ1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOVcFdLQHdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFOb2zMRpUdX2UKGgGR8A3AAAAAAAAaAdLGGgIR0DFOVoQ6IWQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOUs0rK/3dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOYX24/eMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOWzMxGlRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOYhl8PWhdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOWV96TnrdX2UKGgGR8AIAAAAAAAAaAdLBGgIR0DFOYYbp/wzdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFOiN0Lc9GdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOcjx3FDOdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFObSNsFdLdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFOaZAQg9vdX2UKGgGR8AuAAAAAAAAaAdLEGgIR0DFOcumJm/WdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOfv7k4m1dX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFOgHeN1hcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOiMV+I/JdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFOi5oZhrndX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOmvuE25ydX2UKGgGR8AkAAAAAAAAaAdLC2gIR0DFOhlknTiLdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOg+gpSaWdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFOipcu8K5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOfTw6QvIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOm3fZVXFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOpjcfvF4dX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOlUf9xZMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOqg+jdpJdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFOpzMkhRqdX2UKGgGR8AUAAAAAAAAaAdLBmgIR0DFOsPumaYvdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOkuWQfZFdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFOuAw/PgOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOsqOWBz4dX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOuQgvDgqdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOroRAbADdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOvPPTodNdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFOz3z4DcNdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFOyylk6LgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO48lC1JEdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOyABmwqzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOxLG3nZCdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFOxsyk9EDdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFO1p7AtWddX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFO9b+717IdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO5jlaKUFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO9Xxe9i+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO4TV2A5JdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO5c36yjYdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFO3+FWXC1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO2FkvsZ6dX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFPA+gJ1JUdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFPAceXAuadX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO7dipeeGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPCvCAMDwdX2UKGgGR8AkAAAAAAAAaAdLC2gIR0DFO6+ig00ndX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFPEPYjB2wdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFPDtShrWRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO6woZydXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPClaY/mldX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPEGXqqwRdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFPExXnyNGdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFPBu0Z3s5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPBvWQOnVdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFPAsMspXqdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFPBG32EkCdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPJ74vexfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPIrnvDxcdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFPFeVopQUdWUu"}, "ep_success_buffer": {":type:": "<class 'collections.deque'>", ":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImIiYmIiIiJiYiJiImJiYmJiYiIiYmJiYiIiImJiYmJiYmIiImJiYmJiIiIiIiIiYiJiImIiIiJiYmIiYiIiYiJiImJiIiJiYmIiIiJiYmJiImIiImJiIiIiYmJiIiJiIiJiYhlLg=="}, "_n_updates": 172023, "buffer_size": 1000000, "batch_size": 2048, "learning_starts": 5000, "tau": 0.005, "gamma": 0.95, "gradient_steps": 1, "optimize_memory_usage": false, "replay_buffer_class": {":type:": "<class 'abc.ABCMeta'>", ":serialized:": "gAWVOQAAAAAAAACMIHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi5idWZmZXJzlIwQRGljdFJlcGxheUJ1ZmZlcpSTlC4=", "__module__": "stable_baselines3.common.buffers", "__annotations__": "{'observation_space': <class 'gymnasium.spaces.dict.Dict'>, 'obs_shape': typing.Dict[str, typing.Tuple[int, ...]], 'observations': typing.Dict[str, numpy.ndarray], 'next_observations': typing.Dict[str, numpy.ndarray]}", "__doc__": "\n Dict Replay buffer used in off-policy algorithms like SAC/TD3.\n Extends the ReplayBuffer to use dictionary observations\n\n :param buffer_size: Max number of element in the buffer\n :param observation_space: Observation space\n :param action_space: Action space\n :param device: PyTorch device\n :param n_envs: Number of parallel environments\n :param optimize_memory_usage: Enable a memory efficient variant\n Disabled for now (see https://github.com/DLR-RM/stable-baselines3/pull/243#discussion_r531535702)\n :param handle_timeout_termination: Handle timeout termination (due to timelimit)\n separately and treat the task as infinite horizon task.\n https://github.com/DLR-RM/stable-baselines3/issues/284\n ", "__init__": "<function DictReplayBuffer.__init__ at 0x7fdb16ea4f70>", "add": "<function DictReplayBuffer.add at 0x7fdb16ea5000>", "sample": "<function DictReplayBuffer.sample at 0x7fdb16ea5090>", "_get_samples": "<function DictReplayBuffer._get_samples at 0x7fdb16ea5120>", "__abstractmethods__": "frozenset()", "_abc_impl": "<_abc._abc_data object at 0x7fdb16e8f280>"}, "replay_buffer_kwargs": {}, "train_freq": {":type:": "<class 'stable_baselines3.common.type_aliases.TrainFreq'>", ":serialized:": "gAWVYQAAAAAAAACMJXN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbi50eXBlX2FsaWFzZXOUjAlUcmFpbkZyZXGUk5RLAWgAjBJUcmFpbkZyZXF1ZW5jeVVuaXSUk5SMBHN0ZXCUhZRSlIaUgZQu"}, "use_sde_at_warmup": false, "target_entropy": -4.0, "ent_coef": "auto", "target_update_interval": 1, "top_quantiles_to_drop_per_net": 2, "observation_space": {":type:": "<class 'gymnasium.spaces.dict.Dict'>", ":serialized:": "gAWVMgQAAAAAAACMFWd5bW5hc2l1bS5zcGFjZXMuZGljdJSMBERpY3SUk5QpgZR9lCiMBnNwYWNlc5SMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwUZ3ltbmFzaXVtLnNwYWNlcy5ib3iUjANCb3iUk5QpgZR9lCiMBWR0eXBllIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYowNYm91bmRlZF9iZWxvd5SMEm51bXB5LmNvcmUubnVtZXJpY5SMC19mcm9tYnVmZmVylJOUKJYDAAAAAAAAAAEBAZRoE4wCYjGUiYiHlFKUKEsDjAF8lE5OTkr/////Sv////9LAHSUYksDhZSMAUOUdJRSlIwNYm91bmRlZF9hYm92ZZRoHCiWAwAAAAAAAAABAQGUaCBLA4WUaCR0lFKUjAZfc2hhcGWUSwOFlIwDbG93lGgcKJYMAAAAAAAAAAAAIMEAACDBAAAgwZRoFksDhZRoJHSUUpSMBGhpZ2iUaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlIwIbG93X3JlcHKUjAUtMTAuMJSMCWhpZ2hfcmVwcpSMBDEwLjCUjApfbnBfcmFuZG9tlE51YowMZGVzaXJlZF9nb2FslGgNKYGUfZQoaBBoFmgZaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgnaBwolgMAAAAAAAAAAQEBlGggSwOFlGgkdJRSlGgsSwOFlGguaBwolgwAAAAAAAAAAAAgwQAAIMEAACDBlGgWSwOFlGgkdJRSlGgzaBwolgwAAAAAAAAAAAAgQQAAIEEAACBBlGgWSwOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YowLb2JzZXJ2YXRpb26UaA0pgZR9lChoEGgWaBloHCiWEwAAAAAAAAABAQEBAQEBAQEBAQEBAQEBAQEBlGggSxOFlGgkdJRSlGgnaBwolhMAAAAAAAAAAQEBAQEBAQEBAQEBAQEBAQEBAZRoIEsThZRoJHSUUpRoLEsThZRoLmgcKJZMAAAAAAAAAAAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMEAACDBAAAgwQAAIMGUaBZLE4WUaCR0lFKUaDNoHCiWTAAAAAAAAAAAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBAAAgQQAAIEEAACBBlGgWSxOFlGgkdJRSlGg4jAUtMTAuMJRoOowEMTAuMJRoPE51YnVoLE5oEE5oPE51Yi4=", "spaces": "OrderedDict([('achieved_goal', Box(-10.0, 10.0, (3,), float32)), ('desired_goal', Box(-10.0, 10.0, (3,), float32)), ('observation', Box(-10.0, 10.0, (19,), float32))])", "_shape": null, "dtype": null, "_np_random": null}, "action_space": {":type:": "<class 'gymnasium.spaces.box.Box'>", ":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQyF/lJiBFeYUBDuXiMI9JZIwDaW5jlIoQFWLvoNOjWe/lE10S7URhGHWMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=", "dtype": "float32", "bounded_below": "[ True True True True]", "bounded_above": "[ True True True True]", "_shape": [4], "low": "[-1. -1. -1. -1.]", "high": "[1. 1. 1. 1.]", "low_repr": "-1.0", "high_repr": "1.0", "_np_random": "Generator(PCG64)"}, "n_envs": 16, "lr_schedule": {":type:": "<class 'function'>", ":serialized:": "gAWVsQMAAAAAAACMF2Nsb3VkcGlja2xlLmNsb3VkcGlja2xllIwOX21ha2VfZnVuY3Rpb26Uk5QoaACMDV9idWlsdGluX3R5cGWUk5SMCENvZGVUeXBllIWUUpQoSwFLAEsASwFLA0sTQwx0AIgAfACDAYMBUwCUToWUjAVmbG9hdJSFlIwScHJvZ3Jlc3NfcmVtYWluaW5nlIWUjGAvaG9tZS90b21lay9weXRvcmNoX2xlYXJuaW5nL3ZlbnYvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUjAg8bGFtYmRhPpRLYUMCDACUjA52YWx1ZV9zY2hlZHVsZZSFlCl0lFKUfZQojAtfX3BhY2thZ2VfX5SMGHN0YWJsZV9iYXNlbGluZXMzLmNvbW1vbpSMCF9fbmFtZV9flIwec3RhYmxlX2Jhc2VsaW5lczMuY29tbW9uLnV0aWxzlIwIX19maWxlX1+UjGAvaG9tZS90b21lay9weXRvcmNoX2xlYXJuaW5nL3ZlbnYvbGliL3B5dGhvbjMuMTAvc2l0ZS1wYWNrYWdlcy9zdGFibGVfYmFzZWxpbmVzMy9jb21tb24vdXRpbHMucHmUdU5OaACMEF9tYWtlX2VtcHR5X2NlbGyUk5QpUpSFlHSUUpRoAIwSX2Z1bmN0aW9uX3NldHN0YXRllJOUaCF9lH2UKGgYaA+MDF9fcXVhbG5hbWVfX5SMIWdldF9zY2hlZHVsZV9mbi48bG9jYWxzPi48bGFtYmRhPpSMD19fYW5ub3RhdGlvbnNfX5R9lIwOX19rd2RlZmF1bHRzX1+UTowMX19kZWZhdWx0c19flE6MCl9fbW9kdWxlX1+UaBmMB19fZG9jX1+UTowLX19jbG9zdXJlX1+UaACMCl9tYWtlX2NlbGyUk5RoAihoByhLAUsASwBLAUsBSxNDBIgAUwCUaAkpjAFflIWUaA6MBGZ1bmOUS4VDAgQBlIwDdmFslIWUKXSUUpRoFU5OaB0pUpSFlHSUUpRoI2g9fZR9lChoGGg0aCaMGWNvbnN0YW50X2ZuLjxsb2NhbHM+LmZ1bmOUaCh9lGgqTmgrTmgsaBloLU5oLmgwRz8aNuLrHEMthZRSlIWUjBdfY2xvdWRwaWNrbGVfc3VibW9kdWxlc5RdlIwLX19nbG9iYWxzX1+UfZR1hpSGUjCFlFKUhZRoRV2UaEd9lHWGlIZSMC4="}, "batch_norm_stats": [], "batch_norm_stats_target": [], "system_info": {"OS": "Linux-5.15.146.1-microsoft-standard-WSL2-x86_64-with-glibc2.35 # 1 SMP Thu Jan 11 04:09:03 UTC 2024", "Python": "3.10.12", "Stable-Baselines3": "2.3.2", "PyTorch": "2.3.0+cu121", "GPU Enabled": "True", "Numpy": "1.26.4", "Cloudpickle": "3.0.0", "Gymnasium": "0.29.1", "OpenAI Gym": "0.26.2"}}
|
replay.mp4
CHANGED
|
Binary files a/replay.mp4 and b/replay.mp4 differ
|
|
|
results.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"mean_reward": -
|
|
|
|
| 1 |
+
{"mean_reward": -24.6, "std_reward": 21.04851538707659, "is_deterministic": true, "n_eval_episodes": 10, "eval_datetime": "2024-06-10T16:20:45.176911"}
|
tqc-PandaPickAndPlace-v3.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:441a714052b1dc95ca6a4ff6c9bb50293551f492d3ae924c8591fd48c6e38d00
|
| 3 |
+
size 94659897
|
tqc-PandaPickAndPlace-v3/actor.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 17080700
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:885ba9c3af7007ac6753c8f5f0947223bf7735aefd3ea56a080b3d42e920f7c5
|
| 3 |
size 17080700
|
tqc-PandaPickAndPlace-v3/critic.optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 34502150
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3ae758e95a892492105021f04b543cc39a0751c4487b0be0ae4f090b10b2addb
|
| 3 |
size 34502150
|
tqc-PandaPickAndPlace-v3/data
CHANGED
|
@@ -19,20 +19,20 @@
|
|
| 19 |
"n_quantiles": 25,
|
| 20 |
"use_sde": false
|
| 21 |
},
|
| 22 |
-
"num_timesteps":
|
| 23 |
-
"_total_timesteps":
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
-
"start_time":
|
| 28 |
"learning_rate": 0.0001,
|
| 29 |
"tensorboard_log": "./tqcPandaPickAndPlace-v3/",
|
| 30 |
"_last_obs": {
|
| 31 |
":type:": "<class 'collections.OrderedDict'>",
|
| 32 |
-
":serialized:": "
|
| 33 |
-
"achieved_goal": "[[-1.
|
| 34 |
-
"desired_goal": "[[ 1.
|
| 35 |
-
"observation": "[[-
|
| 36 |
},
|
| 37 |
"_last_episode_starts": {
|
| 38 |
":type:": "<class 'numpy.ndarray'>",
|
|
@@ -40,25 +40,25 @@
|
|
| 40 |
},
|
| 41 |
"_last_original_obs": {
|
| 42 |
":type:": "<class 'collections.OrderedDict'>",
|
| 43 |
-
":serialized:": "
|
| 44 |
-
"achieved_goal": "[[-0.
|
| 45 |
-
"desired_goal": "[[ 0.
|
| 46 |
-
"observation": "[[-
|
| 47 |
},
|
| 48 |
-
"_episode_num":
|
| 49 |
"use_sde": false,
|
| 50 |
"sde_sample_freq": -1,
|
| 51 |
-
"_current_progress_remaining": 0.
|
| 52 |
"_stats_window_size": 100,
|
| 53 |
"ep_info_buffer": {
|
| 54 |
":type:": "<class 'collections.deque'>",
|
| 55 |
-
":serialized:": "
|
| 56 |
},
|
| 57 |
"ep_success_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
-
":serialized:": "
|
| 60 |
},
|
| 61 |
-
"_n_updates":
|
| 62 |
"buffer_size": 1000000,
|
| 63 |
"batch_size": 2048,
|
| 64 |
"learning_starts": 5000,
|
|
@@ -99,7 +99,7 @@
|
|
| 99 |
},
|
| 100 |
"action_space": {
|
| 101 |
":type:": "<class 'gymnasium.spaces.box.Box'>",
|
| 102 |
-
":serialized:": "
|
| 103 |
"dtype": "float32",
|
| 104 |
"bounded_below": "[ True True True True]",
|
| 105 |
"bounded_above": "[ True True True True]",
|
|
|
|
| 19 |
"n_quantiles": 25,
|
| 20 |
"use_sde": false
|
| 21 |
},
|
| 22 |
+
"num_timesteps": 2757376,
|
| 23 |
+
"_total_timesteps": 5000000,
|
| 24 |
"_num_timesteps_at_start": 0,
|
| 25 |
"seed": null,
|
| 26 |
"action_noise": null,
|
| 27 |
+
"start_time": 1718020404128039268,
|
| 28 |
"learning_rate": 0.0001,
|
| 29 |
"tensorboard_log": "./tqcPandaPickAndPlace-v3/",
|
| 30 |
"_last_obs": {
|
| 31 |
":type:": "<class 'collections.OrderedDict'>",
|
| 32 |
+
":serialized:": "gAWVOwcAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAArkaFv/Nbsr2r5As+KeD6votAZb864ws+1YIiv/45jD9Y5Qs+MxWZv1uzUj9k4As+pHaGP6x0jj9k4As+2hmJP6YMYb/h5As+b5SYv7vOI79k4As+mgyCP2G4Lz8y5As+OKS7wIkNwb/+5As+ZC6QvY7JDj5k4As+Sk1EvxCrAz9k4As+Hq+Av3l7sj4y5As+vJShP0wWm73N4gs+wqjSvhZS8D3h5As+b9GsP5ANn77qyAs+s+SSPygnf78y5As+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAA/0zQP74piD7sO4A/5ZYLv6Vkw7/JiNU/w+QWPwOphr9cwgc+Wnhhv+gJV7+4GQg/W5Wwv8Fjjz7ekWA/l1S+PewoCT4ImMO+HLzTP4Mvs76Wc9c//0VRP2gFtr+tr6m/Gl+0P/xspT/rS4M/M5PJvEkwkj8yYC8+CPKjP60Wmj8NXwU/WK0iPj9cuj/lB4M/WDaFPZj8DD6tr6m/dhZ0vzZjIT6DcIC9hRZJP1aGbb5wsD2+5rs3P6b4Tz/xEdM+lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAQAAAAAAABso8S/I+C5Px2kRj8Ejba/8a25Pg6R6L4HwZY/rkaFv/Nbsr2r5As+RogyvLjJz7uPIU28W9bmPIz+Ibs7h4k91YZzu4MHsrybHL27VSxnv+Mkuj9H2PC+/Qszv4EUYD76jE2/o1MCPyng+r6LQGW/OuMLPiLiNLwX79O7qUE+vBk85jzwAya7k92JPVRn/7qpTai8/XKzu77SdL5w3Y0+3lylvefo3j6ehB2/Vh4zv9kPbT/VgiK//jmMP1jlCz7UpzO8NDbQuxn3SLwLL+g8rmUzu9PwiT2LbfK6KkWpvHrYvrvKk+A98w4jviLGtzzH4Na/MttuPouqs780hJk/MxWZv1uzUj9k4As+xP4vvKULz7vNfFK8PDLnPLB2M7uI3Yk9Hlf/urRNqLxEXsC7zcbovlVfML+8E/q+PGluvk0bA8C2xtY+aLqZP6R2hj+sdI4/ZOALPp3+L7ylC8+7fcxTvD8y5zyldTO7k92JPadm/7q0Tai8cF7Au9vEbT4FzNc/IqZLv98Dsj7ob/K+JR7pPT1xjL/aGYk/pgxhv+HkCz5nIjO8uqTMux3RVLyo5ek8xe05u+ozij2z3Fi6mvmYvIGhwru5YmnAUjtpQMHVWT4F4UM/nLmJPvTruD7L+JS9b5SYv7vOI79k4As+0g83vIFa0rtDI1a8+G7pPPGqMbuT3Yk9qmb/urVNqLzBXsC7LMeDPwKeRz9Y6Sk/sb2IvlKFpD/XCDHAN5+Iv5oMgj9huC8/MuQLPorSMrzxQNO74GRTvHAE5zwijjq7ad2JPRb3/rpLSqi8VgTGu3Kx+r/VrDy/VuLsQCOIP7+UtFo+RRliP9oHXr84pLvAiQ3Bv/7kCz6hsDK8s9TPu+F0qb/7YOg8iGQyu5PdiT2oZv+6tU2ovI3BvrtPiJDAUDPTv+G+8j78GUm/aHRGPj1uvz30cIy/ZC6QvY7JDj5k4As+nf4vvKULz7vynVW8QzLnPJV1M7uT3Yk9p2b/urRNqLyvXsC7AsmMvma/Tz88ViVAmQ+fPtq6Vb+a5pu9aQVsP0pNRL8QqwM/ZOALPp3+L7ylC8+7b3hTvD8y5zyodTO7k92JPadm/7q0Tai8ZV7Au34tRT/fLGE+2PIzQGeq8zsTgmE/deExP/L5i78er4C/eXuyPjLkCz7sRjS8tkjOuzJbP7xbbek8ZUQpu5PdiT08Zv+6rk2ovOKut7vCTIU/Jakcvjz0iT89qAw/5/xbvxpXaL+mrmG/vJShP0wWm73N4gs+8D8yvMt2zLsvck+8XyDqPHOcP7sZ7Yk9Rp/3usZJqrz9b7O7G1Z7wEss27/GguY+IShCv3qsQ74k1+w+bxIkvcKo0r4WUvA94eQLPtS4NLycCdK7MYVJvBhJ5zxIPSe76zOKPTyEc7seCLK85Q27u/PuFT+cLhU/EoW/vuWFEz+AK5E/HthyP2WaiL9v0aw/kA2fvurICz57Lzu8Ebbhu+sHekBLSb5AhxDfv3sEjj0L6xC8lSO3vEeB3D+OTgo/91KPPyZWSr92x/k+W4CNPxx6MT1pyZk/s+SSPygnf78y5As+H0c0vFhJzrs6Qk28bG3pPG9DKbuT3Yk95GX/uq1NqLwHrbe7lGgOSxBLE4aUaBJ0lFKUdS4=",
|
| 33 |
+
"achieved_goal": "[[-1.0412195 -0.08708944 0.13661449]\n [-0.48999146 -0.8955161 0.13660899]\n [-0.63480884 1.0955198 0.13661706]\n [-1.1959594 0.82304925 0.13659817]\n [ 1.0504956 1.1129355 0.13659817]\n [ 1.0711014 -0.87909925 0.13661529]\n [-1.1920298 -0.6398732 0.13659817]\n [ 1.0160096 0.68640715 0.13661268]\n [-5.863796 -1.5082256 0.13661572]\n [-0.07040098 0.13944075 0.13659817]\n [-0.76680434 0.51432896 0.13659817]\n [-1.0053442 0.34859827 0.13661268]\n [ 1.2623515 -0.07572612 0.13660736]\n [-0.41144377 0.11734407 0.13661529]\n [ 1.3501414 -0.31065035 0.13650861]\n [ 1.1476043 -0.9966912 0.13661268]]",
|
| 34 |
+
"desired_goal": "[[ 1.6273497 0.26594347 1.0018287 ]\n [-0.5452712 -1.5265089 1.6682369 ]\n [ 0.5894281 -1.0520328 0.13257736]\n [-0.88074267 -0.8399949 0.53164244]\n [-1.379558 0.28005794 0.87722576]\n [ 0.09293478 0.13394517 -0.38201928]\n [ 1.6541781 -0.34997186 1.6832149 ]\n [ 0.8174743 -1.42204 -1.3256737 ]\n [ 1.4091523 1.2923884 1.0257543 ]\n [-0.02460632 1.1420985 0.1712654 ]\n [ 1.2808237 1.203817 0.5209816 ]\n [ 0.15886438 1.4559401 1.0236784 ]\n [ 0.06504506 0.13768232 -1.3256737 ]\n [-0.9534677 0.15760502 -0.0627146 ]\n [ 0.7854999 -0.23195776 -0.18524337]\n [ 0.71771085 0.8123878 0.41224626]]",
|
| 35 |
+
"observation": "[[-1.53623724e+00 1.45215261e+00 7.75941670e-01 -1.42617846e+00\n 3.62655193e-01 -4.54231679e-01 1.17776573e+00 -1.04121947e+00\n -8.70894417e-02 1.36614487e-01 -1.08967479e-02 -6.34118542e-03\n -1.25202080e-02 2.81783845e-02 -2.47183722e-03 6.71524629e-02\n -3.71592236e-03 -2.17320975e-02 -5.77123230e-03]\n [-9.03020203e-01 1.45425069e+00 -4.70400065e-01 -6.99401677e-01\n 2.18828216e-01 -8.02932382e-01 5.09088695e-01 -4.89991456e-01\n -8.95516098e-01 1.36608988e-01 -1.10402424e-02 -6.46771071e-03\n -1.16123343e-02 2.81048287e-02 -2.53319368e-03 6.73171505e-02\n -1.94857502e-03 -2.05448437e-02 -5.47635416e-03]\n [-2.39085168e-01 2.77080059e-01 -8.07435364e-02 4.35370654e-01\n -6.15304828e-01 -6.99681640e-01 9.26023066e-01 -6.34808838e-01\n 1.09551978e+00 1.36617064e-01 -1.09653063e-02 -6.35411777e-03\n -1.22659439e-02 2.83427443e-02 -2.73738382e-03 6.73538670e-02\n -1.84957811e-03 -2.06628628e-02 -5.82414586e-03]\n [ 1.09656885e-01 -1.59236714e-01 2.24333443e-02 -1.67873466e+00\n 2.33258039e-01 -1.40364206e+00 1.19934702e+00 -1.19595945e+00\n 8.23049247e-01 1.36598170e-01 -1.07418932e-02 -6.31852681e-03\n -1.28471376e-02 2.82221958e-02 -2.73839757e-03 6.73170686e-02\n -1.94809190e-03 -2.05448642e-02 -5.87061234e-03]\n [-4.54641730e-01 -6.88954651e-01 -4.88431811e-01 -2.32823312e-01\n -2.04854131e+00 4.19484794e-01 1.20100117e+00 1.05049562e+00\n 1.11293554e+00 1.36598170e-01 -1.07418569e-02 -6.31852681e-03\n -1.29271718e-02 2.82222014e-02 -2.73833540e-03 6.73171505e-02\n -1.94855488e-03 -2.05448642e-02 -5.87063283e-03]\n [ 2.32196257e-01 1.68591368e+00 -7.95503736e-01 3.47685784e-01\n -4.73510027e-01 1.13827027e-01 -1.09720576e+00 1.07110143e+00\n -8.79099250e-01 1.36615291e-01 -1.09334951e-02 -6.24522287e-03\n -1.29893096e-02 2.85518914e-02 -2.83704815e-03 6.74818307e-02\n -8.27263284e-04 -1.86737068e-02 -5.93966292e-03]\n [-3.64665055e+00 3.64424562e+00 2.12729469e-01 7.65152276e-01\n 2.68994212e-01 3.61175179e-01 -7.27401599e-02 -1.19202983e+00\n -6.39873207e-01 1.36598170e-01 -1.11732055e-02 -6.41948031e-03\n -1.30699305e-02 2.84952968e-02 -2.71099457e-03 6.73171505e-02\n -1.94855523e-03 -2.05448661e-02 -5.87067055e-03]\n [ 1.02951574e+00 7.79754758e-01 6.63716793e-01 -2.67072231e-01\n 1.28531861e+00 -2.76616454e+00 -1.06735885e+00 1.01600957e+00\n 6.86407149e-01 1.36612684e-01 -1.09144542e-02 -6.44695060e-03\n -1.29024684e-02 2.82003582e-02 -2.84660654e-03 6.73168376e-02\n -1.94522995e-03 -2.05432381e-02 -6.04299735e-03]\n [-1.95854020e+00 -7.37012208e-01 7.40262890e+00 -7.48171031e-01\n 2.13579476e-01 8.83198082e-01 -8.67307305e-01 -5.86379623e+00\n -1.50822556e+00 1.36615723e-01 -1.09063694e-02 -6.34249439e-03\n -1.32387936e+00 2.83665564e-02 -2.72205658e-03 6.73171505e-02\n -1.94855500e-03 -2.05448661e-02 -5.82141289e-03]\n [-4.51663923e+00 -1.65000343e+00 4.74112540e-01 -7.85552740e-01\n 1.93803430e-01 9.34719816e-02 -1.09719706e+00 -7.04009831e-02\n 1.39440745e-01 1.36598170e-01 -1.07418569e-02 -6.31852681e-03\n -1.30381454e-02 2.82222088e-02 -2.73833168e-03 6.73171505e-02\n -1.94855488e-03 -2.05448642e-02 -5.87066216e-03]\n [-2.74971068e-01 8.11514258e-01 2.58338833e+00 3.10665876e-01\n -8.34882379e-01 -7.61234313e-02 9.21957552e-01 -7.66804338e-01\n 5.14328957e-01 1.36598170e-01 -1.07418569e-02 -6.31852681e-03\n -1.29071316e-02 2.82222014e-02 -2.73833610e-03 6.73171505e-02\n -1.94855488e-03 -2.05448642e-02 -5.87062771e-03]\n [ 7.70225406e-01 2.19897732e-01 2.81169701e+00 7.43608503e-03\n 8.80891025e-01 6.94846451e-01 -1.09356523e+00 -1.00534415e+00\n 3.48598272e-01 1.36612684e-01 -1.10032372e-02 -6.29528891e-03\n -1.16794575e-02 2.84945276e-02 -2.58281198e-03 6.73171505e-02\n -1.94854243e-03 -2.05448531e-02 -5.60556445e-03]\n [ 1.04140496e+00 -1.52988985e-01 1.07776594e+00 5.49442112e-01\n -8.59327734e-01 -9.07579064e-01 -8.81571174e-01 1.26235151e+00\n -7.57261217e-02 1.36607364e-01 -1.08795017e-02 -6.23974716e-03\n -1.26615008e-02 2.85798889e-02 -2.92375381e-03 6.73467591e-02\n -1.88920717e-03 -2.07871310e-02 -5.47599653e-03]\n [-3.92713046e+00 -1.71228921e+00 4.50216472e-01 -7.58424819e-01\n -1.91087633e-01 4.62578893e-01 -4.00566421e-02 -4.11443770e-01\n 1.17344067e-01 1.36615291e-01 -1.10303946e-02 -6.40983693e-03\n -1.22998217e-02 2.82330960e-02 -2.55187042e-03 6.74818382e-02\n -3.71576753e-03 -2.17323862e-02 -5.70844347e-03]\n [ 5.85677326e-01 5.82742453e-01 -3.74062121e-01 5.76261818e-01\n 1.13414001e+00 9.48610187e-01 -1.06721175e+00 1.35014141e+00\n -3.10650349e-01 1.36508614e-01 -1.14248944e-02 -6.88815909e-03\n 3.90673327e+00 5.94644690e+00 -1.74269187e+00 6.93444833e-02\n -8.84510111e-03 -2.23558340e-02 1.72269523e+00]\n [ 5.40261149e-01 1.11971939e+00 -7.90377021e-01 4.87849891e-01\n 1.10547960e+00 4.33293432e-02 1.20145905e+00 1.14760435e+00\n -9.96691227e-01 1.36612684e-01 -1.10032847e-02 -6.29536435e-03\n -1.25279967e-02 2.84945592e-02 -2.58275471e-03 6.73171505e-02\n -1.94853218e-03 -2.05448512e-02 -5.60534326e-03]]"
|
| 36 |
},
|
| 37 |
"_last_episode_starts": {
|
| 38 |
":type:": "<class 'numpy.ndarray'>",
|
|
|
|
| 40 |
},
|
| 41 |
"_last_original_obs": {
|
| 42 |
":type:": "<class 'collections.OrderedDict'>",
|
| 43 |
+
":serialized:": "gAWVOwcAAAAAAACMC2NvbGxlY3Rpb25zlIwLT3JkZXJlZERpY3SUk5QpUpQojA1hY2hpZXZlZF9nb2FslIwSbnVtcHkuY29yZS5udW1lcmljlIwLX2Zyb21idWZmZXKUk5QolsAAAAAAAAAAdeIDvsK0MryTwaM8V9CBvTij6r37wKM8nAGlvbkcED7awaM8va8WvuSr2D3Qv6M8Qov0PSJmEj7Qv6M8LY35PY5T5r2pwaM8gjUWvvOAp73Qv6M82CnsPcPJtD1hwaM87HYzvx7FRb61waM8zMhevP2ZlDzQv6M8NhXFvVqZhz3Qv6M8EQ3/vVUnOD1hwaM8igMUPlPVGrzOwKM8lXNdvevHejypwaM8TK4ePiQYIr0ltqM8QhIGPn6aAr5hwaM8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUiYiHlFKUKEsDjAE8lE5OTkr/////Sv////9LAHSUYksQSwOGlIwBQ5R0lFKUjAxkZXNpcmVkX2dvYWyUaAcolsAAAAAAAAAAoBwRPjL2vzxbxC8+td9CvX+9B76IOlw+BA5SPf3pur1Ji+s9ikudvUwflb2hZRA+dEz2vTUGyjwndCc+QIEDPLa2QzzI4KY9XIETPrcj97xbOl0+t7eRPV/c/L0K16M8akr7PVbv5j0BXTE+lBwRuwcmzD3ctPA9nmTkPREm1z2Lrw8+ip1hPN4KAj6MOTE+VGO3O9YKSTwK16M8ekWqvfhyZTwofNE9LwOMPR0Bo7yaIsE9bdV/PUNikT1bbgg+lGgOSxBLA4aUaBJ0lFKUjAtvYnNlcnZhdGlvbpRoByiWwAQAAAAAAADxXnK+elFZPnjgFz7jkhW/pdwuPqiUkr5oJ6I9deIDvsK0MryTwaM8ocaeN1wYqzaPG1o5OSXgt7+RLzgneKi3vHn2urhknLqNKA85gOkZvg2kWT79kQw9xnqhvuyb0D33EOi+FfxkPVfQgb04o+q9+8CjPJcO2Lcixpe3CHNhOqnGHbgr9gQ46H+tLIlBtrLSmbQyET1rOgSmdL2trBI920aPPU3j1T3Tcpi+/sDOvto1kD2cAaW9uRwQPtrBozy7eSK2fBs3NvzKzDkZKx+2UFgNtvpAljYX2tw4cbP4uBYdRy+zGUe8kUTzvKyaoj1jfi2/TMTePaCqPb8zsaM9va8WvuSr2D3Qv6M8HtKMODs6GzdavOC3G7Opt/2bGLY4ZCmyxEwENUYeTS9Wbvu4tIy2vXGw372T0AU9uzISvhgAfL/VOgc+Ys+jPUKL9D0iZhI+0L+jPD7YjDhZOhs3EbqwuFyxqbcC6xe2QFVQrG0jTS9gAFsuTIv7uMeWlTtpQX0+7yuWOyxzkz0tVmu+GjFqvHjzybMtjfk9jlPmvanBozxEJPs21VO+NzkoB7l/AvA3bhact793qDfYX5w6jXz2OlVEnLkqTAa/cpQKP0RAxj1R4Wc+HuoAPrlH1T3LChI9gjUWvvOAp73Qv6M8U9iMuIg6G7fi3kO5Qa6pNxPdFzbwqU+s1u5Lr6noWq5Lv/u4vx3oPQDl4z2dXQ0+Vywfvp3fHD8lV7K/OySIOtgp7D3DybQ9YcGjPJsMYTemtG+3O4WLuHPWxLfkXKm352sjswZsbTYRets10gYUusiulr4od+69tyJBP7W3qr6Vdcs93ku1PksXAzzsdjO/HsVFvrXBozxfpIU3SAujNroLcb/jHps1JaHnNAAFm6rq0ZYth4YAruWc7DZqriS/scuBvtA29z1tzLG+Yw64PSPwxLxnGVw0zMhevP2ZlDzQv6M8T9iMOH06GzcO7yu58q6pty7gF7bQqU+sV1lML14RWy63s/u4wFmEvd2o7T0glaA+8MxuPchOzr76ite9q+uPPTYVxb1amYc90L+jPDvYjDhSOhs3EIuSuMyxqbf37Be2MJBQrIXJTS9R81ku/4P7uP2rnz2NBd88PkarPkm1XL32i9Y+/x6HPj7CBDkRDf+9VSc4PWHBozxjyG63nbBiN/PPVDrOuag3owLFN2Ancy0dmmcywrZaMvfXEzofcOs9epXrvGolND7NKBY+yE3UvkbcAL836vU7igMUPlPVGrzOwKM8WNPLN0W/xjfKaN842mYJOEBBCrh9THI2/myEOAZPf7kBe2s61RcQv1uVhr7ivPI976isvqOTwb34Wxw+jLMWPZVzXb3rx3o8qcGjPPJUvrfOJPu2aAnAOWQnnLfQ++835XioNzR09rp0bpy6aYScOVo4WD23Uac9tKkwPeVRID4gVQo/GlXFPgLQiDpMrh4+JBgivSW2ozy8mhi53ZDHuP8nNEAVcGA/4X6TvuqegTlVcvC71I7uumi3jkCQ1z49MTYmPoyJpTuipv09StEGP4PPRL2916M9QhIGPn6aAr5hwaM8CAhvt1J1Yjf1PVQ5d8OoNwAXxTewrU8vI77QMnBOfjJG/hM6lGgOSxBLE4aUaBJ0lFKUdS4=",
|
| 44 |
+
"achieved_goal": "[[-0.12879355 -0.01090735 0.01998976]\n [-0.06338566 -0.11456913 0.01998948]\n [-0.08056948 0.14073457 0.0199899 ]\n [-0.14715476 0.10579661 0.01998892]\n [ 0.11940624 0.14296773 0.01998892]\n [ 0.1218513 -0.11246406 0.01998981]\n [-0.14668849 -0.08178892 0.01998892]\n [ 0.11531419 0.08827545 0.01998967]\n [-0.70103335 -0.19313475 0.01998983]\n [-0.01359768 0.01813983 0.01998892]\n [-0.09623186 0.06621046 0.01998892]\n [-0.12453664 0.04495938 0.01998967]\n [ 0.14454475 -0.00945027 0.0199894 ]\n [-0.05406531 0.01530645 0.01998981]\n [ 0.15496176 -0.0395738 0.01998431]\n [ 0.13092902 -0.12754247 0.01998967]]",
|
| 45 |
+
"desired_goal": "[[ 0.14171076 0.02343282 0.17164747]\n [-0.04757662 -0.13255881 0.21506703]\n [ 0.0512829 -0.09126661 0.11501176]\n [-0.07680424 -0.0728136 0.14101268]\n [-0.12026301 0.02466116 0.16352902]\n [ 0.00802642 0.01194542 0.08148342]\n [ 0.14404815 -0.0301684 0.21604292]\n [ 0.07115119 -0.1234672 0.02 ]\n [ 0.12270053 0.11276118 0.17320634]\n [-0.00221423 0.09968191 0.11753246]\n [ 0.11152004 0.10505307 0.14031808]\n [ 0.01377047 0.12699458 0.17307109]\n [ 0.00559656 0.01227065 0.02 ]\n [-0.08314033 0.01400446 0.10228759]\n [ 0.06836545 -0.01989799 0.09430428]\n [ 0.0624594 0.0709882 0.13323347]]",
|
| 46 |
+
"observation": "[[-2.36690298e-01 2.12224871e-01 1.48317218e-01 -5.84272563e-01\n 1.70763567e-01 -2.86290407e-01 7.91767240e-02 -1.28793553e-01\n -1.09073538e-02 1.99897643e-02 1.89275615e-05 5.09903293e-06\n 2.08003665e-04 -2.67202140e-05 4.18589880e-05 -2.00831109e-05\n -1.88045902e-03 -1.19318720e-03 1.36526491e-04]\n [-1.50304794e-01 2.12539867e-01 3.43189128e-02 -3.15389812e-01\n 1.01859897e-01 -4.53254431e-01 5.59044667e-02 -6.33856580e-02\n -1.14569128e-01 1.99894812e-02 -2.57560005e-05 -1.80928655e-05\n 8.60020984e-04 -3.76167336e-05 3.17005142e-05 4.93115618e-12\n -2.12173905e-08 2.10247073e-08 8.97363818e-04]\n [-5.97286373e-02 3.58092077e-02 6.99593648e-02 1.04437448e-01\n -2.97751039e-01 -4.03816164e-01 7.04152137e-02 -8.05694759e-02\n 1.40734568e-01 1.99898966e-02 -2.42107376e-06 2.72851230e-06\n 3.90611473e-04 -2.37179324e-06 -2.10620419e-06 4.47791263e-06\n 1.05310399e-04 -1.18589851e-04 1.81092780e-10]\n [-1.21521233e-02 -2.96957809e-02 7.93965757e-02 -6.77709758e-01\n 1.08772844e-01 -7.40884781e-01 7.99278244e-02 -1.47154763e-01\n 1.05796605e-01 1.99889243e-02 6.71485759e-05 9.25227778e-06\n -2.67905889e-05 -2.02297724e-05 -2.27405621e-06 -9.85988180e-09\n 4.92855406e-07 1.86553967e-10 -1.19891643e-04]\n [-8.91355574e-02 -1.09223254e-01 3.26696150e-02 -1.42771646e-01\n -9.84376431e-01 1.32060364e-01 7.99853951e-02 1.19406238e-01\n 1.42967731e-01 1.99889243e-02 6.71599846e-05 9.25230506e-06\n -8.42699155e-05 -2.02289593e-05 -2.26375460e-06 -2.96059011e-12\n 1.86572272e-10 4.97951680e-11 -1.19945587e-04]\n [ 4.56509320e-03 2.47319832e-01 4.58287401e-03 7.19970167e-02\n -2.29820922e-01 -1.42939333e-02 -9.40407858e-08 1.21851303e-01\n -1.12464055e-01 1.99898053e-02 7.48460479e-06 2.26888023e-05\n -1.28895874e-04 2.86113918e-05 -1.86070938e-05 2.00829218e-05\n 1.19304191e-03 1.88054296e-03 -2.98055500e-04]\n [-5.24599671e-01 5.41327596e-01 9.68022645e-02 2.26445451e-01\n 1.25893086e-01 1.04140706e-01 3.56548242e-02 -1.46688491e-01\n -8.17889199e-02 1.99889243e-02 -6.71601374e-05 -9.25234781e-06\n -1.86796795e-04 2.02275132e-05 2.26294355e-06 -2.95108035e-12\n -1.85475940e-10 -4.97741050e-11 -1.20042438e-04]\n [ 1.13337986e-01 1.11276627e-01 1.38052419e-01 -1.55442581e-01\n 6.12787068e-01 -1.39328444e+00 1.03867741e-03 1.15314186e-01\n 8.82754549e-02 1.99896712e-02 1.34139800e-05 -1.42875706e-05\n -6.65285261e-05 -2.34648815e-05 -2.01896255e-05 -3.80495315e-08\n 3.53786299e-06 1.63522975e-06 -5.64676826e-04]\n [-2.94302225e-01 -1.16438210e-01 7.54435956e-01 -3.33432823e-01\n 9.93453637e-02 3.54094446e-01 8.00115895e-03 -7.01033354e-01\n -1.93134755e-01 1.99898276e-02 1.59313768e-05 4.85909186e-06\n -9.41585183e-01 1.15573891e-06 4.31443510e-07 -2.75370005e-13\n 1.71462462e-11 -2.92233147e-11 7.05161301e-06]\n [-6.43286347e-01 -2.53507167e-01 1.20710015e-01 -3.47262770e-01\n 8.98711905e-02 -2.40402874e-02 2.04983380e-07 -1.35976784e-02\n 1.81398336e-02 1.99889243e-02 6.71601083e-05 9.25233780e-06\n -1.63968856e-04 -2.02278352e-05 -2.26312432e-06 -2.95107341e-12\n 1.85854318e-10 4.98102601e-11 -1.20020872e-04]\n [-6.46243095e-02 1.16044737e-01 3.13637733e-01 5.83009124e-02\n -4.02944803e-01 -1.05245546e-01 7.02737197e-02 -9.62318629e-02\n 6.62104636e-02 1.99889243e-02 6.71599628e-05 9.25229870e-06\n -6.98772492e-05 -2.02291631e-05 -2.26386851e-06 -2.96386179e-12\n 1.87162355e-10 4.95561960e-11 -1.19931989e-04]\n [ 7.79647604e-02 2.72243265e-02 3.34520280e-01 -5.38838245e-02\n 4.19036567e-01 2.63908356e-01 1.26608618e-04 -1.24536641e-01\n 4.49593849e-02 1.99896712e-02 -1.42325616e-05 1.35117707e-05\n 8.11814505e-04 2.01136827e-05 2.34854579e-05 1.38216938e-11\n 1.34810110e-08 1.27308244e-08 5.63978625e-04]\n [ 1.14959948e-01 -2.87577994e-02 1.75923973e-01 1.46640018e-01\n -4.14655924e-01 -5.03361106e-01 7.50472723e-03 1.44544750e-01\n -9.45027452e-03 1.99893974e-02 2.42979004e-05 2.36925061e-05\n 1.06529871e-04 3.27591333e-05 -3.29625327e-05 3.61053321e-06\n 6.31455187e-05 -2.43481336e-04 8.98286758e-04]\n [-5.62863648e-01 -2.62858242e-01 1.18524328e-01 -3.37226361e-01\n -9.45198759e-02 1.52694583e-01 3.67923230e-02 -5.40653057e-02\n 1.53064532e-02 1.99898053e-02 -2.26893208e-05 -7.48466755e-06\n 3.66281020e-04 -1.86149919e-05 2.86082795e-05 2.00834565e-05\n -1.88029418e-03 -1.19347731e-03 2.98532919e-04]\n [ 5.27881160e-02 8.16988274e-02 4.31305915e-02 1.56562403e-01\n 5.40361404e-01 3.85414898e-01 1.04379677e-03 1.54961765e-01\n -3.95738035e-02 1.99843142e-02 -1.45534927e-04 -9.51604234e-05\n 2.81494117e+00 8.76710236e-01 -2.88077384e-01 2.47231976e-04\n -7.33784819e-03 -1.82005251e-03 4.45988846e+00]\n [ 4.65922952e-02 1.62316099e-01 5.05179726e-03 1.23852983e-01\n 5.26630998e-01 -4.80494611e-02 8.00013319e-02 1.30929023e-01\n -1.27542466e-01 1.99896712e-02 -1.42473800e-05 1.34979655e-05\n 2.02409763e-04 2.01181811e-05 2.34949403e-05 1.88882465e-10\n 2.43008511e-08 1.48025805e-08 5.64549468e-04]]"
|
| 47 |
},
|
| 48 |
+
"_episode_num": 72783,
|
| 49 |
"use_sde": false,
|
| 50 |
"sde_sample_freq": -1,
|
| 51 |
+
"_current_progress_remaining": 0.44852479999999995,
|
| 52 |
"_stats_window_size": 100,
|
| 53 |
"ep_info_buffer": {
|
| 54 |
":type:": "<class 'collections.deque'>",
|
| 55 |
+
":serialized:": "gAWV4AsAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKH2UKIwBcpRHwEkAAAAAAACMAWyUSzKMAXSUR0DFNxNzEJjUdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFNvTNKRMfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFNzYgFHJ+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFNyjfek57dX2UKGgGR8AUAAAAAAAAaAdLBmgIR0DFN2NdLQHBdX2UKGgGR8AwAAAAAAAAaAdLEWgIR0DFNx2tnwocdX2UKGgGR8AUAAAAAAAAaAdLBmgIR0DFN44BmwqzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN6rkU9IPdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN8A4EOiGdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFN9A1zhgmdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN21tXPqtdX2UKGgGR8A8AAAAAAAAaAdLHWgIR0DFOBh4Oc2BdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN71vIfbLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN+sfigkDdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN7AvWYnfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFN92rsByTdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOBhCOWB0dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOABDqnm8dX2UKGgGR8AoAAAAAAAAaAdLDWgIR0DFOB2diDujdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFOADx7RfGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOLYrDqGDdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOICg9NeudX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOGBIDoyLdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOJnLHMlkdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFOMXyI55rdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFOQgTPBzndX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFOLHA0sOHdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOJBrcj7idX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOQJQ53kgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOTEBwMpgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOUFgSeyzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFONt7ngYQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOYUkKNQ1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOVcFdLQHdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFOb2zMRpUdX2UKGgGR8A3AAAAAAAAaAdLGGgIR0DFOVoQ6IWQdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOUs0rK/3dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOYX24/eMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOWzMxGlRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOYhl8PWhdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOWV96TnrdX2UKGgGR8AIAAAAAAAAaAdLBGgIR0DFOYYbp/wzdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFOiN0Lc9GdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOcjx3FDOdX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFObSNsFdLdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFOaZAQg9vdX2UKGgGR8AuAAAAAAAAaAdLEGgIR0DFOcumJm/WdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOfv7k4m1dX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFOgHeN1hcdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOiMV+I/JdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFOi5oZhrndX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOmvuE25ydX2UKGgGR8AkAAAAAAAAaAdLC2gIR0DFOhlknTiLdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOg+gpSaWdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFOipcu8K5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOfTw6QvIdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOm3fZVXFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOpjcfvF4dX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOlUf9xZMdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOqg+jdpJdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFOpzMkhRqdX2UKGgGR8AUAAAAAAAAaAdLBmgIR0DFOsPumaYvdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOkuWQfZFdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFOuAw/PgOdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOsqOWBz4dX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFOuQgvDgqdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOroRAbADdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOvPPTodNdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFOz3z4DcNdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFOyylk6LgdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO48lC1JEdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOyABmwqzdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFOxLG3nZCdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFOxsyk9EDdX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFO1p7AtWddX2UKGgGR8AiAAAAAAAAaAdLCmgIR0DFO9b+717IdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO5jlaKUFdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO9Xxe9i+dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO4TV2A5JdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO5c36yjYdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFO3+FWXC1dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO2FkvsZ6dX2UKGgGR8AcAAAAAAAAaAdLCGgIR0DFPA+gJ1JUdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFPAceXAuadX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO7dipeeGdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPCvCAMDwdX2UKGgGR8AkAAAAAAAAaAdLC2gIR0DFO6+ig00ndX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFPEPYjB2wdX2UKGgGR8AYAAAAAAAAaAdLB2gIR0DFPDtShrWRdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFO6woZydXdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPClaY/mldX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPEGXqqwRdX2UKGgGR8AQAAAAAAAAaAdLBWgIR0DFPExXnyNGdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFPBu0Z3s5dX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPBvWQOnVdX2UKGgGR8AqAAAAAAAAaAdLDmgIR0DFPAsMspXqdX2UKGgGRwAAAAAAAAAAaAdLAWgIR0DFPBG32EkCdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPJ74vexfdX2UKGgGR8BJAAAAAAAAaAdLMmgIR0DFPIrnvDxcdX2UKGgGR8AgAAAAAAAAaAdLCWgIR0DFPFeVopQUdWUu"
|
| 56 |
},
|
| 57 |
"ep_success_buffer": {
|
| 58 |
":type:": "<class 'collections.deque'>",
|
| 59 |
+
":serialized:": "gAWVhgAAAAAAAACMC2NvbGxlY3Rpb25zlIwFZGVxdWWUk5QpS2SGlFKUKImIiYmIiIiJiYiJiImJiYmJiYiIiYmJiYiIiImJiYmJiYmIiImJiYmJiIiIiIiIiYiJiImIiIiJiYmIiYiIiYiJiImJiIiJiYmIiIiJiYmJiImIiImJiIiIiYmJiIiJiIiJiYhlLg=="
|
| 60 |
},
|
| 61 |
+
"_n_updates": 172023,
|
| 62 |
"buffer_size": 1000000,
|
| 63 |
"batch_size": 2048,
|
| 64 |
"learning_starts": 5000,
|
|
|
|
| 99 |
},
|
| 100 |
"action_space": {
|
| 101 |
":type:": "<class 'gymnasium.spaces.box.Box'>",
|
| 102 |
+
":serialized:": "gAWVagIAAAAAAACMFGd5bW5hc2l1bS5zcGFjZXMuYm94lIwDQm94lJOUKYGUfZQojAVkdHlwZZSMBW51bXB5lIwFZHR5cGWUk5SMAmY0lImIh5RSlChLA4wBPJROTk5K/////0r/////SwB0lGKMDWJvdW5kZWRfYmVsb3eUjBJudW1weS5jb3JlLm51bWVyaWOUjAtfZnJvbWJ1ZmZlcpSTlCiWBAAAAAAAAAABAQEBlGgIjAJiMZSJiIeUUpQoSwOMAXyUTk5OSv////9K/////0sAdJRiSwSFlIwBQ5R0lFKUjA1ib3VuZGVkX2Fib3ZllGgRKJYEAAAAAAAAAAEBAQGUaBVLBIWUaBl0lFKUjAZfc2hhcGWUSwSFlIwDbG93lGgRKJYQAAAAAAAAAAAAgL8AAIC/AACAvwAAgL+UaAtLBIWUaBl0lFKUjARoaWdolGgRKJYQAAAAAAAAAAAAgD8AAIA/AACAPwAAgD+UaAtLBIWUaBl0lFKUjAhsb3dfcmVwcpSMBC0xLjCUjAloaWdoX3JlcHKUjAMxLjCUjApfbnBfcmFuZG9tlIwUbnVtcHkucmFuZG9tLl9waWNrbGWUjBBfX2dlbmVyYXRvcl9jdG9ylJOUjAVQQ0c2NJRoMowUX19iaXRfZ2VuZXJhdG9yX2N0b3KUk5SGlFKUfZQojA1iaXRfZ2VuZXJhdG9ylIwFUENHNjSUjAVzdGF0ZZR9lChoPYoQyF/lJiBFeYUBDuXiMI9JZIwDaW5jlIoQFWLvoNOjWe/lE10S7URhGHWMCmhhc191aW50MzKUSwCMCHVpbnRlZ2VylEsAdWJ1Yi4=",
|
| 103 |
"dtype": "float32",
|
| 104 |
"bounded_below": "[ True True True True]",
|
| 105 |
"bounded_above": "[ True True True True]",
|
tqc-PandaPickAndPlace-v3/ent_coef_optimizer.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1940
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e65bc59ac762edc5f55ad0a2ba5c50cb861dd15896a6870fbb9a73cd13904492
|
| 3 |
size 1940
|
tqc-PandaPickAndPlace-v3/policy.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 43040152
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:73a7c3ea3c1852e92de27900e0729ca28bc5b6215890e24c8829a798d04083e8
|
| 3 |
size 43040152
|
tqc-PandaPickAndPlace-v3/pytorch_variables.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1180
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:feeaceaa4da2b2474fc0e340f16f8bb0d0c3c83b408993813739c62e9127e155
|
| 3 |
size 1180
|
vec_normalize.pkl
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30f36d56e82a4a8b596e963fa45d0f1d983c893264bf6172edeef4baabbe7da5
|
| 3 |
+
size 3316
|