diff --git "a/fin_rl_a2c_v1.ipynb" "b/fin_rl_a2c_v1.ipynb" new file mode 100644--- /dev/null +++ "b/fin_rl_a2c_v1.ipynb" @@ -0,0 +1,35198 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "nwaAZRu1NTiI" + }, + "source": [ + "# A2C\n", + "\n", + "\n", + "#### This version uses stable baseline A2C using a custom enviroment (unit 6)" + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": {}, + "outputs": [], + "source": [ + "!pip install yfinance\n", + "\n", + "# install talib in colab\n", + "!wget http://prdownloads.sourceforge.net/ta-lib/ta-lib-0.4.0-src.tar.gz\n", + "!tar -xzvf ta-lib-0.4.0-src.tar.gz\n", + "%cd ta-lib\n", + "!./configure --prefix=/usr\n", + "!make\n", + "!make install\n", + "!pip install Ta-Lib\n", + "import talib as ta" + ] + }, + { + "cell_type": "code", + "execution_count": 44, + "metadata": { + "id": "LNXxxKojNTiL" + }, + "outputs": [], + "source": [ + "\n", + "\n", + "import gym\n", + "from gym import spaces\n", + "from gym.utils import seeding\n", + "from gym import wrappers\n", + "\n", + "from stable_baselines3 import A2C\n", + "from stable_baselines3.common.env_checker import check_env\n", + "\n", + "from tqdm.notebook import tqdm\n", + "from collections import deque\n", + "import numpy as np\n", + "import random\n", + "from matplotlib import pyplot as plt\n", + "from sklearn.preprocessing import MinMaxScaler\n", + "import joblib\n", + "\n", + "import talib as ta\n", + "import yfinance as yf\n", + "import pandas as pd\n", + "\n", + "import io\n", + "import base64\n", + "from IPython.display import HTML, Video\n" + ] + }, + { + "cell_type": "code", + "execution_count": 45, + "metadata": {}, + "outputs": [], + "source": [ + "from enum import Enum\n", + "class Actions(Enum):\n", + " Sell = 0\n", + " Buy = 1\n", + " Do_nothing = 2\n", + "\n", + "class CustTradingEnv(gym.Env):\n", + "\n", + " def __init__(self, df, max_steps=0, seed=8, random_start=True, scaler=None):\n", + " self.seed(seed=seed)\n", + " self.df = df\n", + " if scaler is None:\n", + " self.scaler = MinMaxScaler()\n", + " else:\n", + " self.scaler = scaler\n", + " self.prices, self.signal_features = self._process_data()\n", + "\n", + " # spaces\n", + " self.action_space = spaces.Discrete(3)\n", + " self.observation_space = spaces.Box(low=0, high=1, shape=(4,) , dtype=np.float64)\n", + "\n", + " # episode\n", + " self._start_tick = 0\n", + " self._end_tick = 0\n", + " self._done = None\n", + " self._current_tick = None\n", + " self._last_trade_tick = None\n", + " self._position = None\n", + " self._position_history = None\n", + " self._total_reward = None\n", + " self._total_profit = None\n", + " self._first_rendering = None\n", + " self.history = None\n", + " self._max_steps = max_steps\n", + " self._start_episode_tick = None\n", + " self._trade_history = None\n", + " self._random_start = random_start\n", + "\n", + "\n", + " def reset(self):\n", + " self._done = False\n", + " if self._random_start:\n", + " self._start_episode_tick = np.random.randint(1,high=len(self.df)- self._max_steps )\n", + " self._end_tick = self._start_episode_tick + self._max_steps\n", + " else:\n", + " self._start_episode_tick = 1\n", + " self._end_tick = len(self.df)-1\n", + "\n", + " self._current_tick = self._start_episode_tick\n", + " self._last_trade_tick = self._current_tick - 1\n", + " self._position = 0\n", + " self._position_history = []\n", + " # self._position_history = (self.window_size * [None]) + [self._position]\n", + " self._total_reward = 0.\n", + " self._total_profit = 0.\n", + " self._trade_history = []\n", + " self.history = {}\n", + " return self._get_observation()\n", + "\n", + "\n", + " def step(self, action):\n", + " self._done = False\n", + " self._current_tick += 1\n", + "\n", + " if self._current_tick == self._end_tick:\n", + " self._done = True\n", + "\n", + " step_reward = self._calculate_reward(action)\n", + " self._total_reward += step_reward\n", + "\n", + " observation = self._get_observation()\n", + " info = dict(\n", + " total_reward = self._total_reward,\n", + " total_profit = self._total_profit,\n", + " position = self._position,\n", + " action = action\n", + " )\n", + " self._update_history(info)\n", + "\n", + " return observation, step_reward, self._done, info\n", + "\n", + " def seed(self, seed=None):\n", + " self.np_random, seed = seeding.np_random(seed)\n", + " return [seed]\n", + " \n", + " def _get_observation(self):\n", + " return self.signal_features[self._current_tick]\n", + "\n", + " def _update_history(self, info):\n", + " if not self.history:\n", + " self.history = {key: [] for key in info.keys()}\n", + "\n", + " for key, value in info.items():\n", + " self.history[key].append(value)\n", + "\n", + "\n", + " def render(self, mode='human'):\n", + " window_ticks = np.arange(len(self._position_history))\n", + " prices = self.prices[self._start_episode_tick:self._end_tick+1]\n", + " plt.plot(prices)\n", + "\n", + " open_buy = []\n", + " close_buy = []\n", + " open_sell = []\n", + " close_sell = []\n", + " do_nothing = []\n", + "\n", + " for i, tick in enumerate(window_ticks):\n", + " if self._position_history[i] == 1:\n", + " open_buy.append(tick)\n", + " elif self._position_history[i] == 2 :\n", + " close_buy.append(tick)\n", + " elif self._position_history[i] == 3 :\n", + " open_sell.append(tick)\n", + " elif self._position_history[i] == 4 :\n", + " close_sell.append(tick)\n", + " elif self._position_history[i] == 0 :\n", + " do_nothing.append(tick)\n", + "\n", + " plt.plot(open_buy, prices[open_buy], 'go', marker=\"^\")\n", + " plt.plot(close_buy, prices[close_buy], 'go', marker=\"v\")\n", + " plt.plot(open_sell, prices[open_sell], 'ro', marker=\"v\")\n", + " plt.plot(close_sell, prices[close_sell], 'ro', marker=\"^\")\n", + " \n", + " plt.plot(do_nothing, prices[do_nothing], 'yo')\n", + "\n", + " plt.suptitle(\n", + " \"Total Reward: %.6f\" % self._total_reward + ' ~ ' +\n", + " \"Total Profit: %.6f\" % self._total_profit\n", + " )\n", + "\n", + " def _calculate_reward(self, action):\n", + " step_reward = 0\n", + "\n", + " current_price = self.prices[self._current_tick]\n", + " last_price = self.prices[self._current_tick - 1]\n", + " price_diff = current_price - last_price\n", + "\n", + " penalty = -1 * last_price * 0.01\n", + " # OPEN BUY - 1\n", + " if action == Actions.Buy.value and self._position == 0:\n", + " self._position = 1\n", + " step_reward += price_diff\n", + " self._last_trade_tick = self._current_tick - 1\n", + " self._position_history.append(1)\n", + "\n", + " elif action == Actions.Buy.value and self._position > 0:\n", + " step_reward += penalty\n", + " self._position_history.append(-1)\n", + " # CLOSE SELL - 4\n", + " elif action == Actions.Buy.value and self._position < 0:\n", + " self._position = 0\n", + " step_reward += -1 * (self.prices[self._current_tick -1] - self.prices[self._last_trade_tick]) \n", + " self._total_profit += step_reward\n", + " self._position_history.append(4)\n", + " self._trade_history.append(step_reward)\n", + "\n", + " # OPEN SELL - 3\n", + " elif action == Actions.Sell.value and self._position == 0:\n", + " self._position = -1\n", + " step_reward += -1 * price_diff\n", + " self._last_trade_tick = self._current_tick - 1\n", + " self._position_history.append(3)\n", + " # CLOSE BUY - 2\n", + " elif action == Actions.Sell.value and self._position > 0:\n", + " self._position = 0\n", + " step_reward += self.prices[self._current_tick -1] - self.prices[self._last_trade_tick] \n", + " self._total_profit += step_reward\n", + " self._position_history.append(2)\n", + " self._trade_history.append(step_reward)\n", + " elif action == Actions.Sell.value and self._position < 0:\n", + " step_reward += penalty\n", + " self._position_history.append(-1)\n", + "\n", + " # DO NOTHING - 0\n", + " elif action == Actions.Do_nothing.value and self._position > 0:\n", + " step_reward += price_diff\n", + " self._position_history.append(0)\n", + " elif action == Actions.Do_nothing.value and self._position < 0:\n", + " step_reward += -1 * price_diff\n", + " self._position_history.append(0)\n", + " elif action == Actions.Do_nothing.value and self._position == 0:\n", + " step_reward += -1 * abs(price_diff)\n", + " self._position_history.append(0)\n", + "\n", + " return step_reward\n", + "\n", + " def get_scaler(self):\n", + " return self.scaler\n", + "\n", + " def set_scaler(self, scaler):\n", + " self.scaler = scaler\n", + " \n", + " def _process_data(self):\n", + " timeperiod = 14\n", + " self.df = self.df.copy()\n", + " \n", + " self.df['mfi_r'] = ta.MFI(self.df['High'], self.df['Low'], self.df['Close'],self.df['Volume'], timeperiod=timeperiod)\n", + " _, self.df['stoch_d_r'] = ta.STOCH(self.df['High'], self.df['Low'], self.df['Close'], fastk_period=5, slowk_period=3, slowk_matype=0, slowd_period=3, slowd_matype=0)\n", + " self.df['adx_r'] = ta.ADX(self.df['High'], self.df['Low'], self.df['Close'], timeperiod=timeperiod)\n", + " self.df['p_di'] = ta.PLUS_DI(self.df['High'], self.df['Low'], self.df['Close'], timeperiod=timeperiod)\n", + " self.df['m_di'] = ta.MINUS_DI(self.df['High'], self.df['Low'], self.df['Close'], timeperiod=timeperiod)\n", + " self.df['di'] = np.where( self.df['p_di'] > self.df['m_di'], 1, 0)\n", + "\n", + " self.df = self.df.dropna()\n", + " # self.df['di_s']=self.df['di']\n", + " # self.df['mfi_s']=self.df['mfi_r']\n", + " # self.df['stoch_d_s']=self.df['stoch_d_r']\n", + " # self.df['adx_s']=self.df['adx_r']\n", + "\n", + " self.df[['di_s','mfi_s','stoch_d_s','adx_s']] = self.scaler.fit_transform(self.df[['di','mfi_r','stoch_d_r','adx_r']])\n", + "\n", + " def f1(row):\n", + " row['state'] = [row['di_s'], row['mfi_s'], row['stoch_d_s'], row['adx_s']]\n", + " return row\n", + "\n", + " self.df = self.df.apply(f1, axis=1 )\n", + "\n", + " prices = self.df.loc[:, 'Close'].to_numpy()\n", + " # print(self.df.head(30))\n", + "\n", + " signal_features = np.stack(self.df.loc[:, 'state'].to_numpy())\n", + "\n", + " return prices, signal_features" + ] + }, + { + "cell_type": "code", + "execution_count": 33, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "3074\n", + "1925\n" + ] + } + ], + "source": [ + "# Get data\n", + "eth_usd = yf.Ticker(\"ETH-USD\")\n", + "eth = eth_usd.history(period=\"max\")\n", + "\n", + "btc_usd = yf.Ticker(\"BTC-USD\")\n", + "btc = btc_usd.history(period=\"max\")\n", + "print(len(btc))\n", + "print(len(eth))\n", + "\n", + "btc_train = eth[-3015:-200]\n", + "# btc_test = eth[-200:]\n", + "eth_train = eth[-1864:-200]\n", + "eth_test = eth[-200:]\n", + "# len(eth_train)" + ] + }, + { + "cell_type": "code", + "execution_count": 46, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Using cpu device\n", + "Wrapping the env with a `Monitor` wrapper\n", + "Wrapping the env in a DummyVecEnv.\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.8 |\n", + "| time/ | |\n", + "| fps | 910 |\n", + "| iterations | 100 |\n", + "| time_elapsed | 0 |\n", + "| total_timesteps | 500 |\n", + "| train/ | |\n", + "| entropy_loss | -1.1 |\n", + "| explained_variance | -0.0217 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99 |\n", + "| policy_loss | 13.9 |\n", + "| value_loss | 236 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.3 |\n", + "| time/ | |\n", + "| fps | 901 |\n", + "| iterations | 200 |\n", + "| time_elapsed | 1 |\n", + "| total_timesteps | 1000 |\n", + "| train/ | |\n", + "| entropy_loss | -1.06 |\n", + "| explained_variance | -0.00292 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199 |\n", + "| policy_loss | -8.22 |\n", + "| value_loss | 88.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -188 |\n", + "| time/ | |\n", + "| fps | 913 |\n", + "| iterations | 300 |\n", + "| time_elapsed | 1 |\n", + "| total_timesteps | 1500 |\n", + "| train/ | |\n", + "| entropy_loss | -1.02 |\n", + "| explained_variance | 0.0063 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 299 |\n", + "| policy_loss | -274 |\n", + "| value_loss | 5.79e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -175 |\n", + "| time/ | |\n", + "| fps | 921 |\n", + "| iterations | 400 |\n", + "| time_elapsed | 2 |\n", + "| total_timesteps | 2000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.913 |\n", + "| explained_variance | -0.000342 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 399 |\n", + "| policy_loss | 25.6 |\n", + "| value_loss | 1.46e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -224 |\n", + "| time/ | |\n", + "| fps | 925 |\n", + "| iterations | 500 |\n", + "| time_elapsed | 2 |\n", + "| total_timesteps | 2500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.907 |\n", + "| explained_variance | -0.00131 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 499 |\n", + "| policy_loss | 99.3 |\n", + "| value_loss | 2.08e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -242 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 600 |\n", + "| time_elapsed | 3 |\n", + "| total_timesteps | 3000 |\n", + "| train/ | |\n", + "| entropy_loss | -1 |\n", + "| explained_variance | -0.0271 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 599 |\n", + "| policy_loss | -104 |\n", + "| value_loss | 1.49e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -204 |\n", + "| time/ | |\n", + "| fps | 916 |\n", + "| iterations | 700 |\n", + "| time_elapsed | 3 |\n", + "| total_timesteps | 3500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.983 |\n", + "| explained_variance | -0.00097 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 699 |\n", + "| policy_loss | -577 |\n", + "| value_loss | 3.98e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -187 |\n", + "| time/ | |\n", + "| fps | 919 |\n", + "| iterations | 800 |\n", + "| time_elapsed | 4 |\n", + "| total_timesteps | 4000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.854 |\n", + "| explained_variance | -0.000142 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 799 |\n", + "| policy_loss | -67.3 |\n", + "| value_loss | 1.84e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -177 |\n", + "| time/ | |\n", + "| fps | 921 |\n", + "| iterations | 900 |\n", + "| time_elapsed | 4 |\n", + "| total_timesteps | 4500 |\n", + "| train/ | |\n", + "| entropy_loss | -1.02 |\n", + "| explained_variance | -0.0083 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 899 |\n", + "| policy_loss | 479 |\n", + "| value_loss | 1.97e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -184 |\n", + "| time/ | |\n", + "| fps | 924 |\n", + "| iterations | 1000 |\n", + "| time_elapsed | 5 |\n", + "| total_timesteps | 5000 |\n", + "| train/ | |\n", + "| entropy_loss | -1.02 |\n", + "| explained_variance | -0.000479 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 999 |\n", + "| policy_loss | -13.8 |\n", + "| value_loss | 120 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -155 |\n", + "| time/ | |\n", + "| fps | 927 |\n", + "| iterations | 1100 |\n", + "| time_elapsed | 5 |\n", + "| total_timesteps | 5500 |\n", + "| train/ | |\n", + "| entropy_loss | -1.03 |\n", + "| explained_variance | -0.0118 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 1099 |\n", + "| policy_loss | -21.9 |\n", + "| value_loss | 452 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -137 |\n", + "| time/ | |\n", + "| fps | 928 |\n", + "| iterations | 1200 |\n", + "| time_elapsed | 6 |\n", + "| total_timesteps | 6000 |\n", + "| train/ | |\n", + "| entropy_loss | -1.02 |\n", + "| explained_variance | -0.0532 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 1199 |\n", + "| policy_loss | 16.6 |\n", + "| value_loss | 540 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -122 |\n", + "| time/ | |\n", + "| fps | 928 |\n", + "| iterations | 1300 |\n", + "| time_elapsed | 7 |\n", + "| total_timesteps | 6500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.991 |\n", + "| explained_variance | 7.51e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 1299 |\n", + "| policy_loss | 48.7 |\n", + "| value_loss | 2.54e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.4 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 1400 |\n", + "| time_elapsed | 7 |\n", + "| total_timesteps | 7000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.997 |\n", + "| explained_variance | -0.000374 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 1399 |\n", + "| policy_loss | 179 |\n", + "| value_loss | 4.68e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.8 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 1500 |\n", + "| time_elapsed | 8 |\n", + "| total_timesteps | 7500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.978 |\n", + "| explained_variance | 0.00279 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 1499 |\n", + "| policy_loss | -77.2 |\n", + "| value_loss | 1.35e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.9 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 1600 |\n", + "| time_elapsed | 8 |\n", + "| total_timesteps | 8000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.915 |\n", + "| explained_variance | 0.00461 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 1599 |\n", + "| policy_loss | -3.84 |\n", + "| value_loss | 82.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.3 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 1700 |\n", + "| time_elapsed | 9 |\n", + "| total_timesteps | 8500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.988 |\n", + "| explained_variance | 0.0286 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 1699 |\n", + "| policy_loss | 11.3 |\n", + "| value_loss | 521 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 1800 |\n", + "| time_elapsed | 9 |\n", + "| total_timesteps | 9000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.939 |\n", + "| explained_variance | -0.0426 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 1799 |\n", + "| policy_loss | -3.16 |\n", + "| value_loss | 52.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -141 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 1900 |\n", + "| time_elapsed | 10 |\n", + "| total_timesteps | 9500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.844 |\n", + "| explained_variance | -1.79e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 1899 |\n", + "| policy_loss | -272 |\n", + "| value_loss | 1.48e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 2000 |\n", + "| time_elapsed | 10 |\n", + "| total_timesteps | 10000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 1.08e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 1999 |\n", + "| policy_loss | -12.2 |\n", + "| value_loss | 1.21e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.5 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 2100 |\n", + "| time_elapsed | 11 |\n", + "| total_timesteps | 10500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.774 |\n", + "| explained_variance | 0.000488 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 2099 |\n", + "| policy_loss | 69.7 |\n", + "| value_loss | 1.95e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -17.2 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 2200 |\n", + "| time_elapsed | 11 |\n", + "| total_timesteps | 11000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.776 |\n", + "| explained_variance | 0.0676 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 2199 |\n", + "| policy_loss | -2.4 |\n", + "| value_loss | 15.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -19 |\n", + "| time/ | |\n", + "| fps | 930 |\n", + "| iterations | 2300 |\n", + "| time_elapsed | 12 |\n", + "| total_timesteps | 11500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.718 |\n", + "| explained_variance | 0.00248 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 2299 |\n", + "| policy_loss | 1.74 |\n", + "| value_loss | 6.83 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -27 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 2400 |\n", + "| time_elapsed | 12 |\n", + "| total_timesteps | 12000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | -0.00294 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 2399 |\n", + "| policy_loss | -12.3 |\n", + "| value_loss | 258 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -23.3 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 2500 |\n", + "| time_elapsed | 13 |\n", + "| total_timesteps | 12500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.743 |\n", + "| explained_variance | 0.0147 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 2499 |\n", + "| policy_loss | -1.93 |\n", + "| value_loss | 9.05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.2 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 2600 |\n", + "| time_elapsed | 13 |\n", + "| total_timesteps | 13000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.724 |\n", + "| explained_variance | -3.6e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 2599 |\n", + "| policy_loss | -72.2 |\n", + "| value_loss | 1.23e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -33.3 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 2700 |\n", + "| time_elapsed | 14 |\n", + "| total_timesteps | 13500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.714 |\n", + "| explained_variance | -0.00893 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 2699 |\n", + "| policy_loss | 36.2 |\n", + "| value_loss | 3.31e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.2 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 2800 |\n", + "| time_elapsed | 15 |\n", + "| total_timesteps | 14000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.739 |\n", + "| explained_variance | 0.0213 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 2799 |\n", + "| policy_loss | -6.98 |\n", + "| value_loss | 143 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.1 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 2900 |\n", + "| time_elapsed | 15 |\n", + "| total_timesteps | 14500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.723 |\n", + "| explained_variance | -0.00179 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 2899 |\n", + "| policy_loss | -5.62 |\n", + "| value_loss | 1.1e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.3 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 3000 |\n", + "| time_elapsed | 16 |\n", + "| total_timesteps | 15000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.712 |\n", + "| explained_variance | -0.00131 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 2999 |\n", + "| policy_loss | -10.6 |\n", + "| value_loss | 234 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 3100 |\n", + "| time_elapsed | 16 |\n", + "| total_timesteps | 15500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.813 |\n", + "| explained_variance | 0.0205 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 3099 |\n", + "| policy_loss | -4.25 |\n", + "| value_loss | 36.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.1 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 3200 |\n", + "| time_elapsed | 17 |\n", + "| total_timesteps | 16000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.711 |\n", + "| explained_variance | 0.0123 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 3199 |\n", + "| policy_loss | -3.79 |\n", + "| value_loss | 63 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28.8 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 3300 |\n", + "| time_elapsed | 17 |\n", + "| total_timesteps | 16500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.878 |\n", + "| explained_variance | -0.00752 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 3299 |\n", + "| policy_loss | 24.3 |\n", + "| value_loss | 999 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 3400 |\n", + "| time_elapsed | 18 |\n", + "| total_timesteps | 17000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.78 |\n", + "| explained_variance | -0.012 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 3399 |\n", + "| policy_loss | 7.37 |\n", + "| value_loss | 109 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 3500 |\n", + "| time_elapsed | 18 |\n", + "| total_timesteps | 17500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.743 |\n", + "| explained_variance | -0.00704 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 3499 |\n", + "| policy_loss | 3.67 |\n", + "| value_loss | 35.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 3600 |\n", + "| time_elapsed | 19 |\n", + "| total_timesteps | 18000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.613 |\n", + "| explained_variance | 0.0179 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 3599 |\n", + "| policy_loss | -14.2 |\n", + "| value_loss | 697 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.8 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 3700 |\n", + "| time_elapsed | 19 |\n", + "| total_timesteps | 18500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.71 |\n", + "| explained_variance | 0.00105 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 3699 |\n", + "| policy_loss | 4.03 |\n", + "| value_loss | 53.3 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.7 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 3800 |\n", + "| time_elapsed | 20 |\n", + "| total_timesteps | 19000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.716 |\n", + "| explained_variance | -0.000188 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 3799 |\n", + "| policy_loss | 31.4 |\n", + "| value_loss | 2.08e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 3900 |\n", + "| time_elapsed | 20 |\n", + "| total_timesteps | 19500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 0.000731 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 3899 |\n", + "| policy_loss | -6.5 |\n", + "| value_loss | 93 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -146 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 4000 |\n", + "| time_elapsed | 21 |\n", + "| total_timesteps | 20000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.627 |\n", + "| explained_variance | 9.98e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 3999 |\n", + "| policy_loss | -134 |\n", + "| value_loss | 7.64e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -134 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 4100 |\n", + "| time_elapsed | 21 |\n", + "| total_timesteps | 20500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.711 |\n", + "| explained_variance | 0.000261 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 4099 |\n", + "| policy_loss | -25.9 |\n", + "| value_loss | 1.97e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 4200 |\n", + "| time_elapsed | 22 |\n", + "| total_timesteps | 21000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 4199 |\n", + "| policy_loss | 99.7 |\n", + "| value_loss | 4.86e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.1 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 4300 |\n", + "| time_elapsed | 22 |\n", + "| total_timesteps | 21500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | 3.81e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 4299 |\n", + "| policy_loss | 8 |\n", + "| value_loss | 1.55e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.5 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 4400 |\n", + "| time_elapsed | 23 |\n", + "| total_timesteps | 22000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.706 |\n", + "| explained_variance | 0.00513 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 4399 |\n", + "| policy_loss | 3.21 |\n", + "| value_loss | 26.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.1 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 4500 |\n", + "| time_elapsed | 24 |\n", + "| total_timesteps | 22500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 2.41e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 4499 |\n", + "| policy_loss | 112 |\n", + "| value_loss | 2.73e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.3 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 4600 |\n", + "| time_elapsed | 24 |\n", + "| total_timesteps | 23000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.709 |\n", + "| explained_variance | -0.000745 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 4599 |\n", + "| policy_loss | -2.45 |\n", + "| value_loss | 12.8 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 4700 |\n", + "| time_elapsed | 25 |\n", + "| total_timesteps | 23500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.413 |\n", + "| explained_variance | -7.87e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 4699 |\n", + "| policy_loss | -11.4 |\n", + "| value_loss | 6.45e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 4800 |\n", + "| time_elapsed | 25 |\n", + "| total_timesteps | 24000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.525 |\n", + "| explained_variance | 4.46e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 4799 |\n", + "| policy_loss | -17.1 |\n", + "| value_loss | 1.16e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -140 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 4900 |\n", + "| time_elapsed | 26 |\n", + "| total_timesteps | 24500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.597 |\n", + "| explained_variance | 6.62e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 4899 |\n", + "| policy_loss | 40.9 |\n", + "| value_loss | 5.15e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -156 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 5000 |\n", + "| time_elapsed | 26 |\n", + "| total_timesteps | 25000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.744 |\n", + "| explained_variance | 8.53e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 4999 |\n", + "| policy_loss | 20.2 |\n", + "| value_loss | 3.26e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.6 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 5100 |\n", + "| time_elapsed | 27 |\n", + "| total_timesteps | 25500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.714 |\n", + "| explained_variance | 7.34e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 5099 |\n", + "| policy_loss | 5.32 |\n", + "| value_loss | 2.8e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -138 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 5200 |\n", + "| time_elapsed | 27 |\n", + "| total_timesteps | 26000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.725 |\n", + "| explained_variance | 2.78e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 5199 |\n", + "| policy_loss | -170 |\n", + "| value_loss | 1.08e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.3 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 5300 |\n", + "| time_elapsed | 28 |\n", + "| total_timesteps | 26500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 9.76e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 5299 |\n", + "| policy_loss | 6.67 |\n", + "| value_loss | 122 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 5400 |\n", + "| time_elapsed | 28 |\n", + "| total_timesteps | 27000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.781 |\n", + "| explained_variance | 0.0001 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 5399 |\n", + "| policy_loss | 152 |\n", + "| value_loss | 3.69e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -141 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 5500 |\n", + "| time_elapsed | 29 |\n", + "| total_timesteps | 27500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.803 |\n", + "| explained_variance | 2.8e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 5499 |\n", + "| policy_loss | -67 |\n", + "| value_loss | 9.03e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 5600 |\n", + "| time_elapsed | 29 |\n", + "| total_timesteps | 28000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.82 |\n", + "| explained_variance | -5.96e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 5599 |\n", + "| policy_loss | 700 |\n", + "| value_loss | 2.96e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 5700 |\n", + "| time_elapsed | 30 |\n", + "| total_timesteps | 28500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 1.01e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 5699 |\n", + "| policy_loss | 271 |\n", + "| value_loss | 1.3e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.9 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 5800 |\n", + "| time_elapsed | 30 |\n", + "| total_timesteps | 29000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.704 |\n", + "| explained_variance | -7.3e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 5799 |\n", + "| policy_loss | -99 |\n", + "| value_loss | 1.82e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.1 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 5900 |\n", + "| time_elapsed | 31 |\n", + "| total_timesteps | 29500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.733 |\n", + "| explained_variance | -5.58e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 5899 |\n", + "| policy_loss | 5.11 |\n", + "| value_loss | 416 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 6000 |\n", + "| time_elapsed | 32 |\n", + "| total_timesteps | 30000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.766 |\n", + "| explained_variance | 0.00212 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 5999 |\n", + "| policy_loss | -16.9 |\n", + "| value_loss | 857 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.8 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 6100 |\n", + "| time_elapsed | 32 |\n", + "| total_timesteps | 30500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 8.45e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 6099 |\n", + "| policy_loss | -2.66 |\n", + "| value_loss | 38.6 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 6200 |\n", + "| time_elapsed | 33 |\n", + "| total_timesteps | 31000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.806 |\n", + "| explained_variance | -0.000562 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 6199 |\n", + "| policy_loss | -5.05 |\n", + "| value_loss | 88.7 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -154 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 6300 |\n", + "| time_elapsed | 33 |\n", + "| total_timesteps | 31500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 6299 |\n", + "| policy_loss | -228 |\n", + "| value_loss | 1.57e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -148 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 6400 |\n", + "| time_elapsed | 34 |\n", + "| total_timesteps | 32000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 6399 |\n", + "| policy_loss | -183 |\n", + "| value_loss | 1.22e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -158 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 6500 |\n", + "| time_elapsed | 34 |\n", + "| total_timesteps | 32500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.744 |\n", + "| explained_variance | -0.000169 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 6499 |\n", + "| policy_loss | 2.93 |\n", + "| value_loss | 461 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.5 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 6600 |\n", + "| time_elapsed | 35 |\n", + "| total_timesteps | 33000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.722 |\n", + "| explained_variance | -0.00165 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 6599 |\n", + "| policy_loss | -0.862 |\n", + "| value_loss | 5.28 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.3 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 6700 |\n", + "| time_elapsed | 35 |\n", + "| total_timesteps | 33500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.835 |\n", + "| explained_variance | -0.000591 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 6699 |\n", + "| policy_loss | 13 |\n", + "| value_loss | 768 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.7 |\n", + "| time/ | |\n", + "| fps | 936 |\n", + "| iterations | 6800 |\n", + "| time_elapsed | 36 |\n", + "| total_timesteps | 34000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | 2.23e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 6799 |\n", + "| policy_loss | -8.16 |\n", + "| value_loss | 318 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.1 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 6900 |\n", + "| time_elapsed | 36 |\n", + "| total_timesteps | 34500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.851 |\n", + "| explained_variance | -0.000294 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 6899 |\n", + "| policy_loss | -24 |\n", + "| value_loss | 1.51e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 7000 |\n", + "| time_elapsed | 37 |\n", + "| total_timesteps | 35000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.764 |\n", + "| explained_variance | 0.00214 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 6999 |\n", + "| policy_loss | 5.38 |\n", + "| value_loss | 197 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.1 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 7100 |\n", + "| time_elapsed | 37 |\n", + "| total_timesteps | 35500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 0.00121 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 7099 |\n", + "| policy_loss | -6.04 |\n", + "| value_loss | 106 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.7 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 7200 |\n", + "| time_elapsed | 38 |\n", + "| total_timesteps | 36000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 1.73e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 7199 |\n", + "| policy_loss | -8.5 |\n", + "| value_loss | 275 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -120 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 7300 |\n", + "| time_elapsed | 39 |\n", + "| total_timesteps | 36500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.709 |\n", + "| explained_variance | 7.27e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 7299 |\n", + "| policy_loss | -4.27 |\n", + "| value_loss | 54.9 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 7400 |\n", + "| time_elapsed | 39 |\n", + "| total_timesteps | 37000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 7399 |\n", + "| policy_loss | 21.4 |\n", + "| value_loss | 966 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 7500 |\n", + "| time_elapsed | 40 |\n", + "| total_timesteps | 37500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -0.00174 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 7499 |\n", + "| policy_loss | 0.136 |\n", + "| value_loss | 30.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 7600 |\n", + "| time_elapsed | 40 |\n", + "| total_timesteps | 38000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 2.65e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 7599 |\n", + "| policy_loss | -5.89 |\n", + "| value_loss | 101 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 7700 |\n", + "| time_elapsed | 41 |\n", + "| total_timesteps | 38500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 1.85e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 7699 |\n", + "| policy_loss | -18.5 |\n", + "| value_loss | 4.87e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -127 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 7800 |\n", + "| time_elapsed | 41 |\n", + "| total_timesteps | 39000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -8.23e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 7799 |\n", + "| policy_loss | 11.1 |\n", + "| value_loss | 689 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 7900 |\n", + "| time_elapsed | 42 |\n", + "| total_timesteps | 39500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.604 |\n", + "| explained_variance | -1.14e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 7899 |\n", + "| policy_loss | -2.88 |\n", + "| value_loss | 159 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.9 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 8000 |\n", + "| time_elapsed | 42 |\n", + "| total_timesteps | 40000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 2.74e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 7999 |\n", + "| policy_loss | -0.719 |\n", + "| value_loss | 83.9 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 8100 |\n", + "| time_elapsed | 43 |\n", + "| total_timesteps | 40500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | -0.000338 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 8099 |\n", + "| policy_loss | 13.9 |\n", + "| value_loss | 992 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -17.9 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 8200 |\n", + "| time_elapsed | 43 |\n", + "| total_timesteps | 41000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 8199 |\n", + "| policy_loss | -22.3 |\n", + "| value_loss | 4.49e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.5 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 8300 |\n", + "| time_elapsed | 44 |\n", + "| total_timesteps | 41500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | 0.00222 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 8299 |\n", + "| policy_loss | 1.96 |\n", + "| value_loss | 9.47 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -111 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 8400 |\n", + "| time_elapsed | 44 |\n", + "| total_timesteps | 42000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | -0.000341 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 8399 |\n", + "| policy_loss | 5.14 |\n", + "| value_loss | 84.7 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -122 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 8500 |\n", + "| time_elapsed | 45 |\n", + "| total_timesteps | 42500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.621 |\n", + "| explained_variance | 3.03e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 8499 |\n", + "| policy_loss | 8.7 |\n", + "| value_loss | 327 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 8600 |\n", + "| time_elapsed | 46 |\n", + "| total_timesteps | 43000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 0.000918 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 8599 |\n", + "| policy_loss | 8.9 |\n", + "| value_loss | 251 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -134 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 8700 |\n", + "| time_elapsed | 46 |\n", + "| total_timesteps | 43500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0.000658 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 8699 |\n", + "| policy_loss | -1.2 |\n", + "| value_loss | 4.49 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.6 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 8800 |\n", + "| time_elapsed | 47 |\n", + "| total_timesteps | 44000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.654 |\n", + "| explained_variance | -0.000243 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 8799 |\n", + "| policy_loss | -1.45 |\n", + "| value_loss | 39 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.4 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 8900 |\n", + "| time_elapsed | 47 |\n", + "| total_timesteps | 44500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 1.61e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 8899 |\n", + "| policy_loss | -123 |\n", + "| value_loss | 3.44e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.8 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 9000 |\n", + "| time_elapsed | 48 |\n", + "| total_timesteps | 45000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | -0.00044 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 8999 |\n", + "| policy_loss | 8.51 |\n", + "| value_loss | 884 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.9 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 9100 |\n", + "| time_elapsed | 48 |\n", + "| total_timesteps | 45500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | -7.14e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 9099 |\n", + "| policy_loss | -13.8 |\n", + "| value_loss | 476 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.2 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 9200 |\n", + "| time_elapsed | 49 |\n", + "| total_timesteps | 46000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 9199 |\n", + "| policy_loss | 82.8 |\n", + "| value_loss | 2.04e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.3 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 9300 |\n", + "| time_elapsed | 49 |\n", + "| total_timesteps | 46500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -0.000693 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 9299 |\n", + "| policy_loss | 2.25 |\n", + "| value_loss | 8.76 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.2 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 9400 |\n", + "| time_elapsed | 50 |\n", + "| total_timesteps | 47000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 9399 |\n", + "| policy_loss | -261 |\n", + "| value_loss | 1.71e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.5 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 9500 |\n", + "| time_elapsed | 50 |\n", + "| total_timesteps | 47500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 0.000156 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 9499 |\n", + "| policy_loss | 9.24 |\n", + "| value_loss | 619 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 9600 |\n", + "| time_elapsed | 51 |\n", + "| total_timesteps | 48000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.772 |\n", + "| explained_variance | -0.000554 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 9599 |\n", + "| policy_loss | -31.4 |\n", + "| value_loss | 2.93e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 9700 |\n", + "| time_elapsed | 51 |\n", + "| total_timesteps | 48500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.573 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 9699 |\n", + "| policy_loss | -76.6 |\n", + "| value_loss | 3.03e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 9800 |\n", + "| time_elapsed | 52 |\n", + "| total_timesteps | 49000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 5.75e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 9799 |\n", + "| policy_loss | -9.54 |\n", + "| value_loss | 211 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.2 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 9900 |\n", + "| time_elapsed | 52 |\n", + "| total_timesteps | 49500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -4.05e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 9899 |\n", + "| policy_loss | -14 |\n", + "| value_loss | 372 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -135 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 10000 |\n", + "| time_elapsed | 53 |\n", + "| total_timesteps | 50000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 9999 |\n", + "| policy_loss | -90 |\n", + "| value_loss | 3.59e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 10100 |\n", + "| time_elapsed | 54 |\n", + "| total_timesteps | 50500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 10099 |\n", + "| policy_loss | 304 |\n", + "| value_loss | 3.65e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -162 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 10200 |\n", + "| time_elapsed | 54 |\n", + "| total_timesteps | 51000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -1.92e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 10199 |\n", + "| policy_loss | 3.82 |\n", + "| value_loss | 97.2 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -191 |\n", + "| time/ | |\n", + "| fps | 935 |\n", + "| iterations | 10300 |\n", + "| time_elapsed | 55 |\n", + "| total_timesteps | 51500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -6.28e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 10299 |\n", + "| policy_loss | -23.7 |\n", + "| value_loss | 1.05e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -139 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 10400 |\n", + "| time_elapsed | 55 |\n", + "| total_timesteps | 52000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 8.11e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 10399 |\n", + "| policy_loss | -9.95 |\n", + "| value_loss | 235 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 10500 |\n", + "| time_elapsed | 56 |\n", + "| total_timesteps | 52500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.67 |\n", + "| explained_variance | -2.18e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 10499 |\n", + "| policy_loss | -86.5 |\n", + "| value_loss | 3.68e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 10600 |\n", + "| time_elapsed | 56 |\n", + "| total_timesteps | 53000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 10599 |\n", + "| policy_loss | 9.98 |\n", + "| value_loss | 506 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 10700 |\n", + "| time_elapsed | 57 |\n", + "| total_timesteps | 53500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | 3.22e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 10699 |\n", + "| policy_loss | 5.92 |\n", + "| value_loss | 200 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.3 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 10800 |\n", + "| time_elapsed | 57 |\n", + "| total_timesteps | 54000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.67 |\n", + "| explained_variance | -2.15e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 10799 |\n", + "| policy_loss | 6.1 |\n", + "| value_loss | 161 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -120 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 10900 |\n", + "| time_elapsed | 58 |\n", + "| total_timesteps | 54500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 1.07e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 10899 |\n", + "| policy_loss | 76.1 |\n", + "| value_loss | 2.78e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -117 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 11000 |\n", + "| time_elapsed | 58 |\n", + "| total_timesteps | 55000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 10999 |\n", + "| policy_loss | 48.1 |\n", + "| value_loss | 8.28e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.3 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 11100 |\n", + "| time_elapsed | 59 |\n", + "| total_timesteps | 55500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 0.000102 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 11099 |\n", + "| policy_loss | -2.78 |\n", + "| value_loss | 16.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.8 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 11200 |\n", + "| time_elapsed | 59 |\n", + "| total_timesteps | 56000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 11199 |\n", + "| policy_loss | -10.7 |\n", + "| value_loss | 345 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.9 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 11300 |\n", + "| time_elapsed | 60 |\n", + "| total_timesteps | 56500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -0.00128 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 11299 |\n", + "| policy_loss | -2.77 |\n", + "| value_loss | 27 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.2 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 11400 |\n", + "| time_elapsed | 61 |\n", + "| total_timesteps | 57000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | 1.11e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 11399 |\n", + "| policy_loss | 138 |\n", + "| value_loss | 4.05e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -123 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 11500 |\n", + "| time_elapsed | 61 |\n", + "| total_timesteps | 57500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 11499 |\n", + "| policy_loss | 65.4 |\n", + "| value_loss | 1.66e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 11600 |\n", + "| time_elapsed | 62 |\n", + "| total_timesteps | 58000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 11599 |\n", + "| policy_loss | 0.902 |\n", + "| value_loss | 37.4 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -215 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 11700 |\n", + "| time_elapsed | 62 |\n", + "| total_timesteps | 58500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 0.000479 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 11699 |\n", + "| policy_loss | 4.78 |\n", + "| value_loss | 32.1 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -226 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 11800 |\n", + "| time_elapsed | 63 |\n", + "| total_timesteps | 59000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | -1.19e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 11799 |\n", + "| policy_loss | -190 |\n", + "| value_loss | 1.35e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -209 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 11900 |\n", + "| time_elapsed | 63 |\n", + "| total_timesteps | 59500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | -2.26e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 11899 |\n", + "| policy_loss | -7.71 |\n", + "| value_loss | 119 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -190 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 12000 |\n", + "| time_elapsed | 64 |\n", + "| total_timesteps | 60000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.637 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 11999 |\n", + "| policy_loss | -64.9 |\n", + "| value_loss | 6.59e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -138 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 12100 |\n", + "| time_elapsed | 64 |\n", + "| total_timesteps | 60500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 12099 |\n", + "| policy_loss | 124 |\n", + "| value_loss | 6.14e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -114 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 12200 |\n", + "| time_elapsed | 65 |\n", + "| total_timesteps | 61000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 1.1e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 12199 |\n", + "| policy_loss | 265 |\n", + "| value_loss | 1.14e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -122 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 12300 |\n", + "| time_elapsed | 65 |\n", + "| total_timesteps | 61500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 12299 |\n", + "| policy_loss | 139 |\n", + "| value_loss | 6.3e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 12400 |\n", + "| time_elapsed | 66 |\n", + "| total_timesteps | 62000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 12399 |\n", + "| policy_loss | -26.1 |\n", + "| value_loss | 1.66e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 12500 |\n", + "| time_elapsed | 66 |\n", + "| total_timesteps | 62500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.711 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 12499 |\n", + "| policy_loss | -16.2 |\n", + "| value_loss | 944 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -140 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 12600 |\n", + "| time_elapsed | 67 |\n", + "| total_timesteps | 63000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 7.51e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 12599 |\n", + "| policy_loss | -35 |\n", + "| value_loss | 7.95e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 12700 |\n", + "| time_elapsed | 67 |\n", + "| total_timesteps | 63500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 4.89e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 12699 |\n", + "| policy_loss | 39.4 |\n", + "| value_loss | 2.09e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -114 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 12800 |\n", + "| time_elapsed | 68 |\n", + "| total_timesteps | 64000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.769 |\n", + "| explained_variance | -2.12e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 12799 |\n", + "| policy_loss | -2.02 |\n", + "| value_loss | 35.6 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.1 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 12900 |\n", + "| time_elapsed | 69 |\n", + "| total_timesteps | 64500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.707 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 12899 |\n", + "| policy_loss | 18.8 |\n", + "| value_loss | 1.43e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -19.2 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 13000 |\n", + "| time_elapsed | 69 |\n", + "| total_timesteps | 65000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.742 |\n", + "| explained_variance | -1.79e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 12999 |\n", + "| policy_loss | 7.9 |\n", + "| value_loss | 178 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.4 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 13100 |\n", + "| time_elapsed | 70 |\n", + "| total_timesteps | 65500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.712 |\n", + "| explained_variance | 9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 13099 |\n", + "| policy_loss | -44.2 |\n", + "| value_loss | 1.18e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.2 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 13200 |\n", + "| time_elapsed | 70 |\n", + "| total_timesteps | 66000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 13199 |\n", + "| policy_loss | -34.8 |\n", + "| value_loss | 3.11e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.8 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 13300 |\n", + "| time_elapsed | 71 |\n", + "| total_timesteps | 66500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.73 |\n", + "| explained_variance | 0.000214 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 13299 |\n", + "| policy_loss | -1.71 |\n", + "| value_loss | 4.81 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 13400 |\n", + "| time_elapsed | 71 |\n", + "| total_timesteps | 67000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.709 |\n", + "| explained_variance | -6.16e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 13399 |\n", + "| policy_loss | 0.241 |\n", + "| value_loss | 2.56 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 13500 |\n", + "| time_elapsed | 72 |\n", + "| total_timesteps | 67500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.722 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 13499 |\n", + "| policy_loss | -6.15 |\n", + "| value_loss | 59.7 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -127 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 13600 |\n", + "| time_elapsed | 72 |\n", + "| total_timesteps | 68000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.719 |\n", + "| explained_variance | -1.16e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 13599 |\n", + "| policy_loss | 7.23 |\n", + "| value_loss | 207 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 13700 |\n", + "| time_elapsed | 73 |\n", + "| total_timesteps | 68500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.706 |\n", + "| explained_variance | 6.43e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 13699 |\n", + "| policy_loss | -23.2 |\n", + "| value_loss | 1.24e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 13800 |\n", + "| time_elapsed | 73 |\n", + "| total_timesteps | 69000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 4.41e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 13799 |\n", + "| policy_loss | -55 |\n", + "| value_loss | 9.26e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -153 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 13900 |\n", + "| time_elapsed | 74 |\n", + "| total_timesteps | 69500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.715 |\n", + "| explained_variance | 1.11e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 13899 |\n", + "| policy_loss | -0.639 |\n", + "| value_loss | 19.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -171 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 14000 |\n", + "| time_elapsed | 74 |\n", + "| total_timesteps | 70000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | 0.000121 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 13999 |\n", + "| policy_loss | -2.5 |\n", + "| value_loss | 43.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -180 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 14100 |\n", + "| time_elapsed | 75 |\n", + "| total_timesteps | 70500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 1.28e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 14099 |\n", + "| policy_loss | -25.5 |\n", + "| value_loss | 1.69e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -142 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 14200 |\n", + "| time_elapsed | 75 |\n", + "| total_timesteps | 71000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 14199 |\n", + "| policy_loss | 6.67 |\n", + "| value_loss | 568 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 14300 |\n", + "| time_elapsed | 76 |\n", + "| total_timesteps | 71500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | -7.51e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 14299 |\n", + "| policy_loss | -2.69 |\n", + "| value_loss | 40.4 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.3 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 14400 |\n", + "| time_elapsed | 77 |\n", + "| total_timesteps | 72000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -8.56e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 14399 |\n", + "| policy_loss | -3.9 |\n", + "| value_loss | 30.8 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.4 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 14500 |\n", + "| time_elapsed | 77 |\n", + "| total_timesteps | 72500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 14499 |\n", + "| policy_loss | -26 |\n", + "| value_loss | 2.47e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.9 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 14600 |\n", + "| time_elapsed | 78 |\n", + "| total_timesteps | 73000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | -5.21e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 14599 |\n", + "| policy_loss | -7.95 |\n", + "| value_loss | 89.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.5 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 14700 |\n", + "| time_elapsed | 78 |\n", + "| total_timesteps | 73500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 14699 |\n", + "| policy_loss | -2.9 |\n", + "| value_loss | 18.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.2 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 14800 |\n", + "| time_elapsed | 79 |\n", + "| total_timesteps | 74000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 14799 |\n", + "| policy_loss | 0.0551 |\n", + "| value_loss | 13.7 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -42.5 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 14900 |\n", + "| time_elapsed | 79 |\n", + "| total_timesteps | 74500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.71 |\n", + "| explained_variance | -0.000231 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 14899 |\n", + "| policy_loss | -1.1 |\n", + "| value_loss | 3.14 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 25.4 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 15000 |\n", + "| time_elapsed | 80 |\n", + "| total_timesteps | 75000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 14999 |\n", + "| policy_loss | -1.28 |\n", + "| value_loss | 5.07 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -20.6 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 15100 |\n", + "| time_elapsed | 80 |\n", + "| total_timesteps | 75500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 15099 |\n", + "| policy_loss | 183 |\n", + "| value_loss | 7.79e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.5 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 15200 |\n", + "| time_elapsed | 81 |\n", + "| total_timesteps | 76000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 15199 |\n", + "| policy_loss | -16.6 |\n", + "| value_loss | 794 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 15300 |\n", + "| time_elapsed | 81 |\n", + "| total_timesteps | 76500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.711 |\n", + "| explained_variance | 7.92e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 15299 |\n", + "| policy_loss | 0.468 |\n", + "| value_loss | 4.32 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -159 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 15400 |\n", + "| time_elapsed | 82 |\n", + "| total_timesteps | 77000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 15399 |\n", + "| policy_loss | -36 |\n", + "| value_loss | 3.78e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -182 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 15500 |\n", + "| time_elapsed | 82 |\n", + "| total_timesteps | 77500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 15499 |\n", + "| policy_loss | -5.97 |\n", + "| value_loss | 70.8 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.3 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 15600 |\n", + "| time_elapsed | 83 |\n", + "| total_timesteps | 78000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 15599 |\n", + "| policy_loss | -18.9 |\n", + "| value_loss | 1.56e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.7 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 15700 |\n", + "| time_elapsed | 84 |\n", + "| total_timesteps | 78500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 15699 |\n", + "| policy_loss | -19.2 |\n", + "| value_loss | 831 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.6 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 15800 |\n", + "| time_elapsed | 84 |\n", + "| total_timesteps | 79000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.647 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 15799 |\n", + "| policy_loss | -19 |\n", + "| value_loss | 967 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.2 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 15900 |\n", + "| time_elapsed | 85 |\n", + "| total_timesteps | 79500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | -0.000744 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 15899 |\n", + "| policy_loss | -3.63 |\n", + "| value_loss | 32.5 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 16000 |\n", + "| time_elapsed | 85 |\n", + "| total_timesteps | 80000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 4.57e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 15999 |\n", + "| policy_loss | 6.3 |\n", + "| value_loss | 59.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 16100 |\n", + "| time_elapsed | 86 |\n", + "| total_timesteps | 80500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | -1.32e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 16099 |\n", + "| policy_loss | 8.08 |\n", + "| value_loss | 161 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.7 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 16200 |\n", + "| time_elapsed | 86 |\n", + "| total_timesteps | 81000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 16199 |\n", + "| policy_loss | 2.66e+03 |\n", + "| value_loss | 2.24e+06 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.7 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 16300 |\n", + "| time_elapsed | 87 |\n", + "| total_timesteps | 81500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.638 |\n", + "| explained_variance | 8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 16299 |\n", + "| policy_loss | 46 |\n", + "| value_loss | 5.97e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.1 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 16400 |\n", + "| time_elapsed | 87 |\n", + "| total_timesteps | 82000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | -7.18e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 16399 |\n", + "| policy_loss | -3.43 |\n", + "| value_loss | 1.84e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.5 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 16500 |\n", + "| time_elapsed | 88 |\n", + "| total_timesteps | 82500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | -6.91e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 16499 |\n", + "| policy_loss | 10.1 |\n", + "| value_loss | 251 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.8 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 16600 |\n", + "| time_elapsed | 88 |\n", + "| total_timesteps | 83000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 8.05e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 16599 |\n", + "| policy_loss | -27.6 |\n", + "| value_loss | 2.72e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -23 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 16700 |\n", + "| time_elapsed | 89 |\n", + "| total_timesteps | 83500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | -1.07e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 16699 |\n", + "| policy_loss | 4.36 |\n", + "| value_loss | 202 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -23.5 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 16800 |\n", + "| time_elapsed | 89 |\n", + "| total_timesteps | 84000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.623 |\n", + "| explained_variance | -0.000109 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 16799 |\n", + "| policy_loss | -2.42 |\n", + "| value_loss | 73.7 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -12.2 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 16900 |\n", + "| time_elapsed | 90 |\n", + "| total_timesteps | 84500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 16899 |\n", + "| policy_loss | -8.85 |\n", + "| value_loss | 1.03e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.5 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 17000 |\n", + "| time_elapsed | 91 |\n", + "| total_timesteps | 85000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.714 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 16999 |\n", + "| policy_loss | 15.3 |\n", + "| value_loss | 342 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.4 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 17100 |\n", + "| time_elapsed | 91 |\n", + "| total_timesteps | 85500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.727 |\n", + "| explained_variance | 5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 17099 |\n", + "| policy_loss | 6.71 |\n", + "| value_loss | 194 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -120 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 17200 |\n", + "| time_elapsed | 92 |\n", + "| total_timesteps | 86000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 1.04e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 17199 |\n", + "| policy_loss | -3.08 |\n", + "| value_loss | 59 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.7 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 17300 |\n", + "| time_elapsed | 92 |\n", + "| total_timesteps | 86500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.715 |\n", + "| explained_variance | 5.78e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 17299 |\n", + "| policy_loss | 7.63 |\n", + "| value_loss | 170 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 17400 |\n", + "| time_elapsed | 93 |\n", + "| total_timesteps | 87000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.716 |\n", + "| explained_variance | -2.17e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 17399 |\n", + "| policy_loss | -10.8 |\n", + "| value_loss | 317 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -151 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 17500 |\n", + "| time_elapsed | 93 |\n", + "| total_timesteps | 87500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | -4.53e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 17499 |\n", + "| policy_loss | -1.44 |\n", + "| value_loss | 40.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.4 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 17600 |\n", + "| time_elapsed | 94 |\n", + "| total_timesteps | 88000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | 6.41e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 17599 |\n", + "| policy_loss | -2.59 |\n", + "| value_loss | 16.2 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -115 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 17700 |\n", + "| time_elapsed | 94 |\n", + "| total_timesteps | 88500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 17699 |\n", + "| policy_loss | 22.5 |\n", + "| value_loss | 1.09e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.4 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 17800 |\n", + "| time_elapsed | 95 |\n", + "| total_timesteps | 89000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.716 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 17799 |\n", + "| policy_loss | -4.26 |\n", + "| value_loss | 458 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -64.7 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 17900 |\n", + "| time_elapsed | 95 |\n", + "| total_timesteps | 89500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 1.97e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 17899 |\n", + "| policy_loss | 7.42 |\n", + "| value_loss | 246 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.4 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 18000 |\n", + "| time_elapsed | 96 |\n", + "| total_timesteps | 90000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 3.46e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 17999 |\n", + "| policy_loss | -5.14 |\n", + "| value_loss | 119 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.6 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 18100 |\n", + "| time_elapsed | 96 |\n", + "| total_timesteps | 90500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.757 |\n", + "| explained_variance | 1.97e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 18099 |\n", + "| policy_loss | 7.67 |\n", + "| value_loss | 136 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 18200 |\n", + "| time_elapsed | 97 |\n", + "| total_timesteps | 91000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 5.36e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 18199 |\n", + "| policy_loss | 0.245 |\n", + "| value_loss | 3.67e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 18300 |\n", + "| time_elapsed | 97 |\n", + "| total_timesteps | 91500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.745 |\n", + "| explained_variance | -3.34e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 18299 |\n", + "| policy_loss | -12.1 |\n", + "| value_loss | 93.6 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -145 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 18400 |\n", + "| time_elapsed | 98 |\n", + "| total_timesteps | 92000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 18399 |\n", + "| policy_loss | -72.8 |\n", + "| value_loss | 2.28e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -135 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 18500 |\n", + "| time_elapsed | 99 |\n", + "| total_timesteps | 92500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.718 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 18499 |\n", + "| policy_loss | 1.86 |\n", + "| value_loss | 2.66e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.4 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 18600 |\n", + "| time_elapsed | 99 |\n", + "| total_timesteps | 93000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.566 |\n", + "| explained_variance | 8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 18599 |\n", + "| policy_loss | 3.78 |\n", + "| value_loss | 44.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.2 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 18700 |\n", + "| time_elapsed | 100 |\n", + "| total_timesteps | 93500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 18699 |\n", + "| policy_loss | -314 |\n", + "| value_loss | 2.54e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 18800 |\n", + "| time_elapsed | 100 |\n", + "| total_timesteps | 94000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.29e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 18799 |\n", + "| policy_loss | -1.38 |\n", + "| value_loss | 21.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 18900 |\n", + "| time_elapsed | 101 |\n", + "| total_timesteps | 94500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.76 |\n", + "| explained_variance | -5.5e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 18899 |\n", + "| policy_loss | -0.301 |\n", + "| value_loss | 1.61 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 19000 |\n", + "| time_elapsed | 101 |\n", + "| total_timesteps | 95000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.709 |\n", + "| explained_variance | 2.59e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 18999 |\n", + "| policy_loss | -4.92 |\n", + "| value_loss | 61.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.4 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 19100 |\n", + "| time_elapsed | 102 |\n", + "| total_timesteps | 95500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.71 |\n", + "| explained_variance | 2.03e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 19099 |\n", + "| policy_loss | -170 |\n", + "| value_loss | 5.79e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.9 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 19200 |\n", + "| time_elapsed | 102 |\n", + "| total_timesteps | 96000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | 3.58e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 19199 |\n", + "| policy_loss | -47.2 |\n", + "| value_loss | 2.09e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -10.3 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 19300 |\n", + "| time_elapsed | 103 |\n", + "| total_timesteps | 96500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 2.74e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 19299 |\n", + "| policy_loss | 6.66 |\n", + "| value_loss | 162 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -7.1 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 19400 |\n", + "| time_elapsed | 103 |\n", + "| total_timesteps | 97000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 19399 |\n", + "| policy_loss | -10.4 |\n", + "| value_loss | 344 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -12.8 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 19500 |\n", + "| time_elapsed | 104 |\n", + "| total_timesteps | 97500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | -1.07e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 19499 |\n", + "| policy_loss | -59.2 |\n", + "| value_loss | 1.6e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.1 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 19600 |\n", + "| time_elapsed | 104 |\n", + "| total_timesteps | 98000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 19599 |\n", + "| policy_loss | -10.3 |\n", + "| value_loss | 422 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.5 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 19700 |\n", + "| time_elapsed | 105 |\n", + "| total_timesteps | 98500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | -1.79e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 19699 |\n", + "| policy_loss | -12.7 |\n", + "| value_loss | 454 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.5 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 19800 |\n", + "| time_elapsed | 105 |\n", + "| total_timesteps | 99000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 6.56e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 19799 |\n", + "| policy_loss | 13.9 |\n", + "| value_loss | 554 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.8 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 19900 |\n", + "| time_elapsed | 106 |\n", + "| total_timesteps | 99500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 1.2e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 19899 |\n", + "| policy_loss | 5.67 |\n", + "| value_loss | 126 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.4 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 20000 |\n", + "| time_elapsed | 106 |\n", + "| total_timesteps | 100000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 2.98e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 19999 |\n", + "| policy_loss | -4.22 |\n", + "| value_loss | 57 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.1 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 20100 |\n", + "| time_elapsed | 107 |\n", + "| total_timesteps | 100500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | 2.5e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 20099 |\n", + "| policy_loss | -13.3 |\n", + "| value_loss | 392 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 20200 |\n", + "| time_elapsed | 108 |\n", + "| total_timesteps | 101000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 20199 |\n", + "| policy_loss | -76.4 |\n", + "| value_loss | 1.83e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -115 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 20300 |\n", + "| time_elapsed | 108 |\n", + "| total_timesteps | 101500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.639 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 20299 |\n", + "| policy_loss | -5.1 |\n", + "| value_loss | 298 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -173 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 20400 |\n", + "| time_elapsed | 109 |\n", + "| total_timesteps | 102000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.618 |\n", + "| explained_variance | 3.4e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 20399 |\n", + "| policy_loss | -4.95 |\n", + "| value_loss | 360 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -171 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 20500 |\n", + "| time_elapsed | 109 |\n", + "| total_timesteps | 102500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | -8.34e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 20499 |\n", + "| policy_loss | -21.5 |\n", + "| value_loss | 1.91e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -142 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 20600 |\n", + "| time_elapsed | 110 |\n", + "| total_timesteps | 103000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 7.75e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 20599 |\n", + "| policy_loss | -7.3 |\n", + "| value_loss | 162 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -117 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 20700 |\n", + "| time_elapsed | 110 |\n", + "| total_timesteps | 103500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 20699 |\n", + "| policy_loss | -63.2 |\n", + "| value_loss | 1.93e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.2 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 20800 |\n", + "| time_elapsed | 111 |\n", + "| total_timesteps | 104000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 20799 |\n", + "| policy_loss | 152 |\n", + "| value_loss | 4.54e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.6 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 20900 |\n", + "| time_elapsed | 111 |\n", + "| total_timesteps | 104500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 9.72e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 20899 |\n", + "| policy_loss | 1.39 |\n", + "| value_loss | 31 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.5 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 21000 |\n", + "| time_elapsed | 112 |\n", + "| total_timesteps | 105000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 5.6e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 20999 |\n", + "| policy_loss | 13.2 |\n", + "| value_loss | 586 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59.9 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 21100 |\n", + "| time_elapsed | 112 |\n", + "| total_timesteps | 105500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -5.48e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 21099 |\n", + "| policy_loss | -1.29 |\n", + "| value_loss | 8.74 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -93.5 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 21200 |\n", + "| time_elapsed | 113 |\n", + "| total_timesteps | 106000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 8.17e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 21199 |\n", + "| policy_loss | 3.41 |\n", + "| value_loss | 34.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 21300 |\n", + "| time_elapsed | 113 |\n", + "| total_timesteps | 106500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 21299 |\n", + "| policy_loss | 0.736 |\n", + "| value_loss | 2.83 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.1 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 21400 |\n", + "| time_elapsed | 114 |\n", + "| total_timesteps | 107000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 21399 |\n", + "| policy_loss | -1.28 |\n", + "| value_loss | 41.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.4 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 21500 |\n", + "| time_elapsed | 115 |\n", + "| total_timesteps | 107500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 21499 |\n", + "| policy_loss | -18.7 |\n", + "| value_loss | 808 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -90.3 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 21600 |\n", + "| time_elapsed | 115 |\n", + "| total_timesteps | 108000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 21599 |\n", + "| policy_loss | 169 |\n", + "| value_loss | 6.48e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -114 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 21700 |\n", + "| time_elapsed | 116 |\n", + "| total_timesteps | 108500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 21699 |\n", + "| policy_loss | -62.9 |\n", + "| value_loss | 1.01e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.4 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 21800 |\n", + "| time_elapsed | 116 |\n", + "| total_timesteps | 109000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.638 |\n", + "| explained_variance | 1.97e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 21799 |\n", + "| policy_loss | -4.52 |\n", + "| value_loss | 16.1 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.1 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 21900 |\n", + "| time_elapsed | 117 |\n", + "| total_timesteps | 109500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 21899 |\n", + "| policy_loss | -1.6 |\n", + "| value_loss | 25.4 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 22000 |\n", + "| time_elapsed | 117 |\n", + "| total_timesteps | 110000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.614 |\n", + "| explained_variance | -3.22e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 21999 |\n", + "| policy_loss | 35.2 |\n", + "| value_loss | 6.42e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.4 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 22100 |\n", + "| time_elapsed | 118 |\n", + "| total_timesteps | 110500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.614 |\n", + "| explained_variance | 6.56e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 22099 |\n", + "| policy_loss | -10.4 |\n", + "| value_loss | 7.27e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.1 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 22200 |\n", + "| time_elapsed | 118 |\n", + "| total_timesteps | 111000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 22199 |\n", + "| policy_loss | 24.7 |\n", + "| value_loss | 4.52e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.5 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 22300 |\n", + "| time_elapsed | 119 |\n", + "| total_timesteps | 111500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 22299 |\n", + "| policy_loss | 12.3 |\n", + "| value_loss | 389 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.4 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 22400 |\n", + "| time_elapsed | 119 |\n", + "| total_timesteps | 112000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 22399 |\n", + "| policy_loss | -4.77 |\n", + "| value_loss | 51.5 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86 |\n", + "| time/ | |\n", + "| fps | 934 |\n", + "| iterations | 22500 |\n", + "| time_elapsed | 120 |\n", + "| total_timesteps | 112500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.5 |\n", + "| explained_variance | -1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 22499 |\n", + "| policy_loss | -81.2 |\n", + "| value_loss | 8.06e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 22600 |\n", + "| time_elapsed | 121 |\n", + "| total_timesteps | 113000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.595 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 22599 |\n", + "| policy_loss | -31.4 |\n", + "| value_loss | 1.09e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 22700 |\n", + "| time_elapsed | 121 |\n", + "| total_timesteps | 113500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 22699 |\n", + "| policy_loss | -37.5 |\n", + "| value_loss | 4.79e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.7 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 22800 |\n", + "| time_elapsed | 122 |\n", + "| total_timesteps | 114000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 22799 |\n", + "| policy_loss | -235 |\n", + "| value_loss | 1.61e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.7 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 22900 |\n", + "| time_elapsed | 122 |\n", + "| total_timesteps | 114500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 22899 |\n", + "| policy_loss | 5.2 |\n", + "| value_loss | 76.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.1 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 23000 |\n", + "| time_elapsed | 123 |\n", + "| total_timesteps | 115000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.633 |\n", + "| explained_variance | 0.00029 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 22999 |\n", + "| policy_loss | 1.57 |\n", + "| value_loss | 18.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.9 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 23100 |\n", + "| time_elapsed | 123 |\n", + "| total_timesteps | 115500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 3.22e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 23099 |\n", + "| policy_loss | 7.36 |\n", + "| value_loss | 129 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.3 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 23200 |\n", + "| time_elapsed | 124 |\n", + "| total_timesteps | 116000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.49 |\n", + "| explained_variance | -1.67e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 23199 |\n", + "| policy_loss | -7.45 |\n", + "| value_loss | 450 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.4 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 23300 |\n", + "| time_elapsed | 124 |\n", + "| total_timesteps | 116500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.626 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 23299 |\n", + "| policy_loss | -10.7 |\n", + "| value_loss | 331 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -29.7 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 23400 |\n", + "| time_elapsed | 125 |\n", + "| total_timesteps | 117000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | -3.64e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 23399 |\n", + "| policy_loss | 0.034 |\n", + "| value_loss | 1.92 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.7 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 23500 |\n", + "| time_elapsed | 125 |\n", + "| total_timesteps | 117500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 1.34e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 23499 |\n", + "| policy_loss | -0.237 |\n", + "| value_loss | 1.14 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.1 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 23600 |\n", + "| time_elapsed | 126 |\n", + "| total_timesteps | 118000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.505 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 23599 |\n", + "| policy_loss | -342 |\n", + "| value_loss | 4.35e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.4 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 23700 |\n", + "| time_elapsed | 126 |\n", + "| total_timesteps | 118500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 1.11e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 23699 |\n", + "| policy_loss | 3.89 |\n", + "| value_loss | 232 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -90.5 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 23800 |\n", + "| time_elapsed | 127 |\n", + "| total_timesteps | 119000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | -2.38e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 23799 |\n", + "| policy_loss | -3.64 |\n", + "| value_loss | 93 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.7 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 23900 |\n", + "| time_elapsed | 128 |\n", + "| total_timesteps | 119500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.433 |\n", + "| explained_variance | -0.000136 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 23899 |\n", + "| policy_loss | -0.402 |\n", + "| value_loss | 11.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.8 |\n", + "| time/ | |\n", + "| fps | 933 |\n", + "| iterations | 24000 |\n", + "| time_elapsed | 128 |\n", + "| total_timesteps | 120000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.628 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 23999 |\n", + "| policy_loss | -2.4 |\n", + "| value_loss | 6.62e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 4.7 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 24100 |\n", + "| time_elapsed | 129 |\n", + "| total_timesteps | 120500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 24099 |\n", + "| policy_loss | 31.6 |\n", + "| value_loss | 1.05e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 5.7 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 24200 |\n", + "| time_elapsed | 129 |\n", + "| total_timesteps | 121000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | -1.03e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 24199 |\n", + "| policy_loss | -0.797 |\n", + "| value_loss | 1.95 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16.5 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 24300 |\n", + "| time_elapsed | 130 |\n", + "| total_timesteps | 121500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 24299 |\n", + "| policy_loss | -266 |\n", + "| value_loss | 1.53e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.3 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 24400 |\n", + "| time_elapsed | 130 |\n", + "| total_timesteps | 122000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 24399 |\n", + "| policy_loss | -17.8 |\n", + "| value_loss | 1.59e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.1 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 24500 |\n", + "| time_elapsed | 131 |\n", + "| total_timesteps | 122500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 24499 |\n", + "| policy_loss | -0.404 |\n", + "| value_loss | 35.6 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -114 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 24600 |\n", + "| time_elapsed | 131 |\n", + "| total_timesteps | 123000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.492 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 24599 |\n", + "| policy_loss | -1.16 |\n", + "| value_loss | 34.3 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 24700 |\n", + "| time_elapsed | 132 |\n", + "| total_timesteps | 123500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 24699 |\n", + "| policy_loss | 30.2 |\n", + "| value_loss | 8.55e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.4 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 24800 |\n", + "| time_elapsed | 132 |\n", + "| total_timesteps | 124000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 24799 |\n", + "| policy_loss | 98.8 |\n", + "| value_loss | 2.6e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -135 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 24900 |\n", + "| time_elapsed | 133 |\n", + "| total_timesteps | 124500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.63 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 24899 |\n", + "| policy_loss | -13.2 |\n", + "| value_loss | 1.05e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 25000 |\n", + "| time_elapsed | 134 |\n", + "| total_timesteps | 125000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.791 |\n", + "| explained_variance | 1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 24999 |\n", + "| policy_loss | -14.5 |\n", + "| value_loss | 1.6e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.3 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 25100 |\n", + "| time_elapsed | 134 |\n", + "| total_timesteps | 125500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | -6.18e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 25099 |\n", + "| policy_loss | -1.07 |\n", + "| value_loss | 20.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.8 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 25200 |\n", + "| time_elapsed | 135 |\n", + "| total_timesteps | 126000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.718 |\n", + "| explained_variance | 1.85e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 25199 |\n", + "| policy_loss | -18 |\n", + "| value_loss | 2.63e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.1 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 25300 |\n", + "| time_elapsed | 135 |\n", + "| total_timesteps | 126500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -7.03e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 25299 |\n", + "| policy_loss | 16.1 |\n", + "| value_loss | 903 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 25400 |\n", + "| time_elapsed | 136 |\n", + "| total_timesteps | 127000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 25399 |\n", + "| policy_loss | -9.24 |\n", + "| value_loss | 492 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -137 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 25500 |\n", + "| time_elapsed | 136 |\n", + "| total_timesteps | 127500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 25499 |\n", + "| policy_loss | -260 |\n", + "| value_loss | 1.18e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 25600 |\n", + "| time_elapsed | 137 |\n", + "| total_timesteps | 128000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.607 |\n", + "| explained_variance | 2.92e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 25599 |\n", + "| policy_loss | -1.47 |\n", + "| value_loss | 9.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 25700 |\n", + "| time_elapsed | 137 |\n", + "| total_timesteps | 128500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 1.96e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 25699 |\n", + "| policy_loss | -1.25 |\n", + "| value_loss | 14.7 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16.4 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 25800 |\n", + "| time_elapsed | 138 |\n", + "| total_timesteps | 129000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.623 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 25799 |\n", + "| policy_loss | -2.33 |\n", + "| value_loss | 1.98e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 25900 |\n", + "| time_elapsed | 138 |\n", + "| total_timesteps | 129500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 25899 |\n", + "| policy_loss | 140 |\n", + "| value_loss | 8.06e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -33.1 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 26000 |\n", + "| time_elapsed | 139 |\n", + "| total_timesteps | 130000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.704 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 25999 |\n", + "| policy_loss | 32.9 |\n", + "| value_loss | 2.11e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.2 |\n", + "| time/ | |\n", + "| fps | 932 |\n", + "| iterations | 26100 |\n", + "| time_elapsed | 139 |\n", + "| total_timesteps | 130500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 26099 |\n", + "| policy_loss | -15.8 |\n", + "| value_loss | 9.82e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 26200 |\n", + "| time_elapsed | 140 |\n", + "| total_timesteps | 131000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.625 |\n", + "| explained_variance | -5.13e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 26199 |\n", + "| policy_loss | -41.8 |\n", + "| value_loss | 9.29e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 26300 |\n", + "| time_elapsed | 141 |\n", + "| total_timesteps | 131500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | -3.3e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 26299 |\n", + "| policy_loss | -2.93 |\n", + "| value_loss | 31.3 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -169 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 26400 |\n", + "| time_elapsed | 141 |\n", + "| total_timesteps | 132000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 26399 |\n", + "| policy_loss | -6.05 |\n", + "| value_loss | 223 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -154 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 26500 |\n", + "| time_elapsed | 142 |\n", + "| total_timesteps | 132500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 1.83e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 26499 |\n", + "| policy_loss | -10.9 |\n", + "| value_loss | 193 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -144 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 26600 |\n", + "| time_elapsed | 142 |\n", + "| total_timesteps | 133000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 26599 |\n", + "| policy_loss | 151 |\n", + "| value_loss | 4.5e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -142 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 26700 |\n", + "| time_elapsed | 143 |\n", + "| total_timesteps | 133500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 26699 |\n", + "| policy_loss | -117 |\n", + "| value_loss | 5.05e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.7 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 26800 |\n", + "| time_elapsed | 143 |\n", + "| total_timesteps | 134000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 26799 |\n", + "| policy_loss | -44.9 |\n", + "| value_loss | 6.52e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 26900 |\n", + "| time_elapsed | 144 |\n", + "| total_timesteps | 134500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.627 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 26899 |\n", + "| policy_loss | -47 |\n", + "| value_loss | 4.41e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.8 |\n", + "| time/ | |\n", + "| fps | 931 |\n", + "| iterations | 27000 |\n", + "| time_elapsed | 144 |\n", + "| total_timesteps | 135000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 26999 |\n", + "| policy_loss | 205 |\n", + "| value_loss | 2.49e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -6.94 |\n", + "| time/ | |\n", + "| fps | 930 |\n", + "| iterations | 27100 |\n", + "| time_elapsed | 145 |\n", + "| total_timesteps | 135500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.604 |\n", + "| explained_variance | 1.43e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 27099 |\n", + "| policy_loss | -1.34 |\n", + "| value_loss | 24.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -20.9 |\n", + "| time/ | |\n", + "| fps | 930 |\n", + "| iterations | 27200 |\n", + "| time_elapsed | 146 |\n", + "| total_timesteps | 136000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 27199 |\n", + "| policy_loss | 33.5 |\n", + "| value_loss | 3.26e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.5 |\n", + "| time/ | |\n", + "| fps | 930 |\n", + "| iterations | 27300 |\n", + "| time_elapsed | 146 |\n", + "| total_timesteps | 136500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | -1.85e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 27299 |\n", + "| policy_loss | -2.24 |\n", + "| value_loss | 19.6 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -146 |\n", + "| time/ | |\n", + "| fps | 930 |\n", + "| iterations | 27400 |\n", + "| time_elapsed | 147 |\n", + "| total_timesteps | 137000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 27399 |\n", + "| policy_loss | -165 |\n", + "| value_loss | 4.06e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -157 |\n", + "| time/ | |\n", + "| fps | 930 |\n", + "| iterations | 27500 |\n", + "| time_elapsed | 147 |\n", + "| total_timesteps | 137500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.74 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 27499 |\n", + "| policy_loss | 2.61 |\n", + "| value_loss | 22.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -160 |\n", + "| time/ | |\n", + "| fps | 930 |\n", + "| iterations | 27600 |\n", + "| time_elapsed | 148 |\n", + "| total_timesteps | 138000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.831 |\n", + "| explained_variance | 1.65e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 27599 |\n", + "| policy_loss | -4.93 |\n", + "| value_loss | 13 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 930 |\n", + "| iterations | 27700 |\n", + "| time_elapsed | 148 |\n", + "| total_timesteps | 138500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.764 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 27699 |\n", + "| policy_loss | -6 |\n", + "| value_loss | 96 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.3 |\n", + "| time/ | |\n", + "| fps | 930 |\n", + "| iterations | 27800 |\n", + "| time_elapsed | 149 |\n", + "| total_timesteps | 139000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 27799 |\n", + "| policy_loss | -25.2 |\n", + "| value_loss | 2.3e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79 |\n", + "| time/ | |\n", + "| fps | 930 |\n", + "| iterations | 27900 |\n", + "| time_elapsed | 149 |\n", + "| total_timesteps | 139500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | 2.26e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 27899 |\n", + "| policy_loss | 1.88 |\n", + "| value_loss | 29.9 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.3 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 28000 |\n", + "| time_elapsed | 150 |\n", + "| total_timesteps | 140000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -3.22e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 27999 |\n", + "| policy_loss | -4.36 |\n", + "| value_loss | 117 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.2 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 28100 |\n", + "| time_elapsed | 151 |\n", + "| total_timesteps | 140500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.769 |\n", + "| explained_variance | -1.43e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 28099 |\n", + "| policy_loss | 20.6 |\n", + "| value_loss | 566 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.4 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 28200 |\n", + "| time_elapsed | 151 |\n", + "| total_timesteps | 141000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | -3.7e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 28199 |\n", + "| policy_loss | 7.85 |\n", + "| value_loss | 575 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -106 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 28300 |\n", + "| time_elapsed | 152 |\n", + "| total_timesteps | 141500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 28299 |\n", + "| policy_loss | 4.24 |\n", + "| value_loss | 176 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 28400 |\n", + "| time_elapsed | 152 |\n", + "| total_timesteps | 142000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.574 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 28399 |\n", + "| policy_loss | 44.4 |\n", + "| value_loss | 1.2e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -142 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 28500 |\n", + "| time_elapsed | 153 |\n", + "| total_timesteps | 142500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.482 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 28499 |\n", + "| policy_loss | -57.4 |\n", + "| value_loss | 4.28e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.9 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 28600 |\n", + "| time_elapsed | 153 |\n", + "| total_timesteps | 143000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 28599 |\n", + "| policy_loss | -70.2 |\n", + "| value_loss | 1.87e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.8 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 28700 |\n", + "| time_elapsed | 154 |\n", + "| total_timesteps | 143500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | 1.96e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 28699 |\n", + "| policy_loss | -1.57 |\n", + "| value_loss | 6.37 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79 |\n", + "| time/ | |\n", + "| fps | 929 |\n", + "| iterations | 28800 |\n", + "| time_elapsed | 154 |\n", + "| total_timesteps | 144000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -8.34e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 28799 |\n", + "| policy_loss | 0.944 |\n", + "| value_loss | 6.38 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -42.8 |\n", + "| time/ | |\n", + "| fps | 928 |\n", + "| iterations | 28900 |\n", + "| time_elapsed | 155 |\n", + "| total_timesteps | 144500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.714 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 28899 |\n", + "| policy_loss | -44.1 |\n", + "| value_loss | 4.3e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.3 |\n", + "| time/ | |\n", + "| fps | 928 |\n", + "| iterations | 29000 |\n", + "| time_elapsed | 156 |\n", + "| total_timesteps | 145000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 28999 |\n", + "| policy_loss | 134 |\n", + "| value_loss | 5.78e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51.3 |\n", + "| time/ | |\n", + "| fps | 928 |\n", + "| iterations | 29100 |\n", + "| time_elapsed | 156 |\n", + "| total_timesteps | 145500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 29099 |\n", + "| policy_loss | 79.2 |\n", + "| value_loss | 1.19e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.4 |\n", + "| time/ | |\n", + "| fps | 928 |\n", + "| iterations | 29200 |\n", + "| time_elapsed | 157 |\n", + "| total_timesteps | 146000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.574 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 29199 |\n", + "| policy_loss | -24.9 |\n", + "| value_loss | 6.84e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28.8 |\n", + "| time/ | |\n", + "| fps | 928 |\n", + "| iterations | 29300 |\n", + "| time_elapsed | 157 |\n", + "| total_timesteps | 146500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 29299 |\n", + "| policy_loss | -12.4 |\n", + "| value_loss | 1.87e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 928 |\n", + "| iterations | 29400 |\n", + "| time_elapsed | 158 |\n", + "| total_timesteps | 147000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.618 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 29399 |\n", + "| policy_loss | 328 |\n", + "| value_loss | 1.49e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.6 |\n", + "| time/ | |\n", + "| fps | 928 |\n", + "| iterations | 29500 |\n", + "| time_elapsed | 158 |\n", + "| total_timesteps | 147500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | -7.82e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 29499 |\n", + "| policy_loss | -3.22 |\n", + "| value_loss | 71.2 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.7 |\n", + "| time/ | |\n", + "| fps | 928 |\n", + "| iterations | 29600 |\n", + "| time_elapsed | 159 |\n", + "| total_timesteps | 148000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 29599 |\n", + "| policy_loss | -13.6 |\n", + "| value_loss | 534 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.2 |\n", + "| time/ | |\n", + "| fps | 927 |\n", + "| iterations | 29700 |\n", + "| time_elapsed | 160 |\n", + "| total_timesteps | 148500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 29699 |\n", + "| policy_loss | -3.79 |\n", + "| value_loss | 29.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 39.5 |\n", + "| time/ | |\n", + "| fps | 927 |\n", + "| iterations | 29800 |\n", + "| time_elapsed | 160 |\n", + "| total_timesteps | 149000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 29799 |\n", + "| policy_loss | -5.37 |\n", + "| value_loss | 136 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 41.2 |\n", + "| time/ | |\n", + "| fps | 927 |\n", + "| iterations | 29900 |\n", + "| time_elapsed | 161 |\n", + "| total_timesteps | 149500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 29899 |\n", + "| policy_loss | 64 |\n", + "| value_loss | 1.27e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 19.9 |\n", + "| time/ | |\n", + "| fps | 927 |\n", + "| iterations | 30000 |\n", + "| time_elapsed | 161 |\n", + "| total_timesteps | 150000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 29999 |\n", + "| policy_loss | 10.4 |\n", + "| value_loss | 316 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -4.28 |\n", + "| time/ | |\n", + "| fps | 926 |\n", + "| iterations | 30100 |\n", + "| time_elapsed | 162 |\n", + "| total_timesteps | 150500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.601 |\n", + "| explained_variance | -1.2e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 30099 |\n", + "| policy_loss | -9 |\n", + "| value_loss | 172 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16.1 |\n", + "| time/ | |\n", + "| fps | 926 |\n", + "| iterations | 30200 |\n", + "| time_elapsed | 163 |\n", + "| total_timesteps | 151000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 30199 |\n", + "| policy_loss | -230 |\n", + "| value_loss | 1.14e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -11.6 |\n", + "| time/ | |\n", + "| fps | 925 |\n", + "| iterations | 30300 |\n", + "| time_elapsed | 163 |\n", + "| total_timesteps | 151500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 30299 |\n", + "| policy_loss | -78 |\n", + "| value_loss | 2.34e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 30.3 |\n", + "| time/ | |\n", + "| fps | 925 |\n", + "| iterations | 30400 |\n", + "| time_elapsed | 164 |\n", + "| total_timesteps | 152000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.634 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 30399 |\n", + "| policy_loss | 62.4 |\n", + "| value_loss | 1.19e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 46 |\n", + "| time/ | |\n", + "| fps | 925 |\n", + "| iterations | 30500 |\n", + "| time_elapsed | 164 |\n", + "| total_timesteps | 152500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 30499 |\n", + "| policy_loss | -18.3 |\n", + "| value_loss | 1.42e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 14.6 |\n", + "| time/ | |\n", + "| fps | 924 |\n", + "| iterations | 30600 |\n", + "| time_elapsed | 165 |\n", + "| total_timesteps | 153000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 30599 |\n", + "| policy_loss | -275 |\n", + "| value_loss | 1.99e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -0.577 |\n", + "| time/ | |\n", + "| fps | 924 |\n", + "| iterations | 30700 |\n", + "| time_elapsed | 166 |\n", + "| total_timesteps | 153500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.632 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 30699 |\n", + "| policy_loss | 82.7 |\n", + "| value_loss | 1.53e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.4 |\n", + "| time/ | |\n", + "| fps | 923 |\n", + "| iterations | 30800 |\n", + "| time_elapsed | 166 |\n", + "| total_timesteps | 154000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 30799 |\n", + "| policy_loss | -5.76 |\n", + "| value_loss | 94.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.4 |\n", + "| time/ | |\n", + "| fps | 923 |\n", + "| iterations | 30900 |\n", + "| time_elapsed | 167 |\n", + "| total_timesteps | 154500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 30899 |\n", + "| policy_loss | 8.03 |\n", + "| value_loss | 209 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.8 |\n", + "| time/ | |\n", + "| fps | 922 |\n", + "| iterations | 31000 |\n", + "| time_elapsed | 168 |\n", + "| total_timesteps | 155000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 1.31e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 30999 |\n", + "| policy_loss | -8.94 |\n", + "| value_loss | 292 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28.7 |\n", + "| time/ | |\n", + "| fps | 922 |\n", + "| iterations | 31100 |\n", + "| time_elapsed | 168 |\n", + "| total_timesteps | 155500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 31099 |\n", + "| policy_loss | -33.2 |\n", + "| value_loss | 2.85e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.2 |\n", + "| time/ | |\n", + "| fps | 921 |\n", + "| iterations | 31200 |\n", + "| time_elapsed | 169 |\n", + "| total_timesteps | 156000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 8.88e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 31199 |\n", + "| policy_loss | -0.642 |\n", + "| value_loss | 7.07 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.5 |\n", + "| time/ | |\n", + "| fps | 920 |\n", + "| iterations | 31300 |\n", + "| time_elapsed | 169 |\n", + "| total_timesteps | 156500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.634 |\n", + "| explained_variance | -5.6e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 31299 |\n", + "| policy_loss | -15.6 |\n", + "| value_loss | 380 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 19.9 |\n", + "| time/ | |\n", + "| fps | 919 |\n", + "| iterations | 31400 |\n", + "| time_elapsed | 170 |\n", + "| total_timesteps | 157000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.555 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 31399 |\n", + "| policy_loss | 35.3 |\n", + "| value_loss | 9.55e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 24.6 |\n", + "| time/ | |\n", + "| fps | 918 |\n", + "| iterations | 31500 |\n", + "| time_elapsed | 171 |\n", + "| total_timesteps | 157500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.476 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 31499 |\n", + "| policy_loss | -6.16 |\n", + "| value_loss | 7.82e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 18.5 |\n", + "| time/ | |\n", + "| fps | 918 |\n", + "| iterations | 31600 |\n", + "| time_elapsed | 172 |\n", + "| total_timesteps | 158000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 31599 |\n", + "| policy_loss | 0.0484 |\n", + "| value_loss | 3.47 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 17 |\n", + "| time/ | |\n", + "| fps | 917 |\n", + "| iterations | 31700 |\n", + "| time_elapsed | 172 |\n", + "| total_timesteps | 158500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.523 |\n", + "| explained_variance | -1.61e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 31699 |\n", + "| policy_loss | -2.1 |\n", + "| value_loss | 110 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79 |\n", + "| time/ | |\n", + "| fps | 916 |\n", + "| iterations | 31800 |\n", + "| time_elapsed | 173 |\n", + "| total_timesteps | 159000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.541 |\n", + "| explained_variance | -3.46e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 31799 |\n", + "| policy_loss | 13.6 |\n", + "| value_loss | 1.62e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.1 |\n", + "| time/ | |\n", + "| fps | 915 |\n", + "| iterations | 31900 |\n", + "| time_elapsed | 174 |\n", + "| total_timesteps | 159500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | -1.07e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 31899 |\n", + "| policy_loss | -6.94 |\n", + "| value_loss | 247 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 915 |\n", + "| iterations | 32000 |\n", + "| time_elapsed | 174 |\n", + "| total_timesteps | 160000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 31999 |\n", + "| policy_loss | -93.2 |\n", + "| value_loss | 1.98e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 914 |\n", + "| iterations | 32100 |\n", + "| time_elapsed | 175 |\n", + "| total_timesteps | 160500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 32099 |\n", + "| policy_loss | -29.8 |\n", + "| value_loss | 6.29e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 914 |\n", + "| iterations | 32200 |\n", + "| time_elapsed | 176 |\n", + "| total_timesteps | 161000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 32199 |\n", + "| policy_loss | -43.7 |\n", + "| value_loss | 1.71e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -138 |\n", + "| time/ | |\n", + "| fps | 913 |\n", + "| iterations | 32300 |\n", + "| time_elapsed | 176 |\n", + "| total_timesteps | 161500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.532 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 32299 |\n", + "| policy_loss | 4.06 |\n", + "| value_loss | 344 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -144 |\n", + "| time/ | |\n", + "| fps | 912 |\n", + "| iterations | 32400 |\n", + "| time_elapsed | 177 |\n", + "| total_timesteps | 162000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.528 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 32399 |\n", + "| policy_loss | -20.3 |\n", + "| value_loss | 5.67e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 912 |\n", + "| iterations | 32500 |\n", + "| time_elapsed | 178 |\n", + "| total_timesteps | 162500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 32499 |\n", + "| policy_loss | -19.9 |\n", + "| value_loss | 3.49e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -117 |\n", + "| time/ | |\n", + "| fps | 911 |\n", + "| iterations | 32600 |\n", + "| time_elapsed | 178 |\n", + "| total_timesteps | 163000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.539 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 32599 |\n", + "| policy_loss | -4.24 |\n", + "| value_loss | 33.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.5 |\n", + "| time/ | |\n", + "| fps | 911 |\n", + "| iterations | 32700 |\n", + "| time_elapsed | 179 |\n", + "| total_timesteps | 163500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.5 |\n", + "| explained_variance | 7.21e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 32699 |\n", + "| policy_loss | -3.31 |\n", + "| value_loss | 138 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.6 |\n", + "| time/ | |\n", + "| fps | 910 |\n", + "| iterations | 32800 |\n", + "| time_elapsed | 180 |\n", + "| total_timesteps | 164000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.382 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 32799 |\n", + "| policy_loss | 20 |\n", + "| value_loss | 2.42e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 910 |\n", + "| iterations | 32900 |\n", + "| time_elapsed | 180 |\n", + "| total_timesteps | 164500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.634 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 32899 |\n", + "| policy_loss | 81.4 |\n", + "| value_loss | 1.48e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 909 |\n", + "| iterations | 33000 |\n", + "| time_elapsed | 181 |\n", + "| total_timesteps | 165000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.556 |\n", + "| explained_variance | -5.42e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 32999 |\n", + "| policy_loss | 0.00539 |\n", + "| value_loss | 4.54 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 908 |\n", + "| iterations | 33100 |\n", + "| time_elapsed | 182 |\n", + "| total_timesteps | 165500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.578 |\n", + "| explained_variance | 7.75e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 33099 |\n", + "| policy_loss | -90.6 |\n", + "| value_loss | 4.88e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -162 |\n", + "| time/ | |\n", + "| fps | 907 |\n", + "| iterations | 33200 |\n", + "| time_elapsed | 182 |\n", + "| total_timesteps | 166000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 5.42e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 33199 |\n", + "| policy_loss | -2.88 |\n", + "| value_loss | 30.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 907 |\n", + "| iterations | 33300 |\n", + "| time_elapsed | 183 |\n", + "| total_timesteps | 166500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 33299 |\n", + "| policy_loss | -25 |\n", + "| value_loss | 2.58e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 906 |\n", + "| iterations | 33400 |\n", + "| time_elapsed | 184 |\n", + "| total_timesteps | 167000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 7.99e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 33399 |\n", + "| policy_loss | 1.65 |\n", + "| value_loss | 14.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -131 |\n", + "| time/ | |\n", + "| fps | 906 |\n", + "| iterations | 33500 |\n", + "| time_elapsed | 184 |\n", + "| total_timesteps | 167500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.706 |\n", + "| explained_variance | 8.94e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 33499 |\n", + "| policy_loss | -76.7 |\n", + "| value_loss | 1.66e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 905 |\n", + "| iterations | 33600 |\n", + "| time_elapsed | 185 |\n", + "| total_timesteps | 168000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 33599 |\n", + "| policy_loss | 23.8 |\n", + "| value_loss | 3.71e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 905 |\n", + "| iterations | 33700 |\n", + "| time_elapsed | 186 |\n", + "| total_timesteps | 168500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.569 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 33699 |\n", + "| policy_loss | 37.4 |\n", + "| value_loss | 3.64e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.6 |\n", + "| time/ | |\n", + "| fps | 904 |\n", + "| iterations | 33800 |\n", + "| time_elapsed | 186 |\n", + "| total_timesteps | 169000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.789 |\n", + "| explained_variance | -1.79e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 33799 |\n", + "| policy_loss | -2.57 |\n", + "| value_loss | 30.5 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.9 |\n", + "| time/ | |\n", + "| fps | 903 |\n", + "| iterations | 33900 |\n", + "| time_elapsed | 187 |\n", + "| total_timesteps | 169500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.753 |\n", + "| explained_variance | 1.25e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 33899 |\n", + "| policy_loss | 7.15 |\n", + "| value_loss | 127 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.5 |\n", + "| time/ | |\n", + "| fps | 902 |\n", + "| iterations | 34000 |\n", + "| time_elapsed | 188 |\n", + "| total_timesteps | 170000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.906 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 33999 |\n", + "| policy_loss | -56.1 |\n", + "| value_loss | 8.5e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -57.4 |\n", + "| time/ | |\n", + "| fps | 902 |\n", + "| iterations | 34100 |\n", + "| time_elapsed | 188 |\n", + "| total_timesteps | 170500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.733 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 34099 |\n", + "| policy_loss | -2.62 |\n", + "| value_loss | 134 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.4 |\n", + "| time/ | |\n", + "| fps | 901 |\n", + "| iterations | 34200 |\n", + "| time_elapsed | 189 |\n", + "| total_timesteps | 171000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 34199 |\n", + "| policy_loss | -3.01 |\n", + "| value_loss | 479 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.9 |\n", + "| time/ | |\n", + "| fps | 900 |\n", + "| iterations | 34300 |\n", + "| time_elapsed | 190 |\n", + "| total_timesteps | 171500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.642 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 34299 |\n", + "| policy_loss | 1.99 |\n", + "| value_loss | 65.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -14.5 |\n", + "| time/ | |\n", + "| fps | 900 |\n", + "| iterations | 34400 |\n", + "| time_elapsed | 191 |\n", + "| total_timesteps | 172000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 7.75e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 34399 |\n", + "| policy_loss | 8.77 |\n", + "| value_loss | 145 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.7 |\n", + "| time/ | |\n", + "| fps | 899 |\n", + "| iterations | 34500 |\n", + "| time_elapsed | 191 |\n", + "| total_timesteps | 172500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 34499 |\n", + "| policy_loss | 27.2 |\n", + "| value_loss | 2.12e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16.2 |\n", + "| time/ | |\n", + "| fps | 898 |\n", + "| iterations | 34600 |\n", + "| time_elapsed | 192 |\n", + "| total_timesteps | 173000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.587 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 34599 |\n", + "| policy_loss | -30.5 |\n", + "| value_loss | 4.29e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.1 |\n", + "| time/ | |\n", + "| fps | 898 |\n", + "| iterations | 34700 |\n", + "| time_elapsed | 193 |\n", + "| total_timesteps | 173500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 1.41e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 34699 |\n", + "| policy_loss | -1.91 |\n", + "| value_loss | 7.44 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 897 |\n", + "| iterations | 34800 |\n", + "| time_elapsed | 193 |\n", + "| total_timesteps | 174000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 34799 |\n", + "| policy_loss | -20.4 |\n", + "| value_loss | 1.17e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 896 |\n", + "| iterations | 34900 |\n", + "| time_elapsed | 194 |\n", + "| total_timesteps | 174500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.48 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 34899 |\n", + "| policy_loss | 5.88 |\n", + "| value_loss | 194 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 895 |\n", + "| iterations | 35000 |\n", + "| time_elapsed | 195 |\n", + "| total_timesteps | 175000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.806 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 34999 |\n", + "| policy_loss | -147 |\n", + "| value_loss | 3.51e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -123 |\n", + "| time/ | |\n", + "| fps | 894 |\n", + "| iterations | 35100 |\n", + "| time_elapsed | 196 |\n", + "| total_timesteps | 175500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.629 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 35099 |\n", + "| policy_loss | -2.08 |\n", + "| value_loss | 12.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 894 |\n", + "| iterations | 35200 |\n", + "| time_elapsed | 196 |\n", + "| total_timesteps | 176000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.8 |\n", + "| explained_variance | 1.13e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 35199 |\n", + "| policy_loss | -3.84 |\n", + "| value_loss | 60.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.2 |\n", + "| time/ | |\n", + "| fps | 893 |\n", + "| iterations | 35300 |\n", + "| time_elapsed | 197 |\n", + "| total_timesteps | 176500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.77 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 35299 |\n", + "| policy_loss | 352 |\n", + "| value_loss | 3.99e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.3 |\n", + "| time/ | |\n", + "| fps | 892 |\n", + "| iterations | 35400 |\n", + "| time_elapsed | 198 |\n", + "| total_timesteps | 177000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 35399 |\n", + "| policy_loss | 31.9 |\n", + "| value_loss | 1.26e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.1 |\n", + "| time/ | |\n", + "| fps | 891 |\n", + "| iterations | 35500 |\n", + "| time_elapsed | 199 |\n", + "| total_timesteps | 177500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.725 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 35499 |\n", + "| policy_loss | 4.76 |\n", + "| value_loss | 167 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 890 |\n", + "| iterations | 35600 |\n", + "| time_elapsed | 199 |\n", + "| total_timesteps | 178000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 35599 |\n", + "| policy_loss | -22.1 |\n", + "| value_loss | 888 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.4 |\n", + "| time/ | |\n", + "| fps | 890 |\n", + "| iterations | 35700 |\n", + "| time_elapsed | 200 |\n", + "| total_timesteps | 178500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 35699 |\n", + "| policy_loss | 4.51 |\n", + "| value_loss | 165 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 889 |\n", + "| iterations | 35800 |\n", + "| time_elapsed | 201 |\n", + "| total_timesteps | 179000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 35799 |\n", + "| policy_loss | -70.5 |\n", + "| value_loss | 1.76e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.6 |\n", + "| time/ | |\n", + "| fps | 888 |\n", + "| iterations | 35900 |\n", + "| time_elapsed | 201 |\n", + "| total_timesteps | 179500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.771 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 35899 |\n", + "| policy_loss | 26.4 |\n", + "| value_loss | 3.91e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.6 |\n", + "| time/ | |\n", + "| fps | 887 |\n", + "| iterations | 36000 |\n", + "| time_elapsed | 202 |\n", + "| total_timesteps | 180000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 35999 |\n", + "| policy_loss | 19.9 |\n", + "| value_loss | 3.13e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.8 |\n", + "| time/ | |\n", + "| fps | 886 |\n", + "| iterations | 36100 |\n", + "| time_elapsed | 203 |\n", + "| total_timesteps | 180500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.913 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 36099 |\n", + "| policy_loss | 1.69 |\n", + "| value_loss | 31.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.3 |\n", + "| time/ | |\n", + "| fps | 885 |\n", + "| iterations | 36200 |\n", + "| time_elapsed | 204 |\n", + "| total_timesteps | 181000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 36199 |\n", + "| policy_loss | -272 |\n", + "| value_loss | 1.31e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -27.2 |\n", + "| time/ | |\n", + "| fps | 885 |\n", + "| iterations | 36300 |\n", + "| time_elapsed | 205 |\n", + "| total_timesteps | 181500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 36299 |\n", + "| policy_loss | -9.58 |\n", + "| value_loss | 597 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 884 |\n", + "| iterations | 36400 |\n", + "| time_elapsed | 205 |\n", + "| total_timesteps | 182000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 36399 |\n", + "| policy_loss | -241 |\n", + "| value_loss | 1.28e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -149 |\n", + "| time/ | |\n", + "| fps | 883 |\n", + "| iterations | 36500 |\n", + "| time_elapsed | 206 |\n", + "| total_timesteps | 182500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.723 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 36499 |\n", + "| policy_loss | -67.7 |\n", + "| value_loss | 6.77e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 882 |\n", + "| iterations | 36600 |\n", + "| time_elapsed | 207 |\n", + "| total_timesteps | 183000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.798 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 36599 |\n", + "| policy_loss | -8.05 |\n", + "| value_loss | 286 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 881 |\n", + "| iterations | 36700 |\n", + "| time_elapsed | 208 |\n", + "| total_timesteps | 183500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 36699 |\n", + "| policy_loss | 6.45 |\n", + "| value_loss | 179 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.6 |\n", + "| time/ | |\n", + "| fps | 880 |\n", + "| iterations | 36800 |\n", + "| time_elapsed | 208 |\n", + "| total_timesteps | 184000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.716 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 36799 |\n", + "| policy_loss | 6.32 |\n", + "| value_loss | 1.43e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 879 |\n", + "| iterations | 36900 |\n", + "| time_elapsed | 209 |\n", + "| total_timesteps | 184500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.6 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 36899 |\n", + "| policy_loss | -10.6 |\n", + "| value_loss | 147 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -93.6 |\n", + "| time/ | |\n", + "| fps | 878 |\n", + "| iterations | 37000 |\n", + "| time_elapsed | 210 |\n", + "| total_timesteps | 185000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 36999 |\n", + "| policy_loss | -36.7 |\n", + "| value_loss | 2.91e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -143 |\n", + "| time/ | |\n", + "| fps | 877 |\n", + "| iterations | 37100 |\n", + "| time_elapsed | 211 |\n", + "| total_timesteps | 185500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.751 |\n", + "| explained_variance | 2.56e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 37099 |\n", + "| policy_loss | -6.89 |\n", + "| value_loss | 125 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79 |\n", + "| time/ | |\n", + "| fps | 876 |\n", + "| iterations | 37200 |\n", + "| time_elapsed | 212 |\n", + "| total_timesteps | 186000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 37199 |\n", + "| policy_loss | 82 |\n", + "| value_loss | 2.83e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39 |\n", + "| time/ | |\n", + "| fps | 875 |\n", + "| iterations | 37300 |\n", + "| time_elapsed | 212 |\n", + "| total_timesteps | 186500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 37299 |\n", + "| policy_loss | 1.55 |\n", + "| value_loss | 142 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.8 |\n", + "| time/ | |\n", + "| fps | 874 |\n", + "| iterations | 37400 |\n", + "| time_elapsed | 213 |\n", + "| total_timesteps | 187000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 37399 |\n", + "| policy_loss | 27.5 |\n", + "| value_loss | 3.58e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -9.65 |\n", + "| time/ | |\n", + "| fps | 873 |\n", + "| iterations | 37500 |\n", + "| time_elapsed | 214 |\n", + "| total_timesteps | 187500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.722 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 37499 |\n", + "| policy_loss | 2.79 |\n", + "| value_loss | 1.98e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.2 |\n", + "| time/ | |\n", + "| fps | 872 |\n", + "| iterations | 37600 |\n", + "| time_elapsed | 215 |\n", + "| total_timesteps | 188000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.757 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 37599 |\n", + "| policy_loss | -17.6 |\n", + "| value_loss | 2.26e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 871 |\n", + "| iterations | 37700 |\n", + "| time_elapsed | 216 |\n", + "| total_timesteps | 188500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 37699 |\n", + "| policy_loss | 10.9 |\n", + "| value_loss | 327 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -140 |\n", + "| time/ | |\n", + "| fps | 869 |\n", + "| iterations | 37800 |\n", + "| time_elapsed | 217 |\n", + "| total_timesteps | 189000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.64 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 37799 |\n", + "| policy_loss | -619 |\n", + "| value_loss | 1.32e+06 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -145 |\n", + "| time/ | |\n", + "| fps | 868 |\n", + "| iterations | 37900 |\n", + "| time_elapsed | 218 |\n", + "| total_timesteps | 189500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 37899 |\n", + "| policy_loss | -0.832 |\n", + "| value_loss | 10.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -115 |\n", + "| time/ | |\n", + "| fps | 867 |\n", + "| iterations | 38000 |\n", + "| time_elapsed | 218 |\n", + "| total_timesteps | 190000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.783 |\n", + "| explained_variance | 5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 37999 |\n", + "| policy_loss | -11.7 |\n", + "| value_loss | 556 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.4 |\n", + "| time/ | |\n", + "| fps | 866 |\n", + "| iterations | 38100 |\n", + "| time_elapsed | 219 |\n", + "| total_timesteps | 190500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 3.82e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 38099 |\n", + "| policy_loss | -5.63 |\n", + "| value_loss | 140 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.2 |\n", + "| time/ | |\n", + "| fps | 865 |\n", + "| iterations | 38200 |\n", + "| time_elapsed | 220 |\n", + "| total_timesteps | 191000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 38199 |\n", + "| policy_loss | 240 |\n", + "| value_loss | 1.04e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.7 |\n", + "| time/ | |\n", + "| fps | 864 |\n", + "| iterations | 38300 |\n", + "| time_elapsed | 221 |\n", + "| total_timesteps | 191500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 38299 |\n", + "| policy_loss | -45.5 |\n", + "| value_loss | 6.34e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77 |\n", + "| time/ | |\n", + "| fps | 862 |\n", + "| iterations | 38400 |\n", + "| time_elapsed | 222 |\n", + "| total_timesteps | 192000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 38399 |\n", + "| policy_loss | -5.57 |\n", + "| value_loss | 66.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.7 |\n", + "| time/ | |\n", + "| fps | 861 |\n", + "| iterations | 38500 |\n", + "| time_elapsed | 223 |\n", + "| total_timesteps | 192500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.835 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 38499 |\n", + "| policy_loss | -289 |\n", + "| value_loss | 2.29e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.9 |\n", + "| time/ | |\n", + "| fps | 860 |\n", + "| iterations | 38600 |\n", + "| time_elapsed | 224 |\n", + "| total_timesteps | 193000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 38599 |\n", + "| policy_loss | 12.2 |\n", + "| value_loss | 696 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.2 |\n", + "| time/ | |\n", + "| fps | 859 |\n", + "| iterations | 38700 |\n", + "| time_elapsed | 225 |\n", + "| total_timesteps | 193500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 38699 |\n", + "| policy_loss | -159 |\n", + "| value_loss | 5.11e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.1 |\n", + "| time/ | |\n", + "| fps | 857 |\n", + "| iterations | 38800 |\n", + "| time_elapsed | 226 |\n", + "| total_timesteps | 194000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.67 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 38799 |\n", + "| policy_loss | 22.7 |\n", + "| value_loss | 6.65e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 856 |\n", + "| iterations | 38900 |\n", + "| time_elapsed | 226 |\n", + "| total_timesteps | 194500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 38899 |\n", + "| policy_loss | -2.07 |\n", + "| value_loss | 83.5 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 855 |\n", + "| iterations | 39000 |\n", + "| time_elapsed | 227 |\n", + "| total_timesteps | 195000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 1.91e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 38999 |\n", + "| policy_loss | -53.9 |\n", + "| value_loss | 9.09e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 854 |\n", + "| iterations | 39100 |\n", + "| time_elapsed | 228 |\n", + "| total_timesteps | 195500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.501 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 39099 |\n", + "| policy_loss | -1.59 |\n", + "| value_loss | 10.6 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.3 |\n", + "| time/ | |\n", + "| fps | 852 |\n", + "| iterations | 39200 |\n", + "| time_elapsed | 229 |\n", + "| total_timesteps | 196000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.751 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 39199 |\n", + "| policy_loss | -16.5 |\n", + "| value_loss | 4.69e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.9 |\n", + "| time/ | |\n", + "| fps | 851 |\n", + "| iterations | 39300 |\n", + "| time_elapsed | 230 |\n", + "| total_timesteps | 196500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 39299 |\n", + "| policy_loss | 171 |\n", + "| value_loss | 6.95e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -8.69 |\n", + "| time/ | |\n", + "| fps | 850 |\n", + "| iterations | 39400 |\n", + "| time_elapsed | 231 |\n", + "| total_timesteps | 197000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 39399 |\n", + "| policy_loss | -7.88 |\n", + "| value_loss | 191 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -27.1 |\n", + "| time/ | |\n", + "| fps | 848 |\n", + "| iterations | 39500 |\n", + "| time_elapsed | 232 |\n", + "| total_timesteps | 197500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 39499 |\n", + "| policy_loss | 22.4 |\n", + "| value_loss | 1.14e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 3.84 |\n", + "| time/ | |\n", + "| fps | 846 |\n", + "| iterations | 39600 |\n", + "| time_elapsed | 233 |\n", + "| total_timesteps | 198000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 39599 |\n", + "| policy_loss | -5.94 |\n", + "| value_loss | 128 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.5 |\n", + "| time/ | |\n", + "| fps | 845 |\n", + "| iterations | 39700 |\n", + "| time_elapsed | 234 |\n", + "| total_timesteps | 198500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.868 |\n", + "| explained_variance | -1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 39699 |\n", + "| policy_loss | -7.37 |\n", + "| value_loss | 208 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.1 |\n", + "| time/ | |\n", + "| fps | 843 |\n", + "| iterations | 39800 |\n", + "| time_elapsed | 235 |\n", + "| total_timesteps | 199000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.596 |\n", + "| explained_variance | -1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 39799 |\n", + "| policy_loss | -4.81 |\n", + "| value_loss | 222 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84 |\n", + "| time/ | |\n", + "| fps | 842 |\n", + "| iterations | 39900 |\n", + "| time_elapsed | 236 |\n", + "| total_timesteps | 199500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 39899 |\n", + "| policy_loss | -8.93 |\n", + "| value_loss | 565 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -143 |\n", + "| time/ | |\n", + "| fps | 840 |\n", + "| iterations | 40000 |\n", + "| time_elapsed | 237 |\n", + "| total_timesteps | 200000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.718 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 39999 |\n", + "| policy_loss | -3.94 |\n", + "| value_loss | 46.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -139 |\n", + "| time/ | |\n", + "| fps | 839 |\n", + "| iterations | 40100 |\n", + "| time_elapsed | 238 |\n", + "| total_timesteps | 200500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.604 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 40099 |\n", + "| policy_loss | 221 |\n", + "| value_loss | 6.78e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 837 |\n", + "| iterations | 40200 |\n", + "| time_elapsed | 240 |\n", + "| total_timesteps | 201000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 40199 |\n", + "| policy_loss | -6.1 |\n", + "| value_loss | 409 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -150 |\n", + "| time/ | |\n", + "| fps | 835 |\n", + "| iterations | 40300 |\n", + "| time_elapsed | 241 |\n", + "| total_timesteps | 201500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.627 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 40299 |\n", + "| policy_loss | -29.5 |\n", + "| value_loss | 1.06e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -134 |\n", + "| time/ | |\n", + "| fps | 833 |\n", + "| iterations | 40400 |\n", + "| time_elapsed | 242 |\n", + "| total_timesteps | 202000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.602 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 40399 |\n", + "| policy_loss | 54.2 |\n", + "| value_loss | 2.25e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 832 |\n", + "| iterations | 40500 |\n", + "| time_elapsed | 243 |\n", + "| total_timesteps | 202500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 40499 |\n", + "| policy_loss | 42.5 |\n", + "| value_loss | 7.34e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.2 |\n", + "| time/ | |\n", + "| fps | 829 |\n", + "| iterations | 40600 |\n", + "| time_elapsed | 244 |\n", + "| total_timesteps | 203000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 40599 |\n", + "| policy_loss | -3.63 |\n", + "| value_loss | 27.1 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -57.5 |\n", + "| time/ | |\n", + "| fps | 827 |\n", + "| iterations | 40700 |\n", + "| time_elapsed | 245 |\n", + "| total_timesteps | 203500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.474 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 40699 |\n", + "| policy_loss | -5.11 |\n", + "| value_loss | 602 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47 |\n", + "| time/ | |\n", + "| fps | 825 |\n", + "| iterations | 40800 |\n", + "| time_elapsed | 247 |\n", + "| total_timesteps | 204000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 40799 |\n", + "| policy_loss | -6.38 |\n", + "| value_loss | 157 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.2 |\n", + "| time/ | |\n", + "| fps | 823 |\n", + "| iterations | 40900 |\n", + "| time_elapsed | 248 |\n", + "| total_timesteps | 204500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 40899 |\n", + "| policy_loss | -21.1 |\n", + "| value_loss | 1.52e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.3 |\n", + "| time/ | |\n", + "| fps | 821 |\n", + "| iterations | 41000 |\n", + "| time_elapsed | 249 |\n", + "| total_timesteps | 205000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 5.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 40999 |\n", + "| policy_loss | 4.81 |\n", + "| value_loss | 47.1 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 819 |\n", + "| iterations | 41100 |\n", + "| time_elapsed | 250 |\n", + "| total_timesteps | 205500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.728 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 41099 |\n", + "| policy_loss | -34.4 |\n", + "| value_loss | 8.86e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -134 |\n", + "| time/ | |\n", + "| fps | 817 |\n", + "| iterations | 41200 |\n", + "| time_elapsed | 251 |\n", + "| total_timesteps | 206000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.67 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 41199 |\n", + "| policy_loss | -120 |\n", + "| value_loss | 2.43e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 815 |\n", + "| iterations | 41300 |\n", + "| time_elapsed | 253 |\n", + "| total_timesteps | 206500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.664 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 41299 |\n", + "| policy_loss | 5.64 |\n", + "| value_loss | 147 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 814 |\n", + "| iterations | 41400 |\n", + "| time_elapsed | 254 |\n", + "| total_timesteps | 207000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 41399 |\n", + "| policy_loss | -2.02 |\n", + "| value_loss | 55.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.9 |\n", + "| time/ | |\n", + "| fps | 812 |\n", + "| iterations | 41500 |\n", + "| time_elapsed | 255 |\n", + "| total_timesteps | 207500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 41499 |\n", + "| policy_loss | 25.5 |\n", + "| value_loss | 1.15e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.9 |\n", + "| time/ | |\n", + "| fps | 810 |\n", + "| iterations | 41600 |\n", + "| time_elapsed | 256 |\n", + "| total_timesteps | 208000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 41599 |\n", + "| policy_loss | -35.4 |\n", + "| value_loss | 5.34e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.5 |\n", + "| time/ | |\n", + "| fps | 808 |\n", + "| iterations | 41700 |\n", + "| time_elapsed | 257 |\n", + "| total_timesteps | 208500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 6.56e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 41699 |\n", + "| policy_loss | 1.27 |\n", + "| value_loss | 4.16 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.9 |\n", + "| time/ | |\n", + "| fps | 806 |\n", + "| iterations | 41800 |\n", + "| time_elapsed | 259 |\n", + "| total_timesteps | 209000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.501 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 41799 |\n", + "| policy_loss | 13.6 |\n", + "| value_loss | 2.55e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -133 |\n", + "| time/ | |\n", + "| fps | 804 |\n", + "| iterations | 41900 |\n", + "| time_elapsed | 260 |\n", + "| total_timesteps | 209500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.626 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 41899 |\n", + "| policy_loss | -6.01 |\n", + "| value_loss | 117 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -143 |\n", + "| time/ | |\n", + "| fps | 802 |\n", + "| iterations | 42000 |\n", + "| time_elapsed | 261 |\n", + "| total_timesteps | 210000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 41999 |\n", + "| policy_loss | 4.57 |\n", + "| value_loss | 38.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.4 |\n", + "| time/ | |\n", + "| fps | 800 |\n", + "| iterations | 42100 |\n", + "| time_elapsed | 263 |\n", + "| total_timesteps | 210500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.763 |\n", + "| explained_variance | 5.72e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 42099 |\n", + "| policy_loss | -4.18 |\n", + "| value_loss | 103 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.6 |\n", + "| time/ | |\n", + "| fps | 798 |\n", + "| iterations | 42200 |\n", + "| time_elapsed | 264 |\n", + "| total_timesteps | 211000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 42199 |\n", + "| policy_loss | -28.7 |\n", + "| value_loss | 2.65e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -27 |\n", + "| time/ | |\n", + "| fps | 795 |\n", + "| iterations | 42300 |\n", + "| time_elapsed | 265 |\n", + "| total_timesteps | 211500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 42299 |\n", + "| policy_loss | 81.8 |\n", + "| value_loss | 4.4e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -27.7 |\n", + "| time/ | |\n", + "| fps | 793 |\n", + "| iterations | 42400 |\n", + "| time_elapsed | 267 |\n", + "| total_timesteps | 212000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 42399 |\n", + "| policy_loss | 6.01 |\n", + "| value_loss | 862 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.3 |\n", + "| time/ | |\n", + "| fps | 791 |\n", + "| iterations | 42500 |\n", + "| time_elapsed | 268 |\n", + "| total_timesteps | 212500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 42499 |\n", + "| policy_loss | 164 |\n", + "| value_loss | 9.58e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.4 |\n", + "| time/ | |\n", + "| fps | 788 |\n", + "| iterations | 42600 |\n", + "| time_elapsed | 270 |\n", + "| total_timesteps | 213000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.614 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 42599 |\n", + "| policy_loss | 23.2 |\n", + "| value_loss | 2.18e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.3 |\n", + "| time/ | |\n", + "| fps | 786 |\n", + "| iterations | 42700 |\n", + "| time_elapsed | 271 |\n", + "| total_timesteps | 213500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.628 |\n", + "| explained_variance | 1.73e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 42699 |\n", + "| policy_loss | 3.28 |\n", + "| value_loss | 58.9 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -29 |\n", + "| time/ | |\n", + "| fps | 784 |\n", + "| iterations | 42800 |\n", + "| time_elapsed | 272 |\n", + "| total_timesteps | 214000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 42799 |\n", + "| policy_loss | 29.7 |\n", + "| value_loss | 1.93e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.2 |\n", + "| time/ | |\n", + "| fps | 782 |\n", + "| iterations | 42900 |\n", + "| time_elapsed | 274 |\n", + "| total_timesteps | 214500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.627 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 42899 |\n", + "| policy_loss | 1.78 |\n", + "| value_loss | 24 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 779 |\n", + "| iterations | 43000 |\n", + "| time_elapsed | 275 |\n", + "| total_timesteps | 215000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 42999 |\n", + "| policy_loss | 18.5 |\n", + "| value_loss | 777 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -173 |\n", + "| time/ | |\n", + "| fps | 778 |\n", + "| iterations | 43100 |\n", + "| time_elapsed | 276 |\n", + "| total_timesteps | 215500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.611 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 43099 |\n", + "| policy_loss | -10.8 |\n", + "| value_loss | 900 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -151 |\n", + "| time/ | |\n", + "| fps | 775 |\n", + "| iterations | 43200 |\n", + "| time_elapsed | 278 |\n", + "| total_timesteps | 216000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 43199 |\n", + "| policy_loss | 7.02 |\n", + "| value_loss | 261 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.1 |\n", + "| time/ | |\n", + "| fps | 773 |\n", + "| iterations | 43300 |\n", + "| time_elapsed | 279 |\n", + "| total_timesteps | 216500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 43299 |\n", + "| policy_loss | 5.51 |\n", + "| value_loss | 56.2 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.1 |\n", + "| time/ | |\n", + "| fps | 771 |\n", + "| iterations | 43400 |\n", + "| time_elapsed | 281 |\n", + "| total_timesteps | 217000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | -3.46e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 43399 |\n", + "| policy_loss | 1.78 |\n", + "| value_loss | 40.7 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22.6 |\n", + "| time/ | |\n", + "| fps | 769 |\n", + "| iterations | 43500 |\n", + "| time_elapsed | 282 |\n", + "| total_timesteps | 217500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.646 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 43499 |\n", + "| policy_loss | -232 |\n", + "| value_loss | 8.79e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32 |\n", + "| time/ | |\n", + "| fps | 767 |\n", + "| iterations | 43600 |\n", + "| time_elapsed | 283 |\n", + "| total_timesteps | 218000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.772 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 43599 |\n", + "| policy_loss | -32.7 |\n", + "| value_loss | 4.3e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -33.8 |\n", + "| time/ | |\n", + "| fps | 765 |\n", + "| iterations | 43700 |\n", + "| time_elapsed | 285 |\n", + "| total_timesteps | 218500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 43699 |\n", + "| policy_loss | -3.98 |\n", + "| value_loss | 140 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.5 |\n", + "| time/ | |\n", + "| fps | 763 |\n", + "| iterations | 43800 |\n", + "| time_elapsed | 286 |\n", + "| total_timesteps | 219000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.744 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 43799 |\n", + "| policy_loss | -34.5 |\n", + "| value_loss | 4.63e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 23.5 |\n", + "| time/ | |\n", + "| fps | 761 |\n", + "| iterations | 43900 |\n", + "| time_elapsed | 288 |\n", + "| total_timesteps | 219500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.744 |\n", + "| explained_variance | -1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 43899 |\n", + "| policy_loss | -91.5 |\n", + "| value_loss | 4.24e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -24.1 |\n", + "| time/ | |\n", + "| fps | 759 |\n", + "| iterations | 44000 |\n", + "| time_elapsed | 289 |\n", + "| total_timesteps | 220000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 43999 |\n", + "| policy_loss | -1.43 |\n", + "| value_loss | 15.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -11.5 |\n", + "| time/ | |\n", + "| fps | 757 |\n", + "| iterations | 44100 |\n", + "| time_elapsed | 290 |\n", + "| total_timesteps | 220500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.838 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 44099 |\n", + "| policy_loss | 39.9 |\n", + "| value_loss | 2.82e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.8 |\n", + "| time/ | |\n", + "| fps | 756 |\n", + "| iterations | 44200 |\n", + "| time_elapsed | 292 |\n", + "| total_timesteps | 221000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 44199 |\n", + "| policy_loss | 7.48 |\n", + "| value_loss | 154 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -144 |\n", + "| time/ | |\n", + "| fps | 754 |\n", + "| iterations | 44300 |\n", + "| time_elapsed | 293 |\n", + "| total_timesteps | 221500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.732 |\n", + "| explained_variance | -1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 44299 |\n", + "| policy_loss | 5.76 |\n", + "| value_loss | 112 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.8 |\n", + "| time/ | |\n", + "| fps | 752 |\n", + "| iterations | 44400 |\n", + "| time_elapsed | 294 |\n", + "| total_timesteps | 222000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.762 |\n", + "| explained_variance | -4.53e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 44399 |\n", + "| policy_loss | -0.405 |\n", + "| value_loss | 3.92 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.2 |\n", + "| time/ | |\n", + "| fps | 750 |\n", + "| iterations | 44500 |\n", + "| time_elapsed | 296 |\n", + "| total_timesteps | 222500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 44499 |\n", + "| policy_loss | -4.76 |\n", + "| value_loss | 188 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -23 |\n", + "| time/ | |\n", + "| fps | 748 |\n", + "| iterations | 44600 |\n", + "| time_elapsed | 297 |\n", + "| total_timesteps | 223000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 44599 |\n", + "| policy_loss | 1.1 |\n", + "| value_loss | 9.34 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28 |\n", + "| time/ | |\n", + "| fps | 746 |\n", + "| iterations | 44700 |\n", + "| time_elapsed | 299 |\n", + "| total_timesteps | 223500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 44699 |\n", + "| policy_loss | 3.72 |\n", + "| value_loss | 665 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -35.7 |\n", + "| time/ | |\n", + "| fps | 745 |\n", + "| iterations | 44800 |\n", + "| time_elapsed | 300 |\n", + "| total_timesteps | 224000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.787 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 44799 |\n", + "| policy_loss | -16.1 |\n", + "| value_loss | 2.13e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55 |\n", + "| time/ | |\n", + "| fps | 743 |\n", + "| iterations | 44900 |\n", + "| time_elapsed | 302 |\n", + "| total_timesteps | 224500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 44899 |\n", + "| policy_loss | -277 |\n", + "| value_loss | 1.72e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.2 |\n", + "| time/ | |\n", + "| fps | 741 |\n", + "| iterations | 45000 |\n", + "| time_elapsed | 303 |\n", + "| total_timesteps | 225000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 44999 |\n", + "| policy_loss | 70.4 |\n", + "| value_loss | 2.1e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.2 |\n", + "| time/ | |\n", + "| fps | 739 |\n", + "| iterations | 45100 |\n", + "| time_elapsed | 304 |\n", + "| total_timesteps | 225500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 45099 |\n", + "| policy_loss | 74 |\n", + "| value_loss | 2.62e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.5 |\n", + "| time/ | |\n", + "| fps | 738 |\n", + "| iterations | 45200 |\n", + "| time_elapsed | 306 |\n", + "| total_timesteps | 226000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | 2.03e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 45199 |\n", + "| policy_loss | -10.8 |\n", + "| value_loss | 551 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76 |\n", + "| time/ | |\n", + "| fps | 736 |\n", + "| iterations | 45300 |\n", + "| time_elapsed | 307 |\n", + "| total_timesteps | 226500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.74 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 45299 |\n", + "| policy_loss | 99.5 |\n", + "| value_loss | 8.23e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 734 |\n", + "| iterations | 45400 |\n", + "| time_elapsed | 309 |\n", + "| total_timesteps | 227000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 45399 |\n", + "| policy_loss | -45.8 |\n", + "| value_loss | 8.27e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 732 |\n", + "| iterations | 45500 |\n", + "| time_elapsed | 310 |\n", + "| total_timesteps | 227500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.604 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 45499 |\n", + "| policy_loss | -19.1 |\n", + "| value_loss | 1.3e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -90.2 |\n", + "| time/ | |\n", + "| fps | 730 |\n", + "| iterations | 45600 |\n", + "| time_elapsed | 311 |\n", + "| total_timesteps | 228000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.767 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 45599 |\n", + "| policy_loss | -13.5 |\n", + "| value_loss | 2.39e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 728 |\n", + "| iterations | 45700 |\n", + "| time_elapsed | 313 |\n", + "| total_timesteps | 228500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.643 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 45699 |\n", + "| policy_loss | 40.2 |\n", + "| value_loss | 5.1e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.5 |\n", + "| time/ | |\n", + "| fps | 726 |\n", + "| iterations | 45800 |\n", + "| time_elapsed | 315 |\n", + "| total_timesteps | 229000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 45799 |\n", + "| policy_loss | 16 |\n", + "| value_loss | 650 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.7 |\n", + "| time/ | |\n", + "| fps | 723 |\n", + "| iterations | 45900 |\n", + "| time_elapsed | 317 |\n", + "| total_timesteps | 229500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.659 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 45899 |\n", + "| policy_loss | -3.33 |\n", + "| value_loss | 25.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.7 |\n", + "| time/ | |\n", + "| fps | 720 |\n", + "| iterations | 46000 |\n", + "| time_elapsed | 319 |\n", + "| total_timesteps | 230000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.855 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 45999 |\n", + "| policy_loss | -353 |\n", + "| value_loss | 1.61e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.5 |\n", + "| time/ | |\n", + "| fps | 717 |\n", + "| iterations | 46100 |\n", + "| time_elapsed | 321 |\n", + "| total_timesteps | 230500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.728 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 46099 |\n", + "| policy_loss | -6.62 |\n", + "| value_loss | 165 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.2 |\n", + "| time/ | |\n", + "| fps | 715 |\n", + "| iterations | 46200 |\n", + "| time_elapsed | 322 |\n", + "| total_timesteps | 231000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.711 |\n", + "| explained_variance | -8.11e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 46199 |\n", + "| policy_loss | -0.621 |\n", + "| value_loss | 3 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.4 |\n", + "| time/ | |\n", + "| fps | 712 |\n", + "| iterations | 46300 |\n", + "| time_elapsed | 324 |\n", + "| total_timesteps | 231500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 46299 |\n", + "| policy_loss | -2.26 |\n", + "| value_loss | 150 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.5 |\n", + "| time/ | |\n", + "| fps | 710 |\n", + "| iterations | 46400 |\n", + "| time_elapsed | 326 |\n", + "| total_timesteps | 232000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 46399 |\n", + "| policy_loss | -1.51 |\n", + "| value_loss | 12.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63 |\n", + "| time/ | |\n", + "| fps | 707 |\n", + "| iterations | 46500 |\n", + "| time_elapsed | 328 |\n", + "| total_timesteps | 232500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 46499 |\n", + "| policy_loss | 4.12 |\n", + "| value_loss | 75.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.2 |\n", + "| time/ | |\n", + "| fps | 704 |\n", + "| iterations | 46600 |\n", + "| time_elapsed | 330 |\n", + "| total_timesteps | 233000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.647 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 46599 |\n", + "| policy_loss | 34.1 |\n", + "| value_loss | 2.6e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -120 |\n", + "| time/ | |\n", + "| fps | 701 |\n", + "| iterations | 46700 |\n", + "| time_elapsed | 332 |\n", + "| total_timesteps | 233500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.709 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 46699 |\n", + "| policy_loss | 7.64 |\n", + "| value_loss | 206 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.2 |\n", + "| time/ | |\n", + "| fps | 699 |\n", + "| iterations | 46800 |\n", + "| time_elapsed | 334 |\n", + "| total_timesteps | 234000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 46799 |\n", + "| policy_loss | 0.675 |\n", + "| value_loss | 274 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.2 |\n", + "| time/ | |\n", + "| fps | 696 |\n", + "| iterations | 46900 |\n", + "| time_elapsed | 336 |\n", + "| total_timesteps | 234500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 46899 |\n", + "| policy_loss | -3.53 |\n", + "| value_loss | 54.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.7 |\n", + "| time/ | |\n", + "| fps | 694 |\n", + "| iterations | 47000 |\n", + "| time_elapsed | 338 |\n", + "| total_timesteps | 235000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 46999 |\n", + "| policy_loss | -27.1 |\n", + "| value_loss | 95.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.7 |\n", + "| time/ | |\n", + "| fps | 691 |\n", + "| iterations | 47100 |\n", + "| time_elapsed | 340 |\n", + "| total_timesteps | 235500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.869 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 47099 |\n", + "| policy_loss | -79.3 |\n", + "| value_loss | 1.67e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.4 |\n", + "| time/ | |\n", + "| fps | 688 |\n", + "| iterations | 47200 |\n", + "| time_elapsed | 342 |\n", + "| total_timesteps | 236000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 47199 |\n", + "| policy_loss | -2.95 |\n", + "| value_loss | 42.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -100 |\n", + "| time/ | |\n", + "| fps | 685 |\n", + "| iterations | 47300 |\n", + "| time_elapsed | 344 |\n", + "| total_timesteps | 236500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 47299 |\n", + "| policy_loss | -20.3 |\n", + "| value_loss | 4.68e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -123 |\n", + "| time/ | |\n", + "| fps | 682 |\n", + "| iterations | 47400 |\n", + "| time_elapsed | 347 |\n", + "| total_timesteps | 237000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 47399 |\n", + "| policy_loss | -136 |\n", + "| value_loss | 4.47e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 679 |\n", + "| iterations | 47500 |\n", + "| time_elapsed | 349 |\n", + "| total_timesteps | 237500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.798 |\n", + "| explained_variance | -7.39e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 47499 |\n", + "| policy_loss | 8.76 |\n", + "| value_loss | 125 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -141 |\n", + "| time/ | |\n", + "| fps | 677 |\n", + "| iterations | 47600 |\n", + "| time_elapsed | 351 |\n", + "| total_timesteps | 238000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 47599 |\n", + "| policy_loss | -1.68 |\n", + "| value_loss | 30.4 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.1 |\n", + "| time/ | |\n", + "| fps | 674 |\n", + "| iterations | 47700 |\n", + "| time_elapsed | 353 |\n", + "| total_timesteps | 238500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.73 |\n", + "| explained_variance | -1.67e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 47699 |\n", + "| policy_loss | -17.3 |\n", + "| value_loss | 374 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.9 |\n", + "| time/ | |\n", + "| fps | 671 |\n", + "| iterations | 47800 |\n", + "| time_elapsed | 355 |\n", + "| total_timesteps | 239000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 47799 |\n", + "| policy_loss | 6.05 |\n", + "| value_loss | 84.2 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.6 |\n", + "| time/ | |\n", + "| fps | 669 |\n", + "| iterations | 47900 |\n", + "| time_elapsed | 357 |\n", + "| total_timesteps | 239500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 47899 |\n", + "| policy_loss | -162 |\n", + "| value_loss | 7.6e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -17 |\n", + "| time/ | |\n", + "| fps | 666 |\n", + "| iterations | 48000 |\n", + "| time_elapsed | 360 |\n", + "| total_timesteps | 240000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 47999 |\n", + "| policy_loss | -0.239 |\n", + "| value_loss | 16.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.2 |\n", + "| time/ | |\n", + "| fps | 663 |\n", + "| iterations | 48100 |\n", + "| time_elapsed | 362 |\n", + "| total_timesteps | 240500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 2.15e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 48099 |\n", + "| policy_loss | -1.36 |\n", + "| value_loss | 3.48 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.8 |\n", + "| time/ | |\n", + "| fps | 661 |\n", + "| iterations | 48200 |\n", + "| time_elapsed | 364 |\n", + "| total_timesteps | 241000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 48199 |\n", + "| policy_loss | 38.4 |\n", + "| value_loss | 2.01e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.2 |\n", + "| time/ | |\n", + "| fps | 658 |\n", + "| iterations | 48300 |\n", + "| time_elapsed | 366 |\n", + "| total_timesteps | 241500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 48299 |\n", + "| policy_loss | 13.9 |\n", + "| value_loss | 868 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -21.1 |\n", + "| time/ | |\n", + "| fps | 656 |\n", + "| iterations | 48400 |\n", + "| time_elapsed | 368 |\n", + "| total_timesteps | 242000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 1.35e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 48399 |\n", + "| policy_loss | 0.577 |\n", + "| value_loss | 4.16 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -1.26 |\n", + "| time/ | |\n", + "| fps | 654 |\n", + "| iterations | 48500 |\n", + "| time_elapsed | 370 |\n", + "| total_timesteps | 242500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.548 |\n", + "| explained_variance | -7.75e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 48499 |\n", + "| policy_loss | -1.01 |\n", + "| value_loss | 3.59 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31 |\n", + "| time/ | |\n", + "| fps | 651 |\n", + "| iterations | 48600 |\n", + "| time_elapsed | 372 |\n", + "| total_timesteps | 243000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 48599 |\n", + "| policy_loss | -4.3 |\n", + "| value_loss | 52.6 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -13.1 |\n", + "| time/ | |\n", + "| fps | 649 |\n", + "| iterations | 48700 |\n", + "| time_elapsed | 374 |\n", + "| total_timesteps | 243500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 48699 |\n", + "| policy_loss | 144 |\n", + "| value_loss | 5.62e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -11.3 |\n", + "| time/ | |\n", + "| fps | 647 |\n", + "| iterations | 48800 |\n", + "| time_elapsed | 376 |\n", + "| total_timesteps | 244000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 1.38e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 48799 |\n", + "| policy_loss | 5.01 |\n", + "| value_loss | 152 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 10.1 |\n", + "| time/ | |\n", + "| fps | 645 |\n", + "| iterations | 48900 |\n", + "| time_elapsed | 378 |\n", + "| total_timesteps | 244500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 48899 |\n", + "| policy_loss | -49 |\n", + "| value_loss | 6.54e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 25.3 |\n", + "| time/ | |\n", + "| fps | 643 |\n", + "| iterations | 49000 |\n", + "| time_elapsed | 380 |\n", + "| total_timesteps | 245000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.624 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 48999 |\n", + "| policy_loss | 14.5 |\n", + "| value_loss | 1.75e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -3.94 |\n", + "| time/ | |\n", + "| fps | 641 |\n", + "| iterations | 49100 |\n", + "| time_elapsed | 382 |\n", + "| total_timesteps | 245500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | -5.36e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 49099 |\n", + "| policy_loss | -14.6 |\n", + "| value_loss | 476 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46 |\n", + "| time/ | |\n", + "| fps | 639 |\n", + "| iterations | 49200 |\n", + "| time_elapsed | 384 |\n", + "| total_timesteps | 246000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 49199 |\n", + "| policy_loss | -1.72 |\n", + "| value_loss | 21.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -117 |\n", + "| time/ | |\n", + "| fps | 638 |\n", + "| iterations | 49300 |\n", + "| time_elapsed | 386 |\n", + "| total_timesteps | 246500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 49299 |\n", + "| policy_loss | -40.2 |\n", + "| value_loss | 6.1e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 636 |\n", + "| iterations | 49400 |\n", + "| time_elapsed | 388 |\n", + "| total_timesteps | 247000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 49399 |\n", + "| policy_loss | 663 |\n", + "| value_loss | 1.1e+06 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -173 |\n", + "| time/ | |\n", + "| fps | 634 |\n", + "| iterations | 49500 |\n", + "| time_elapsed | 390 |\n", + "| total_timesteps | 247500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.617 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 49499 |\n", + "| policy_loss | -1.41 |\n", + "| value_loss | 82.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -149 |\n", + "| time/ | |\n", + "| fps | 632 |\n", + "| iterations | 49600 |\n", + "| time_elapsed | 391 |\n", + "| total_timesteps | 248000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 49599 |\n", + "| policy_loss | -6.47 |\n", + "| value_loss | 162 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 631 |\n", + "| iterations | 49700 |\n", + "| time_elapsed | 393 |\n", + "| total_timesteps | 248500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -7.75e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 49699 |\n", + "| policy_loss | 3.09 |\n", + "| value_loss | 29.4 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.8 |\n", + "| time/ | |\n", + "| fps | 629 |\n", + "| iterations | 49800 |\n", + "| time_elapsed | 395 |\n", + "| total_timesteps | 249000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | -1.24e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 49799 |\n", + "| policy_loss | -2.2 |\n", + "| value_loss | 9.76 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.4 |\n", + "| time/ | |\n", + "| fps | 627 |\n", + "| iterations | 49900 |\n", + "| time_elapsed | 397 |\n", + "| total_timesteps | 249500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.724 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 49899 |\n", + "| policy_loss | 1.4 |\n", + "| value_loss | 43.4 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -144 |\n", + "| time/ | |\n", + "| fps | 625 |\n", + "| iterations | 50000 |\n", + "| time_elapsed | 399 |\n", + "| total_timesteps | 250000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 49999 |\n", + "| policy_loss | -307 |\n", + "| value_loss | 1.91e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.9 |\n", + "| time/ | |\n", + "| fps | 622 |\n", + "| iterations | 50100 |\n", + "| time_elapsed | 402 |\n", + "| total_timesteps | 250500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 50099 |\n", + "| policy_loss | 139 |\n", + "| value_loss | 4.88e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -146 |\n", + "| time/ | |\n", + "| fps | 621 |\n", + "| iterations | 50200 |\n", + "| time_elapsed | 404 |\n", + "| total_timesteps | 251000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 50199 |\n", + "| policy_loss | -1.84 |\n", + "| value_loss | 14.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 618 |\n", + "| iterations | 50300 |\n", + "| time_elapsed | 406 |\n", + "| total_timesteps | 251500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 50299 |\n", + "| policy_loss | 156 |\n", + "| value_loss | 4.49e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -42.8 |\n", + "| time/ | |\n", + "| fps | 617 |\n", + "| iterations | 50400 |\n", + "| time_elapsed | 408 |\n", + "| total_timesteps | 252000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 50399 |\n", + "| policy_loss | -7.31 |\n", + "| value_loss | 151 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.2 |\n", + "| time/ | |\n", + "| fps | 615 |\n", + "| iterations | 50500 |\n", + "| time_elapsed | 410 |\n", + "| total_timesteps | 252500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 50499 |\n", + "| policy_loss | -0.805 |\n", + "| value_loss | 54.4 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43 |\n", + "| time/ | |\n", + "| fps | 613 |\n", + "| iterations | 50600 |\n", + "| time_elapsed | 412 |\n", + "| total_timesteps | 253000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 50599 |\n", + "| policy_loss | 0.913 |\n", + "| value_loss | 6.67 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.6 |\n", + "| time/ | |\n", + "| fps | 611 |\n", + "| iterations | 50700 |\n", + "| time_elapsed | 414 |\n", + "| total_timesteps | 253500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 50699 |\n", + "| policy_loss | -125 |\n", + "| value_loss | 3.69e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.9 |\n", + "| time/ | |\n", + "| fps | 609 |\n", + "| iterations | 50800 |\n", + "| time_elapsed | 416 |\n", + "| total_timesteps | 254000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 50799 |\n", + "| policy_loss | -9.55 |\n", + "| value_loss | 178 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.3 |\n", + "| time/ | |\n", + "| fps | 607 |\n", + "| iterations | 50900 |\n", + "| time_elapsed | 418 |\n", + "| total_timesteps | 254500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.731 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 50899 |\n", + "| policy_loss | -70.4 |\n", + "| value_loss | 4.26e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.9 |\n", + "| time/ | |\n", + "| fps | 605 |\n", + "| iterations | 51000 |\n", + "| time_elapsed | 420 |\n", + "| total_timesteps | 255000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 50999 |\n", + "| policy_loss | 34.1 |\n", + "| value_loss | 6.08e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -127 |\n", + "| time/ | |\n", + "| fps | 604 |\n", + "| iterations | 51100 |\n", + "| time_elapsed | 422 |\n", + "| total_timesteps | 255500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 51099 |\n", + "| policy_loss | -83 |\n", + "| value_loss | 3.16e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -114 |\n", + "| time/ | |\n", + "| fps | 602 |\n", + "| iterations | 51200 |\n", + "| time_elapsed | 424 |\n", + "| total_timesteps | 256000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 51199 |\n", + "| policy_loss | 48.5 |\n", + "| value_loss | 2.14e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 601 |\n", + "| iterations | 51300 |\n", + "| time_elapsed | 426 |\n", + "| total_timesteps | 256500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 51299 |\n", + "| policy_loss | 77.7 |\n", + "| value_loss | 1.51e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -138 |\n", + "| time/ | |\n", + "| fps | 599 |\n", + "| iterations | 51400 |\n", + "| time_elapsed | 428 |\n", + "| total_timesteps | 257000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 51399 |\n", + "| policy_loss | -15.7 |\n", + "| value_loss | 863 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59.1 |\n", + "| time/ | |\n", + "| fps | 598 |\n", + "| iterations | 51500 |\n", + "| time_elapsed | 430 |\n", + "| total_timesteps | 257500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 51499 |\n", + "| policy_loss | -58 |\n", + "| value_loss | 1.45e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66 |\n", + "| time/ | |\n", + "| fps | 596 |\n", + "| iterations | 51600 |\n", + "| time_elapsed | 432 |\n", + "| total_timesteps | 258000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 51599 |\n", + "| policy_loss | 3.4 |\n", + "| value_loss | 1.93e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 595 |\n", + "| iterations | 51700 |\n", + "| time_elapsed | 434 |\n", + "| total_timesteps | 258500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 1.25e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 51699 |\n", + "| policy_loss | 8.83 |\n", + "| value_loss | 199 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.8 |\n", + "| time/ | |\n", + "| fps | 594 |\n", + "| iterations | 51800 |\n", + "| time_elapsed | 435 |\n", + "| total_timesteps | 259000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 51799 |\n", + "| policy_loss | -37.1 |\n", + "| value_loss | 3.95e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 592 |\n", + "| iterations | 51900 |\n", + "| time_elapsed | 438 |\n", + "| total_timesteps | 259500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 51899 |\n", + "| policy_loss | -8.81 |\n", + "| value_loss | 350 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.1 |\n", + "| time/ | |\n", + "| fps | 590 |\n", + "| iterations | 52000 |\n", + "| time_elapsed | 439 |\n", + "| total_timesteps | 260000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 51999 |\n", + "| policy_loss | -1.57 |\n", + "| value_loss | 616 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80 |\n", + "| time/ | |\n", + "| fps | 589 |\n", + "| iterations | 52100 |\n", + "| time_elapsed | 441 |\n", + "| total_timesteps | 260500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 1.03e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 52099 |\n", + "| policy_loss | 0.545 |\n", + "| value_loss | 8.44 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45 |\n", + "| time/ | |\n", + "| fps | 588 |\n", + "| iterations | 52200 |\n", + "| time_elapsed | 443 |\n", + "| total_timesteps | 261000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 52199 |\n", + "| policy_loss | 3.18 |\n", + "| value_loss | 35.3 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22.7 |\n", + "| time/ | |\n", + "| fps | 587 |\n", + "| iterations | 52300 |\n", + "| time_elapsed | 445 |\n", + "| total_timesteps | 261500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.664 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 52299 |\n", + "| policy_loss | 1.64 |\n", + "| value_loss | 260 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16 |\n", + "| time/ | |\n", + "| fps | 586 |\n", + "| iterations | 52400 |\n", + "| time_elapsed | 446 |\n", + "| total_timesteps | 262000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 52399 |\n", + "| policy_loss | 0.146 |\n", + "| value_loss | 313 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.8 |\n", + "| time/ | |\n", + "| fps | 584 |\n", + "| iterations | 52500 |\n", + "| time_elapsed | 448 |\n", + "| total_timesteps | 262500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.727 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 52499 |\n", + "| policy_loss | -54.5 |\n", + "| value_loss | 1.97e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.5 |\n", + "| time/ | |\n", + "| fps | 583 |\n", + "| iterations | 52600 |\n", + "| time_elapsed | 450 |\n", + "| total_timesteps | 263000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.63 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 52599 |\n", + "| policy_loss | -25.4 |\n", + "| value_loss | 706 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -23.4 |\n", + "| time/ | |\n", + "| fps | 582 |\n", + "| iterations | 52700 |\n", + "| time_elapsed | 452 |\n", + "| total_timesteps | 263500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 52699 |\n", + "| policy_loss | 27.9 |\n", + "| value_loss | 1.95e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.4 |\n", + "| time/ | |\n", + "| fps | 581 |\n", + "| iterations | 52800 |\n", + "| time_elapsed | 453 |\n", + "| total_timesteps | 264000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 52799 |\n", + "| policy_loss | -25.9 |\n", + "| value_loss | 1.31e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -3.89 |\n", + "| time/ | |\n", + "| fps | 580 |\n", + "| iterations | 52900 |\n", + "| time_elapsed | 455 |\n", + "| total_timesteps | 264500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | 7.51e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 52899 |\n", + "| policy_loss | -0.882 |\n", + "| value_loss | 2.72 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -24.7 |\n", + "| time/ | |\n", + "| fps | 578 |\n", + "| iterations | 53000 |\n", + "| time_elapsed | 457 |\n", + "| total_timesteps | 265000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 52999 |\n", + "| policy_loss | 2.14 |\n", + "| value_loss | 18.6 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.9 |\n", + "| time/ | |\n", + "| fps | 577 |\n", + "| iterations | 53100 |\n", + "| time_elapsed | 459 |\n", + "| total_timesteps | 265500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.634 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 53099 |\n", + "| policy_loss | -23 |\n", + "| value_loss | 3.24e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -15.5 |\n", + "| time/ | |\n", + "| fps | 576 |\n", + "| iterations | 53200 |\n", + "| time_elapsed | 461 |\n", + "| total_timesteps | 266000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 53199 |\n", + "| policy_loss | -6.21 |\n", + "| value_loss | 94.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.6 |\n", + "| time/ | |\n", + "| fps | 574 |\n", + "| iterations | 53300 |\n", + "| time_elapsed | 463 |\n", + "| total_timesteps | 266500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 53299 |\n", + "| policy_loss | -6.62 |\n", + "| value_loss | 125 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -42.3 |\n", + "| time/ | |\n", + "| fps | 573 |\n", + "| iterations | 53400 |\n", + "| time_elapsed | 465 |\n", + "| total_timesteps | 267000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 53399 |\n", + "| policy_loss | -33.7 |\n", + "| value_loss | 2.45e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.4 |\n", + "| time/ | |\n", + "| fps | 572 |\n", + "| iterations | 53500 |\n", + "| time_elapsed | 467 |\n", + "| total_timesteps | 267500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 53499 |\n", + "| policy_loss | -5.76 |\n", + "| value_loss | 101 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.6 |\n", + "| time/ | |\n", + "| fps | 570 |\n", + "| iterations | 53600 |\n", + "| time_elapsed | 469 |\n", + "| total_timesteps | 268000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 3.7e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 53599 |\n", + "| policy_loss | -1.04 |\n", + "| value_loss | 2.47 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 569 |\n", + "| iterations | 53700 |\n", + "| time_elapsed | 471 |\n", + "| total_timesteps | 268500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.624 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 53699 |\n", + "| policy_loss | 14.3 |\n", + "| value_loss | 3.65e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -117 |\n", + "| time/ | |\n", + "| fps | 567 |\n", + "| iterations | 53800 |\n", + "| time_elapsed | 473 |\n", + "| total_timesteps | 269000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 1.73e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 53799 |\n", + "| policy_loss | -0.0824 |\n", + "| value_loss | 2.17 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -141 |\n", + "| time/ | |\n", + "| fps | 566 |\n", + "| iterations | 53900 |\n", + "| time_elapsed | 475 |\n", + "| total_timesteps | 269500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 53899 |\n", + "| policy_loss | -2.71 |\n", + "| value_loss | 24.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 565 |\n", + "| iterations | 54000 |\n", + "| time_elapsed | 477 |\n", + "| total_timesteps | 270000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 53999 |\n", + "| policy_loss | 30.7 |\n", + "| value_loss | 3.6e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -35.2 |\n", + "| time/ | |\n", + "| fps | 564 |\n", + "| iterations | 54100 |\n", + "| time_elapsed | 479 |\n", + "| total_timesteps | 270500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 54099 |\n", + "| policy_loss | 0.97 |\n", + "| value_loss | 4.42 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.7 |\n", + "| time/ | |\n", + "| fps | 563 |\n", + "| iterations | 54200 |\n", + "| time_elapsed | 481 |\n", + "| total_timesteps | 271000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | -1.79e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 54199 |\n", + "| policy_loss | -30.9 |\n", + "| value_loss | 4.43e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -9.36 |\n", + "| time/ | |\n", + "| fps | 561 |\n", + "| iterations | 54300 |\n", + "| time_elapsed | 483 |\n", + "| total_timesteps | 271500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.63 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 54299 |\n", + "| policy_loss | 1.36 |\n", + "| value_loss | 110 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -42.6 |\n", + "| time/ | |\n", + "| fps | 560 |\n", + "| iterations | 54400 |\n", + "| time_elapsed | 485 |\n", + "| total_timesteps | 272000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 54399 |\n", + "| policy_loss | -4.25 |\n", + "| value_loss | 69 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.9 |\n", + "| time/ | |\n", + "| fps | 559 |\n", + "| iterations | 54500 |\n", + "| time_elapsed | 487 |\n", + "| total_timesteps | 272500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | -2.15e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 54499 |\n", + "| policy_loss | -8.23 |\n", + "| value_loss | 140 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.7 |\n", + "| time/ | |\n", + "| fps | 557 |\n", + "| iterations | 54600 |\n", + "| time_elapsed | 489 |\n", + "| total_timesteps | 273000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 54599 |\n", + "| policy_loss | -201 |\n", + "| value_loss | 9.39e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.4 |\n", + "| time/ | |\n", + "| fps | 556 |\n", + "| iterations | 54700 |\n", + "| time_elapsed | 491 |\n", + "| total_timesteps | 273500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 54699 |\n", + "| policy_loss | 0.749 |\n", + "| value_loss | 2.39 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.7 |\n", + "| time/ | |\n", + "| fps | 555 |\n", + "| iterations | 54800 |\n", + "| time_elapsed | 493 |\n", + "| total_timesteps | 274000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.61 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 54799 |\n", + "| policy_loss | -6.4 |\n", + "| value_loss | 101 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -19.4 |\n", + "| time/ | |\n", + "| fps | 553 |\n", + "| iterations | 54900 |\n", + "| time_elapsed | 495 |\n", + "| total_timesteps | 274500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.91e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 54899 |\n", + "| policy_loss | 0.215 |\n", + "| value_loss | 4.52 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 3.82 |\n", + "| time/ | |\n", + "| fps | 552 |\n", + "| iterations | 55000 |\n", + "| time_elapsed | 497 |\n", + "| total_timesteps | 275000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 54999 |\n", + "| policy_loss | -61.8 |\n", + "| value_loss | 6.62e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 12.1 |\n", + "| time/ | |\n", + "| fps | 551 |\n", + "| iterations | 55100 |\n", + "| time_elapsed | 499 |\n", + "| total_timesteps | 275500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 55099 |\n", + "| policy_loss | -66.4 |\n", + "| value_loss | 1.53e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -17.5 |\n", + "| time/ | |\n", + "| fps | 550 |\n", + "| iterations | 55200 |\n", + "| time_elapsed | 501 |\n", + "| total_timesteps | 276000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 55199 |\n", + "| policy_loss | -15 |\n", + "| value_loss | 717 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.2 |\n", + "| time/ | |\n", + "| fps | 549 |\n", + "| iterations | 55300 |\n", + "| time_elapsed | 502 |\n", + "| total_timesteps | 276500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | -1.43e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 55299 |\n", + "| policy_loss | -10.1 |\n", + "| value_loss | 253 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.3 |\n", + "| time/ | |\n", + "| fps | 549 |\n", + "| iterations | 55400 |\n", + "| time_elapsed | 504 |\n", + "| total_timesteps | 277000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 55399 |\n", + "| policy_loss | 2.71 |\n", + "| value_loss | 17.7 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.9 |\n", + "| time/ | |\n", + "| fps | 548 |\n", + "| iterations | 55500 |\n", + "| time_elapsed | 506 |\n", + "| total_timesteps | 277500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.533 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 55499 |\n", + "| policy_loss | -127 |\n", + "| value_loss | 5.54e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -111 |\n", + "| time/ | |\n", + "| fps | 547 |\n", + "| iterations | 55600 |\n", + "| time_elapsed | 507 |\n", + "| total_timesteps | 278000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 55599 |\n", + "| policy_loss | -13.5 |\n", + "| value_loss | 394 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -161 |\n", + "| time/ | |\n", + "| fps | 546 |\n", + "| iterations | 55700 |\n", + "| time_elapsed | 509 |\n", + "| total_timesteps | 278500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 55699 |\n", + "| policy_loss | 6.94 |\n", + "| value_loss | 318 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -122 |\n", + "| time/ | |\n", + "| fps | 545 |\n", + "| iterations | 55800 |\n", + "| time_elapsed | 511 |\n", + "| total_timesteps | 279000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 55799 |\n", + "| policy_loss | 6.09 |\n", + "| value_loss | 96.4 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -123 |\n", + "| time/ | |\n", + "| fps | 544 |\n", + "| iterations | 55900 |\n", + "| time_elapsed | 512 |\n", + "| total_timesteps | 279500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.623 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 55899 |\n", + "| policy_loss | 2.07 |\n", + "| value_loss | 172 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.9 |\n", + "| time/ | |\n", + "| fps | 544 |\n", + "| iterations | 56000 |\n", + "| time_elapsed | 514 |\n", + "| total_timesteps | 280000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 55999 |\n", + "| policy_loss | 7.95 |\n", + "| value_loss | 909 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.4 |\n", + "| time/ | |\n", + "| fps | 543 |\n", + "| iterations | 56100 |\n", + "| time_elapsed | 516 |\n", + "| total_timesteps | 280500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 56099 |\n", + "| policy_loss | -63.5 |\n", + "| value_loss | 1.39e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.1 |\n", + "| time/ | |\n", + "| fps | 542 |\n", + "| iterations | 56200 |\n", + "| time_elapsed | 518 |\n", + "| total_timesteps | 281000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 56199 |\n", + "| policy_loss | 130 |\n", + "| value_loss | 6.17e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -21.8 |\n", + "| time/ | |\n", + "| fps | 541 |\n", + "| iterations | 56300 |\n", + "| time_elapsed | 519 |\n", + "| total_timesteps | 281500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.67 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 56299 |\n", + "| policy_loss | 2.82 |\n", + "| value_loss | 740 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51 |\n", + "| time/ | |\n", + "| fps | 540 |\n", + "| iterations | 56400 |\n", + "| time_elapsed | 521 |\n", + "| total_timesteps | 282000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 56399 |\n", + "| policy_loss | -2.94 |\n", + "| value_loss | 28.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -33.2 |\n", + "| time/ | |\n", + "| fps | 539 |\n", + "| iterations | 56500 |\n", + "| time_elapsed | 523 |\n", + "| total_timesteps | 282500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 56499 |\n", + "| policy_loss | -31 |\n", + "| value_loss | 7.04e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -29.4 |\n", + "| time/ | |\n", + "| fps | 539 |\n", + "| iterations | 56600 |\n", + "| time_elapsed | 524 |\n", + "| total_timesteps | 283000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 56599 |\n", + "| policy_loss | -12.3 |\n", + "| value_loss | 325 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82 |\n", + "| time/ | |\n", + "| fps | 538 |\n", + "| iterations | 56700 |\n", + "| time_elapsed | 526 |\n", + "| total_timesteps | 283500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 56699 |\n", + "| policy_loss | -10.8 |\n", + "| value_loss | 321 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.7 |\n", + "| time/ | |\n", + "| fps | 537 |\n", + "| iterations | 56800 |\n", + "| time_elapsed | 528 |\n", + "| total_timesteps | 284000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.535 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 56799 |\n", + "| policy_loss | -3.58 |\n", + "| value_loss | 103 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.8 |\n", + "| time/ | |\n", + "| fps | 536 |\n", + "| iterations | 56900 |\n", + "| time_elapsed | 530 |\n", + "| total_timesteps | 284500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 56899 |\n", + "| policy_loss | -3.96 |\n", + "| value_loss | 65.1 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.1 |\n", + "| time/ | |\n", + "| fps | 535 |\n", + "| iterations | 57000 |\n", + "| time_elapsed | 531 |\n", + "| total_timesteps | 285000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.637 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 56999 |\n", + "| policy_loss | -9.82 |\n", + "| value_loss | 1.19e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -8.33 |\n", + "| time/ | |\n", + "| fps | 534 |\n", + "| iterations | 57100 |\n", + "| time_elapsed | 533 |\n", + "| total_timesteps | 285500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 57099 |\n", + "| policy_loss | -16.1 |\n", + "| value_loss | 1.19e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 12.5 |\n", + "| time/ | |\n", + "| fps | 534 |\n", + "| iterations | 57200 |\n", + "| time_elapsed | 535 |\n", + "| total_timesteps | 286000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -2.15e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 57199 |\n", + "| policy_loss | -3.62 |\n", + "| value_loss | 29.5 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -4.61 |\n", + "| time/ | |\n", + "| fps | 533 |\n", + "| iterations | 57300 |\n", + "| time_elapsed | 537 |\n", + "| total_timesteps | 286500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 57299 |\n", + "| policy_loss | -56.9 |\n", + "| value_loss | 1.18e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 15.6 |\n", + "| time/ | |\n", + "| fps | 532 |\n", + "| iterations | 57400 |\n", + "| time_elapsed | 538 |\n", + "| total_timesteps | 287000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 57399 |\n", + "| policy_loss | 130 |\n", + "| value_loss | 4.51e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -14.1 |\n", + "| time/ | |\n", + "| fps | 531 |\n", + "| iterations | 57500 |\n", + "| time_elapsed | 540 |\n", + "| total_timesteps | 287500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 57499 |\n", + "| policy_loss | -46.2 |\n", + "| value_loss | 9.79e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.1 |\n", + "| time/ | |\n", + "| fps | 531 |\n", + "| iterations | 57600 |\n", + "| time_elapsed | 542 |\n", + "| total_timesteps | 288000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 57599 |\n", + "| policy_loss | -14.6 |\n", + "| value_loss | 504 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92 |\n", + "| time/ | |\n", + "| fps | 530 |\n", + "| iterations | 57700 |\n", + "| time_elapsed | 544 |\n", + "| total_timesteps | 288500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 57699 |\n", + "| policy_loss | -46.7 |\n", + "| value_loss | 3.97e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 529 |\n", + "| iterations | 57800 |\n", + "| time_elapsed | 545 |\n", + "| total_timesteps | 289000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 8.52e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 57799 |\n", + "| policy_loss | -3.88 |\n", + "| value_loss | 38.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -114 |\n", + "| time/ | |\n", + "| fps | 528 |\n", + "| iterations | 57900 |\n", + "| time_elapsed | 547 |\n", + "| total_timesteps | 289500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.529 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 57899 |\n", + "| policy_loss | -19 |\n", + "| value_loss | 7.92e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.4 |\n", + "| time/ | |\n", + "| fps | 527 |\n", + "| iterations | 58000 |\n", + "| time_elapsed | 549 |\n", + "| total_timesteps | 290000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 57999 |\n", + "| policy_loss | -51.9 |\n", + "| value_loss | 1.64e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34 |\n", + "| time/ | |\n", + "| fps | 527 |\n", + "| iterations | 58100 |\n", + "| time_elapsed | 551 |\n", + "| total_timesteps | 290500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 58099 |\n", + "| policy_loss | -46.4 |\n", + "| value_loss | 9.73e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.3 |\n", + "| time/ | |\n", + "| fps | 526 |\n", + "| iterations | 58200 |\n", + "| time_elapsed | 552 |\n", + "| total_timesteps | 291000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 58199 |\n", + "| policy_loss | -8.9 |\n", + "| value_loss | 216 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 27.5 |\n", + "| time/ | |\n", + "| fps | 525 |\n", + "| iterations | 58300 |\n", + "| time_elapsed | 554 |\n", + "| total_timesteps | 291500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 58299 |\n", + "| policy_loss | -6.13 |\n", + "| value_loss | 161 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 12.2 |\n", + "| time/ | |\n", + "| fps | 524 |\n", + "| iterations | 58400 |\n", + "| time_elapsed | 556 |\n", + "| total_timesteps | 292000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 58399 |\n", + "| policy_loss | 2.8 |\n", + "| value_loss | 33.4 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -42.9 |\n", + "| time/ | |\n", + "| fps | 524 |\n", + "| iterations | 58500 |\n", + "| time_elapsed | 558 |\n", + "| total_timesteps | 292500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 58499 |\n", + "| policy_loss | -5.53 |\n", + "| value_loss | 122 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.1 |\n", + "| time/ | |\n", + "| fps | 523 |\n", + "| iterations | 58600 |\n", + "| time_elapsed | 559 |\n", + "| total_timesteps | 293000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 58599 |\n", + "| policy_loss | -28.5 |\n", + "| value_loss | 4.01e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71 |\n", + "| time/ | |\n", + "| fps | 522 |\n", + "| iterations | 58700 |\n", + "| time_elapsed | 561 |\n", + "| total_timesteps | 293500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 58699 |\n", + "| policy_loss | -3.65 |\n", + "| value_loss | 77 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.1 |\n", + "| time/ | |\n", + "| fps | 521 |\n", + "| iterations | 58800 |\n", + "| time_elapsed | 563 |\n", + "| total_timesteps | 294000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 58799 |\n", + "| policy_loss | 4.91 |\n", + "| value_loss | 369 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.4 |\n", + "| time/ | |\n", + "| fps | 521 |\n", + "| iterations | 58900 |\n", + "| time_elapsed | 565 |\n", + "| total_timesteps | 294500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | -1.55e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 58899 |\n", + "| policy_loss | -3.75 |\n", + "| value_loss | 59.7 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.3 |\n", + "| time/ | |\n", + "| fps | 520 |\n", + "| iterations | 59000 |\n", + "| time_elapsed | 566 |\n", + "| total_timesteps | 295000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 58999 |\n", + "| policy_loss | -148 |\n", + "| value_loss | 3.53e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.4 |\n", + "| time/ | |\n", + "| fps | 519 |\n", + "| iterations | 59100 |\n", + "| time_elapsed | 568 |\n", + "| total_timesteps | 295500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 59099 |\n", + "| policy_loss | 13.9 |\n", + "| value_loss | 481 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.7 |\n", + "| time/ | |\n", + "| fps | 518 |\n", + "| iterations | 59200 |\n", + "| time_elapsed | 570 |\n", + "| total_timesteps | 296000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 59199 |\n", + "| policy_loss | 219 |\n", + "| value_loss | 1.27e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -35.3 |\n", + "| time/ | |\n", + "| fps | 518 |\n", + "| iterations | 59300 |\n", + "| time_elapsed | 572 |\n", + "| total_timesteps | 296500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 59299 |\n", + "| policy_loss | -31.3 |\n", + "| value_loss | 3.18e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.7 |\n", + "| time/ | |\n", + "| fps | 517 |\n", + "| iterations | 59400 |\n", + "| time_elapsed | 574 |\n", + "| total_timesteps | 297000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.594 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 59399 |\n", + "| policy_loss | -115 |\n", + "| value_loss | 4.09e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.7 |\n", + "| time/ | |\n", + "| fps | 516 |\n", + "| iterations | 59500 |\n", + "| time_elapsed | 575 |\n", + "| total_timesteps | 297500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 59499 |\n", + "| policy_loss | -468 |\n", + "| value_loss | 6.02e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -137 |\n", + "| time/ | |\n", + "| fps | 515 |\n", + "| iterations | 59600 |\n", + "| time_elapsed | 577 |\n", + "| total_timesteps | 298000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.91e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 59599 |\n", + "| policy_loss | -13.8 |\n", + "| value_loss | 586 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -162 |\n", + "| time/ | |\n", + "| fps | 515 |\n", + "| iterations | 59700 |\n", + "| time_elapsed | 579 |\n", + "| total_timesteps | 298500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 59699 |\n", + "| policy_loss | 6.74 |\n", + "| value_loss | 846 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 514 |\n", + "| iterations | 59800 |\n", + "| time_elapsed | 580 |\n", + "| total_timesteps | 299000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 59799 |\n", + "| policy_loss | 5.98 |\n", + "| value_loss | 91 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -144 |\n", + "| time/ | |\n", + "| fps | 514 |\n", + "| iterations | 59900 |\n", + "| time_elapsed | 582 |\n", + "| total_timesteps | 299500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.734 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 59899 |\n", + "| policy_loss | -0.436 |\n", + "| value_loss | 40.8 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -126 |\n", + "| time/ | |\n", + "| fps | 513 |\n", + "| iterations | 60000 |\n", + "| time_elapsed | 583 |\n", + "| total_timesteps | 300000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | 1.55e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 59999 |\n", + "| policy_loss | -5.12 |\n", + "| value_loss | 88 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -133 |\n", + "| time/ | |\n", + "| fps | 513 |\n", + "| iterations | 60100 |\n", + "| time_elapsed | 585 |\n", + "| total_timesteps | 300500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 60099 |\n", + "| policy_loss | -6.35 |\n", + "| value_loss | 126 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -149 |\n", + "| time/ | |\n", + "| fps | 512 |\n", + "| iterations | 60200 |\n", + "| time_elapsed | 587 |\n", + "| total_timesteps | 301000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.559 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 60199 |\n", + "| policy_loss | -2.94 |\n", + "| value_loss | 465 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.4 |\n", + "| time/ | |\n", + "| fps | 511 |\n", + "| iterations | 60300 |\n", + "| time_elapsed | 588 |\n", + "| total_timesteps | 301500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 60299 |\n", + "| policy_loss | 214 |\n", + "| value_loss | 1.15e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -21.2 |\n", + "| time/ | |\n", + "| fps | 511 |\n", + "| iterations | 60400 |\n", + "| time_elapsed | 590 |\n", + "| total_timesteps | 302000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 60399 |\n", + "| policy_loss | 30.8 |\n", + "| value_loss | 4.46e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -17.6 |\n", + "| time/ | |\n", + "| fps | 510 |\n", + "| iterations | 60500 |\n", + "| time_elapsed | 592 |\n", + "| total_timesteps | 302500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.413 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 60499 |\n", + "| policy_loss | 3.54 |\n", + "| value_loss | 8.32e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.7 |\n", + "| time/ | |\n", + "| fps | 510 |\n", + "| iterations | 60600 |\n", + "| time_elapsed | 593 |\n", + "| total_timesteps | 303000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 60599 |\n", + "| policy_loss | -192 |\n", + "| value_loss | 7.15e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.4 |\n", + "| time/ | |\n", + "| fps | 509 |\n", + "| iterations | 60700 |\n", + "| time_elapsed | 595 |\n", + "| total_timesteps | 303500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 60699 |\n", + "| policy_loss | 17.4 |\n", + "| value_loss | 970 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.9 |\n", + "| time/ | |\n", + "| fps | 509 |\n", + "| iterations | 60800 |\n", + "| time_elapsed | 596 |\n", + "| total_timesteps | 304000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.642 |\n", + "| explained_variance | 1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 60799 |\n", + "| policy_loss | 140 |\n", + "| value_loss | 5.36e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63 |\n", + "| time/ | |\n", + "| fps | 508 |\n", + "| iterations | 60900 |\n", + "| time_elapsed | 598 |\n", + "| total_timesteps | 304500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 60899 |\n", + "| policy_loss | -52.2 |\n", + "| value_loss | 1.2e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.1 |\n", + "| time/ | |\n", + "| fps | 508 |\n", + "| iterations | 61000 |\n", + "| time_elapsed | 599 |\n", + "| total_timesteps | 305000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 60999 |\n", + "| policy_loss | -150 |\n", + "| value_loss | 6.42e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.4 |\n", + "| time/ | |\n", + "| fps | 507 |\n", + "| iterations | 61100 |\n", + "| time_elapsed | 601 |\n", + "| total_timesteps | 305500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 61099 |\n", + "| policy_loss | 15 |\n", + "| value_loss | 2.91e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 507 |\n", + "| iterations | 61200 |\n", + "| time_elapsed | 603 |\n", + "| total_timesteps | 306000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | 5.78e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 61199 |\n", + "| policy_loss | -1.98 |\n", + "| value_loss | 19.4 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.3 |\n", + "| time/ | |\n", + "| fps | 506 |\n", + "| iterations | 61300 |\n", + "| time_elapsed | 604 |\n", + "| total_timesteps | 306500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 61299 |\n", + "| policy_loss | -1.37 |\n", + "| value_loss | 7.35 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -90.1 |\n", + "| time/ | |\n", + "| fps | 506 |\n", + "| iterations | 61400 |\n", + "| time_elapsed | 606 |\n", + "| total_timesteps | 307000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.753 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 61399 |\n", + "| policy_loss | 5.08 |\n", + "| value_loss | 433 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.7 |\n", + "| time/ | |\n", + "| fps | 505 |\n", + "| iterations | 61500 |\n", + "| time_elapsed | 607 |\n", + "| total_timesteps | 307500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 61499 |\n", + "| policy_loss | -14.2 |\n", + "| value_loss | 546 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 505 |\n", + "| iterations | 61600 |\n", + "| time_elapsed | 609 |\n", + "| total_timesteps | 308000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.707 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 61599 |\n", + "| policy_loss | -0.304 |\n", + "| value_loss | 1.1e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -165 |\n", + "| time/ | |\n", + "| fps | 505 |\n", + "| iterations | 61700 |\n", + "| time_elapsed | 610 |\n", + "| total_timesteps | 308500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.362 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 61699 |\n", + "| policy_loss | -249 |\n", + "| value_loss | 3.92e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -201 |\n", + "| time/ | |\n", + "| fps | 504 |\n", + "| iterations | 61800 |\n", + "| time_elapsed | 612 |\n", + "| total_timesteps | 309000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 2.44e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 61799 |\n", + "| policy_loss | -42.2 |\n", + "| value_loss | 3.9e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -176 |\n", + "| time/ | |\n", + "| fps | 504 |\n", + "| iterations | 61900 |\n", + "| time_elapsed | 614 |\n", + "| total_timesteps | 309500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.566 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 61899 |\n", + "| policy_loss | 150 |\n", + "| value_loss | 2.29e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -172 |\n", + "| time/ | |\n", + "| fps | 503 |\n", + "| iterations | 62000 |\n", + "| time_elapsed | 615 |\n", + "| total_timesteps | 310000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.646 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 61999 |\n", + "| policy_loss | 6.84 |\n", + "| value_loss | 78.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -172 |\n", + "| time/ | |\n", + "| fps | 503 |\n", + "| iterations | 62100 |\n", + "| time_elapsed | 617 |\n", + "| total_timesteps | 310500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 62099 |\n", + "| policy_loss | 1.14 |\n", + "| value_loss | 34.7 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 502 |\n", + "| iterations | 62200 |\n", + "| time_elapsed | 618 |\n", + "| total_timesteps | 311000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 62199 |\n", + "| policy_loss | 190 |\n", + "| value_loss | 8.78e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 502 |\n", + "| iterations | 62300 |\n", + "| time_elapsed | 620 |\n", + "| total_timesteps | 311500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.389 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 62299 |\n", + "| policy_loss | -0.686 |\n", + "| value_loss | 24.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.7 |\n", + "| time/ | |\n", + "| fps | 501 |\n", + "| iterations | 62400 |\n", + "| time_elapsed | 621 |\n", + "| total_timesteps | 312000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 62399 |\n", + "| policy_loss | -128 |\n", + "| value_loss | 4.77e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -64.8 |\n", + "| time/ | |\n", + "| fps | 501 |\n", + "| iterations | 62500 |\n", + "| time_elapsed | 623 |\n", + "| total_timesteps | 312500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.607 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 62499 |\n", + "| policy_loss | -2.01 |\n", + "| value_loss | 7.14e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.6 |\n", + "| time/ | |\n", + "| fps | 500 |\n", + "| iterations | 62600 |\n", + "| time_elapsed | 624 |\n", + "| total_timesteps | 313000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 62599 |\n", + "| policy_loss | 16.7 |\n", + "| value_loss | 5.68e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 500 |\n", + "| iterations | 62700 |\n", + "| time_elapsed | 626 |\n", + "| total_timesteps | 313500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 62699 |\n", + "| policy_loss | 37.4 |\n", + "| value_loss | 6.36e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -157 |\n", + "| time/ | |\n", + "| fps | 499 |\n", + "| iterations | 62800 |\n", + "| time_elapsed | 628 |\n", + "| total_timesteps | 314000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | -1.07e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 62799 |\n", + "| policy_loss | -3.19 |\n", + "| value_loss | 40.3 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -150 |\n", + "| time/ | |\n", + "| fps | 499 |\n", + "| iterations | 62900 |\n", + "| time_elapsed | 629 |\n", + "| total_timesteps | 314500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 62899 |\n", + "| policy_loss | -55.2 |\n", + "| value_loss | 1.48e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -159 |\n", + "| time/ | |\n", + "| fps | 498 |\n", + "| iterations | 63000 |\n", + "| time_elapsed | 631 |\n", + "| total_timesteps | 315000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.625 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 62999 |\n", + "| policy_loss | -4 |\n", + "| value_loss | 545 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -138 |\n", + "| time/ | |\n", + "| fps | 498 |\n", + "| iterations | 63100 |\n", + "| time_elapsed | 633 |\n", + "| total_timesteps | 315500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 63099 |\n", + "| policy_loss | -22 |\n", + "| value_loss | 5.69e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.5 |\n", + "| time/ | |\n", + "| fps | 497 |\n", + "| iterations | 63200 |\n", + "| time_elapsed | 634 |\n", + "| total_timesteps | 316000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 63199 |\n", + "| policy_loss | 17.4 |\n", + "| value_loss | 924 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.2 |\n", + "| time/ | |\n", + "| fps | 497 |\n", + "| iterations | 63300 |\n", + "| time_elapsed | 636 |\n", + "| total_timesteps | 316500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 63299 |\n", + "| policy_loss | -11.7 |\n", + "| value_loss | 280 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.9 |\n", + "| time/ | |\n", + "| fps | 496 |\n", + "| iterations | 63400 |\n", + "| time_elapsed | 637 |\n", + "| total_timesteps | 317000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 63399 |\n", + "| policy_loss | -1.77 |\n", + "| value_loss | 7.02 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.8 |\n", + "| time/ | |\n", + "| fps | 496 |\n", + "| iterations | 63500 |\n", + "| time_elapsed | 639 |\n", + "| total_timesteps | 317500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 63499 |\n", + "| policy_loss | 38.4 |\n", + "| value_loss | 3.3e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.4 |\n", + "| time/ | |\n", + "| fps | 496 |\n", + "| iterations | 63600 |\n", + "| time_elapsed | 641 |\n", + "| total_timesteps | 318000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 63599 |\n", + "| policy_loss | 12.2 |\n", + "| value_loss | 478 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.5 |\n", + "| time/ | |\n", + "| fps | 495 |\n", + "| iterations | 63700 |\n", + "| time_elapsed | 642 |\n", + "| total_timesteps | 318500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 63699 |\n", + "| policy_loss | 4.14 |\n", + "| value_loss | 3.39e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -64.7 |\n", + "| time/ | |\n", + "| fps | 495 |\n", + "| iterations | 63800 |\n", + "| time_elapsed | 644 |\n", + "| total_timesteps | 319000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.631 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 63799 |\n", + "| policy_loss | -4.01 |\n", + "| value_loss | 68.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.3 |\n", + "| time/ | |\n", + "| fps | 494 |\n", + "| iterations | 63900 |\n", + "| time_elapsed | 645 |\n", + "| total_timesteps | 319500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 63899 |\n", + "| policy_loss | -10.6 |\n", + "| value_loss | 207 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80 |\n", + "| time/ | |\n", + "| fps | 494 |\n", + "| iterations | 64000 |\n", + "| time_elapsed | 647 |\n", + "| total_timesteps | 320000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.458 |\n", + "| explained_variance | 1.97e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 63999 |\n", + "| policy_loss | 0.0262 |\n", + "| value_loss | 2.39 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 493 |\n", + "| iterations | 64100 |\n", + "| time_elapsed | 648 |\n", + "| total_timesteps | 320500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.597 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 64099 |\n", + "| policy_loss | -39.1 |\n", + "| value_loss | 2.55e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -126 |\n", + "| time/ | |\n", + "| fps | 493 |\n", + "| iterations | 64200 |\n", + "| time_elapsed | 650 |\n", + "| total_timesteps | 321000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 64199 |\n", + "| policy_loss | -6.46 |\n", + "| value_loss | 144 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 492 |\n", + "| iterations | 64300 |\n", + "| time_elapsed | 652 |\n", + "| total_timesteps | 321500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 64299 |\n", + "| policy_loss | 16.8 |\n", + "| value_loss | 3.09e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 492 |\n", + "| iterations | 64400 |\n", + "| time_elapsed | 653 |\n", + "| total_timesteps | 322000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 64399 |\n", + "| policy_loss | 6.25 |\n", + "| value_loss | 476 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.5 |\n", + "| time/ | |\n", + "| fps | 492 |\n", + "| iterations | 64500 |\n", + "| time_elapsed | 655 |\n", + "| total_timesteps | 322500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 64499 |\n", + "| policy_loss | -24.6 |\n", + "| value_loss | 3.22e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.5 |\n", + "| time/ | |\n", + "| fps | 491 |\n", + "| iterations | 64600 |\n", + "| time_elapsed | 656 |\n", + "| total_timesteps | 323000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 64599 |\n", + "| policy_loss | 40.9 |\n", + "| value_loss | 3.32e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.3 |\n", + "| time/ | |\n", + "| fps | 491 |\n", + "| iterations | 64700 |\n", + "| time_elapsed | 658 |\n", + "| total_timesteps | 323500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 64699 |\n", + "| policy_loss | 26.3 |\n", + "| value_loss | 5.59e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.3 |\n", + "| time/ | |\n", + "| fps | 490 |\n", + "| iterations | 64800 |\n", + "| time_elapsed | 660 |\n", + "| total_timesteps | 324000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 64799 |\n", + "| policy_loss | -3.92 |\n", + "| value_loss | 47.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69.6 |\n", + "| time/ | |\n", + "| fps | 490 |\n", + "| iterations | 64900 |\n", + "| time_elapsed | 661 |\n", + "| total_timesteps | 324500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 64899 |\n", + "| policy_loss | 5.7 |\n", + "| value_loss | 272 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.1 |\n", + "| time/ | |\n", + "| fps | 489 |\n", + "| iterations | 65000 |\n", + "| time_elapsed | 663 |\n", + "| total_timesteps | 325000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -5.13e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 64999 |\n", + "| policy_loss | -4.25 |\n", + "| value_loss | 51.3 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 489 |\n", + "| iterations | 65100 |\n", + "| time_elapsed | 665 |\n", + "| total_timesteps | 325500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 65099 |\n", + "| policy_loss | -0.172 |\n", + "| value_loss | 15.3 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80 |\n", + "| time/ | |\n", + "| fps | 489 |\n", + "| iterations | 65200 |\n", + "| time_elapsed | 666 |\n", + "| total_timesteps | 326000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 65199 |\n", + "| policy_loss | -1.91 |\n", + "| value_loss | 11.1 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 488 |\n", + "| iterations | 65300 |\n", + "| time_elapsed | 668 |\n", + "| total_timesteps | 326500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 65299 |\n", + "| policy_loss | -137 |\n", + "| value_loss | 4.38e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 488 |\n", + "| iterations | 65400 |\n", + "| time_elapsed | 669 |\n", + "| total_timesteps | 327000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.659 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 65399 |\n", + "| policy_loss | -70.8 |\n", + "| value_loss | 1.11e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 487 |\n", + "| iterations | 65500 |\n", + "| time_elapsed | 671 |\n", + "| total_timesteps | 327500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 65499 |\n", + "| policy_loss | -49.7 |\n", + "| value_loss | 1e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -139 |\n", + "| time/ | |\n", + "| fps | 487 |\n", + "| iterations | 65600 |\n", + "| time_elapsed | 672 |\n", + "| total_timesteps | 328000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 65599 |\n", + "| policy_loss | 100 |\n", + "| value_loss | 1.66e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -155 |\n", + "| time/ | |\n", + "| fps | 487 |\n", + "| iterations | 65700 |\n", + "| time_elapsed | 674 |\n", + "| total_timesteps | 328500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.606 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 65699 |\n", + "| policy_loss | 1.81 |\n", + "| value_loss | 42.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -140 |\n", + "| time/ | |\n", + "| fps | 486 |\n", + "| iterations | 65800 |\n", + "| time_elapsed | 676 |\n", + "| total_timesteps | 329000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.629 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 65799 |\n", + "| policy_loss | -8.59 |\n", + "| value_loss | 126 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -131 |\n", + "| time/ | |\n", + "| fps | 486 |\n", + "| iterations | 65900 |\n", + "| time_elapsed | 677 |\n", + "| total_timesteps | 329500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 65899 |\n", + "| policy_loss | -20.5 |\n", + "| value_loss | 1.91e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -130 |\n", + "| time/ | |\n", + "| fps | 485 |\n", + "| iterations | 66000 |\n", + "| time_elapsed | 679 |\n", + "| total_timesteps | 330000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 65999 |\n", + "| policy_loss | -27.6 |\n", + "| value_loss | 5.01e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.5 |\n", + "| time/ | |\n", + "| fps | 485 |\n", + "| iterations | 66100 |\n", + "| time_elapsed | 680 |\n", + "| total_timesteps | 330500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 66099 |\n", + "| policy_loss | -0.543 |\n", + "| value_loss | 20.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.9 |\n", + "| time/ | |\n", + "| fps | 485 |\n", + "| iterations | 66200 |\n", + "| time_elapsed | 682 |\n", + "| total_timesteps | 331000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.605 |\n", + "| explained_variance | 1.01e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 66199 |\n", + "| policy_loss | 3.74 |\n", + "| value_loss | 245 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -14.1 |\n", + "| time/ | |\n", + "| fps | 484 |\n", + "| iterations | 66300 |\n", + "| time_elapsed | 683 |\n", + "| total_timesteps | 331500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 66299 |\n", + "| policy_loss | 6.48 |\n", + "| value_loss | 226 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -19.2 |\n", + "| time/ | |\n", + "| fps | 484 |\n", + "| iterations | 66400 |\n", + "| time_elapsed | 685 |\n", + "| total_timesteps | 332000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 66399 |\n", + "| policy_loss | -8.56 |\n", + "| value_loss | 273 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.8 |\n", + "| time/ | |\n", + "| fps | 484 |\n", + "| iterations | 66500 |\n", + "| time_elapsed | 686 |\n", + "| total_timesteps | 332500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 66499 |\n", + "| policy_loss | 38.7 |\n", + "| value_loss | 5.08e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.3 |\n", + "| time/ | |\n", + "| fps | 484 |\n", + "| iterations | 66600 |\n", + "| time_elapsed | 687 |\n", + "| total_timesteps | 333000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 66599 |\n", + "| policy_loss | -21.8 |\n", + "| value_loss | 2.77e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.3 |\n", + "| time/ | |\n", + "| fps | 483 |\n", + "| iterations | 66700 |\n", + "| time_elapsed | 689 |\n", + "| total_timesteps | 333500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 66699 |\n", + "| policy_loss | -0.0701 |\n", + "| value_loss | 15.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.3 |\n", + "| time/ | |\n", + "| fps | 483 |\n", + "| iterations | 66800 |\n", + "| time_elapsed | 691 |\n", + "| total_timesteps | 334000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.586 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 66799 |\n", + "| policy_loss | -173 |\n", + "| value_loss | 4.91e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.7 |\n", + "| time/ | |\n", + "| fps | 482 |\n", + "| iterations | 66900 |\n", + "| time_elapsed | 692 |\n", + "| total_timesteps | 334500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 66899 |\n", + "| policy_loss | -62.2 |\n", + "| value_loss | 1.3e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.2 |\n", + "| time/ | |\n", + "| fps | 482 |\n", + "| iterations | 67000 |\n", + "| time_elapsed | 694 |\n", + "| total_timesteps | 335000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 66999 |\n", + "| policy_loss | 120 |\n", + "| value_loss | 4.66e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 481 |\n", + "| iterations | 67100 |\n", + "| time_elapsed | 696 |\n", + "| total_timesteps | 335500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 1.49e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 67099 |\n", + "| policy_loss | -4.01 |\n", + "| value_loss | 44.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -131 |\n", + "| time/ | |\n", + "| fps | 481 |\n", + "| iterations | 67200 |\n", + "| time_elapsed | 697 |\n", + "| total_timesteps | 336000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 67199 |\n", + "| policy_loss | -1.52 |\n", + "| value_loss | 7.42 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 481 |\n", + "| iterations | 67300 |\n", + "| time_elapsed | 699 |\n", + "| total_timesteps | 336500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 67299 |\n", + "| policy_loss | -1.36 |\n", + "| value_loss | 8.41 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -155 |\n", + "| time/ | |\n", + "| fps | 480 |\n", + "| iterations | 67400 |\n", + "| time_elapsed | 700 |\n", + "| total_timesteps | 337000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.617 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 67399 |\n", + "| policy_loss | -23 |\n", + "| value_loss | 4.28e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 480 |\n", + "| iterations | 67500 |\n", + "| time_elapsed | 702 |\n", + "| total_timesteps | 337500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 67499 |\n", + "| policy_loss | 1.42 |\n", + "| value_loss | 41.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -149 |\n", + "| time/ | |\n", + "| fps | 480 |\n", + "| iterations | 67600 |\n", + "| time_elapsed | 703 |\n", + "| total_timesteps | 338000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 67599 |\n", + "| policy_loss | 222 |\n", + "| value_loss | 1.86e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.5 |\n", + "| time/ | |\n", + "| fps | 479 |\n", + "| iterations | 67700 |\n", + "| time_elapsed | 705 |\n", + "| total_timesteps | 338500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 67699 |\n", + "| policy_loss | -7.84 |\n", + "| value_loss | 269 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.3 |\n", + "| time/ | |\n", + "| fps | 479 |\n", + "| iterations | 67800 |\n", + "| time_elapsed | 707 |\n", + "| total_timesteps | 339000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 67799 |\n", + "| policy_loss | -17.9 |\n", + "| value_loss | 1.02e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.9 |\n", + "| time/ | |\n", + "| fps | 478 |\n", + "| iterations | 67900 |\n", + "| time_elapsed | 708 |\n", + "| total_timesteps | 339500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 67899 |\n", + "| policy_loss | -4.99 |\n", + "| value_loss | 71 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 23.7 |\n", + "| time/ | |\n", + "| fps | 478 |\n", + "| iterations | 68000 |\n", + "| time_elapsed | 710 |\n", + "| total_timesteps | 340000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | 6.56e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 67999 |\n", + "| policy_loss | -2.76 |\n", + "| value_loss | 30.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -1.17 |\n", + "| time/ | |\n", + "| fps | 478 |\n", + "| iterations | 68100 |\n", + "| time_elapsed | 712 |\n", + "| total_timesteps | 340500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 68099 |\n", + "| policy_loss | 111 |\n", + "| value_loss | 3.01e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -26.8 |\n", + "| time/ | |\n", + "| fps | 477 |\n", + "| iterations | 68200 |\n", + "| time_elapsed | 713 |\n", + "| total_timesteps | 341000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 68199 |\n", + "| policy_loss | 53.3 |\n", + "| value_loss | 8.45e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37 |\n", + "| time/ | |\n", + "| fps | 477 |\n", + "| iterations | 68300 |\n", + "| time_elapsed | 715 |\n", + "| total_timesteps | 341500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.589 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 68299 |\n", + "| policy_loss | 56.2 |\n", + "| value_loss | 1.71e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.5 |\n", + "| time/ | |\n", + "| fps | 477 |\n", + "| iterations | 68400 |\n", + "| time_elapsed | 716 |\n", + "| total_timesteps | 342000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 68399 |\n", + "| policy_loss | -15 |\n", + "| value_loss | 662 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69.2 |\n", + "| time/ | |\n", + "| fps | 476 |\n", + "| iterations | 68500 |\n", + "| time_elapsed | 718 |\n", + "| total_timesteps | 342500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 68499 |\n", + "| policy_loss | 5.32 |\n", + "| value_loss | 513 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.9 |\n", + "| time/ | |\n", + "| fps | 476 |\n", + "| iterations | 68600 |\n", + "| time_elapsed | 720 |\n", + "| total_timesteps | 343000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.571 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 68599 |\n", + "| policy_loss | 23 |\n", + "| value_loss | 1.58e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.6 |\n", + "| time/ | |\n", + "| fps | 475 |\n", + "| iterations | 68700 |\n", + "| time_elapsed | 721 |\n", + "| total_timesteps | 343500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 68699 |\n", + "| policy_loss | -52.6 |\n", + "| value_loss | 2.51e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.1 |\n", + "| time/ | |\n", + "| fps | 475 |\n", + "| iterations | 68800 |\n", + "| time_elapsed | 723 |\n", + "| total_timesteps | 344000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 68799 |\n", + "| policy_loss | -43.9 |\n", + "| value_loss | 7.17e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -159 |\n", + "| time/ | |\n", + "| fps | 475 |\n", + "| iterations | 68900 |\n", + "| time_elapsed | 724 |\n", + "| total_timesteps | 344500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 68899 |\n", + "| policy_loss | -53.1 |\n", + "| value_loss | 7.22e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -170 |\n", + "| time/ | |\n", + "| fps | 474 |\n", + "| iterations | 69000 |\n", + "| time_elapsed | 726 |\n", + "| total_timesteps | 345000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 68999 |\n", + "| policy_loss | -13.2 |\n", + "| value_loss | 415 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -150 |\n", + "| time/ | |\n", + "| fps | 474 |\n", + "| iterations | 69100 |\n", + "| time_elapsed | 728 |\n", + "| total_timesteps | 345500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 69099 |\n", + "| policy_loss | -7.02 |\n", + "| value_loss | 178 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -140 |\n", + "| time/ | |\n", + "| fps | 472 |\n", + "| iterations | 69200 |\n", + "| time_elapsed | 731 |\n", + "| total_timesteps | 346000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 69199 |\n", + "| policy_loss | 7.35 |\n", + "| value_loss | 143 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 472 |\n", + "| iterations | 69300 |\n", + "| time_elapsed | 733 |\n", + "| total_timesteps | 346500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.569 |\n", + "| explained_variance | 7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 69299 |\n", + "| policy_loss | -49.9 |\n", + "| value_loss | 5.6e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 471 |\n", + "| iterations | 69400 |\n", + "| time_elapsed | 735 |\n", + "| total_timesteps | 347000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | -1.55e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 69399 |\n", + "| policy_loss | 4.15 |\n", + "| value_loss | 22.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 470 |\n", + "| iterations | 69500 |\n", + "| time_elapsed | 738 |\n", + "| total_timesteps | 347500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.536 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 69499 |\n", + "| policy_loss | -193 |\n", + "| value_loss | 8.23e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 470 |\n", + "| iterations | 69600 |\n", + "| time_elapsed | 740 |\n", + "| total_timesteps | 348000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 69599 |\n", + "| policy_loss | -148 |\n", + "| value_loss | 8.13e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -137 |\n", + "| time/ | |\n", + "| fps | 469 |\n", + "| iterations | 69700 |\n", + "| time_elapsed | 742 |\n", + "| total_timesteps | 348500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 69699 |\n", + "| policy_loss | -0.708 |\n", + "| value_loss | 13.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -141 |\n", + "| time/ | |\n", + "| fps | 468 |\n", + "| iterations | 69800 |\n", + "| time_elapsed | 744 |\n", + "| total_timesteps | 349000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.582 |\n", + "| explained_variance | 7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 69799 |\n", + "| policy_loss | 3.2 |\n", + "| value_loss | 119 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -142 |\n", + "| time/ | |\n", + "| fps | 468 |\n", + "| iterations | 69900 |\n", + "| time_elapsed | 746 |\n", + "| total_timesteps | 349500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.578 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 69899 |\n", + "| policy_loss | -139 |\n", + "| value_loss | 3.14e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -123 |\n", + "| time/ | |\n", + "| fps | 467 |\n", + "| iterations | 70000 |\n", + "| time_elapsed | 748 |\n", + "| total_timesteps | 350000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.633 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 69999 |\n", + "| policy_loss | -30.2 |\n", + "| value_loss | 5.46e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.5 |\n", + "| time/ | |\n", + "| fps | 466 |\n", + "| iterations | 70100 |\n", + "| time_elapsed | 750 |\n", + "| total_timesteps | 350500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 2.09e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 70099 |\n", + "| policy_loss | 0.624 |\n", + "| value_loss | 14.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.3 |\n", + "| time/ | |\n", + "| fps | 466 |\n", + "| iterations | 70200 |\n", + "| time_elapsed | 752 |\n", + "| total_timesteps | 351000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 70199 |\n", + "| policy_loss | 3.51 |\n", + "| value_loss | 40.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.4 |\n", + "| time/ | |\n", + "| fps | 466 |\n", + "| iterations | 70300 |\n", + "| time_elapsed | 754 |\n", + "| total_timesteps | 351500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 70299 |\n", + "| policy_loss | 56.7 |\n", + "| value_loss | 1.33e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.3 |\n", + "| time/ | |\n", + "| fps | 465 |\n", + "| iterations | 70400 |\n", + "| time_elapsed | 755 |\n", + "| total_timesteps | 352000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 70399 |\n", + "| policy_loss | 27 |\n", + "| value_loss | 1.13e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.1 |\n", + "| time/ | |\n", + "| fps | 465 |\n", + "| iterations | 70500 |\n", + "| time_elapsed | 757 |\n", + "| total_timesteps | 352500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.45 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 70499 |\n", + "| policy_loss | -1.32 |\n", + "| value_loss | 12.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -159 |\n", + "| time/ | |\n", + "| fps | 465 |\n", + "| iterations | 70600 |\n", + "| time_elapsed | 759 |\n", + "| total_timesteps | 353000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 70599 |\n", + "| policy_loss | -8.43 |\n", + "| value_loss | 190 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 464 |\n", + "| iterations | 70700 |\n", + "| time_elapsed | 760 |\n", + "| total_timesteps | 353500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 70699 |\n", + "| policy_loss | -1.79 |\n", + "| value_loss | 1.19e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.8 |\n", + "| time/ | |\n", + "| fps | 464 |\n", + "| iterations | 70800 |\n", + "| time_elapsed | 761 |\n", + "| total_timesteps | 354000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.618 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 70799 |\n", + "| policy_loss | 135 |\n", + "| value_loss | 7.79e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.5 |\n", + "| time/ | |\n", + "| fps | 464 |\n", + "| iterations | 70900 |\n", + "| time_elapsed | 763 |\n", + "| total_timesteps | 354500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.63 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 70899 |\n", + "| policy_loss | 141 |\n", + "| value_loss | 8.45e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.1 |\n", + "| time/ | |\n", + "| fps | 464 |\n", + "| iterations | 71000 |\n", + "| time_elapsed | 764 |\n", + "| total_timesteps | 355000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.534 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 70999 |\n", + "| policy_loss | -1.88 |\n", + "| value_loss | 85.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.6 |\n", + "| time/ | |\n", + "| fps | 463 |\n", + "| iterations | 71100 |\n", + "| time_elapsed | 766 |\n", + "| total_timesteps | 355500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 6.74e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 71099 |\n", + "| policy_loss | -5.59 |\n", + "| value_loss | 104 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.1 |\n", + "| time/ | |\n", + "| fps | 463 |\n", + "| iterations | 71200 |\n", + "| time_elapsed | 767 |\n", + "| total_timesteps | 356000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | 4.17e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 71199 |\n", + "| policy_loss | 4.21 |\n", + "| value_loss | 4.97 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 463 |\n", + "| iterations | 71300 |\n", + "| time_elapsed | 769 |\n", + "| total_timesteps | 356500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.526 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 71299 |\n", + "| policy_loss | 188 |\n", + "| value_loss | 3.25e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.7 |\n", + "| time/ | |\n", + "| fps | 463 |\n", + "| iterations | 71400 |\n", + "| time_elapsed | 770 |\n", + "| total_timesteps | 357000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.463 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 71399 |\n", + "| policy_loss | -11 |\n", + "| value_loss | 504 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.5 |\n", + "| time/ | |\n", + "| fps | 463 |\n", + "| iterations | 71500 |\n", + "| time_elapsed | 771 |\n", + "| total_timesteps | 357500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.447 |\n", + "| explained_variance | -2.38e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 71499 |\n", + "| policy_loss | 2.79 |\n", + "| value_loss | 42.6 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 462 |\n", + "| iterations | 71600 |\n", + "| time_elapsed | 773 |\n", + "| total_timesteps | 358000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.478 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 71599 |\n", + "| policy_loss | 4.54 |\n", + "| value_loss | 97.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 462 |\n", + "| iterations | 71700 |\n", + "| time_elapsed | 774 |\n", + "| total_timesteps | 358500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 71699 |\n", + "| policy_loss | 2.27 |\n", + "| value_loss | 16.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 462 |\n", + "| iterations | 71800 |\n", + "| time_elapsed | 775 |\n", + "| total_timesteps | 359000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.562 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 71799 |\n", + "| policy_loss | 180 |\n", + "| value_loss | 6.71e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.1 |\n", + "| time/ | |\n", + "| fps | 462 |\n", + "| iterations | 71900 |\n", + "| time_elapsed | 777 |\n", + "| total_timesteps | 359500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 71899 |\n", + "| policy_loss | -94.6 |\n", + "| value_loss | 2.23e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.7 |\n", + "| time/ | |\n", + "| fps | 462 |\n", + "| iterations | 72000 |\n", + "| time_elapsed | 778 |\n", + "| total_timesteps | 360000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 71999 |\n", + "| policy_loss | -11.2 |\n", + "| value_loss | 285 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.9 |\n", + "| time/ | |\n", + "| fps | 462 |\n", + "| iterations | 72100 |\n", + "| time_elapsed | 780 |\n", + "| total_timesteps | 360500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 72099 |\n", + "| policy_loss | 75.5 |\n", + "| value_loss | 1.3e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.4 |\n", + "| time/ | |\n", + "| fps | 461 |\n", + "| iterations | 72200 |\n", + "| time_elapsed | 781 |\n", + "| total_timesteps | 361000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.605 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 72199 |\n", + "| policy_loss | 6.21 |\n", + "| value_loss | 35.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 461 |\n", + "| iterations | 72300 |\n", + "| time_elapsed | 783 |\n", + "| total_timesteps | 361500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 72299 |\n", + "| policy_loss | -101 |\n", + "| value_loss | 2.65e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.6 |\n", + "| time/ | |\n", + "| fps | 461 |\n", + "| iterations | 72400 |\n", + "| time_elapsed | 784 |\n", + "| total_timesteps | 362000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.375 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 72399 |\n", + "| policy_loss | 0.701 |\n", + "| value_loss | 43.1 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -33 |\n", + "| time/ | |\n", + "| fps | 461 |\n", + "| iterations | 72500 |\n", + "| time_elapsed | 786 |\n", + "| total_timesteps | 362500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 72499 |\n", + "| policy_loss | 5.64 |\n", + "| value_loss | 96.7 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.6 |\n", + "| time/ | |\n", + "| fps | 460 |\n", + "| iterations | 72600 |\n", + "| time_elapsed | 787 |\n", + "| total_timesteps | 363000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.587 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 72599 |\n", + "| policy_loss | -11.6 |\n", + "| value_loss | 1.02e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.1 |\n", + "| time/ | |\n", + "| fps | 460 |\n", + "| iterations | 72700 |\n", + "| time_elapsed | 789 |\n", + "| total_timesteps | 363500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 72699 |\n", + "| policy_loss | -0.789 |\n", + "| value_loss | 6.18 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -143 |\n", + "| time/ | |\n", + "| fps | 460 |\n", + "| iterations | 72800 |\n", + "| time_elapsed | 790 |\n", + "| total_timesteps | 364000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.64 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 72799 |\n", + "| policy_loss | -101 |\n", + "| value_loss | 7.96e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -181 |\n", + "| time/ | |\n", + "| fps | 459 |\n", + "| iterations | 72900 |\n", + "| time_elapsed | 792 |\n", + "| total_timesteps | 364500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.573 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 72899 |\n", + "| policy_loss | -48.2 |\n", + "| value_loss | 2.13e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -170 |\n", + "| time/ | |\n", + "| fps | 459 |\n", + "| iterations | 73000 |\n", + "| time_elapsed | 793 |\n", + "| total_timesteps | 365000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 72999 |\n", + "| policy_loss | -0.972 |\n", + "| value_loss | 4.99 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -167 |\n", + "| time/ | |\n", + "| fps | 459 |\n", + "| iterations | 73100 |\n", + "| time_elapsed | 795 |\n", + "| total_timesteps | 365500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 73099 |\n", + "| policy_loss | 0.0329 |\n", + "| value_loss | 517 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 459 |\n", + "| iterations | 73200 |\n", + "| time_elapsed | 797 |\n", + "| total_timesteps | 366000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 73199 |\n", + "| policy_loss | -96.5 |\n", + "| value_loss | 1.57e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -115 |\n", + "| time/ | |\n", + "| fps | 458 |\n", + "| iterations | 73300 |\n", + "| time_elapsed | 798 |\n", + "| total_timesteps | 366500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 73299 |\n", + "| policy_loss | 3.64 |\n", + "| value_loss | 30.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.9 |\n", + "| time/ | |\n", + "| fps | 458 |\n", + "| iterations | 73400 |\n", + "| time_elapsed | 800 |\n", + "| total_timesteps | 367000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 73399 |\n", + "| policy_loss | -0.143 |\n", + "| value_loss | 15.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.4 |\n", + "| time/ | |\n", + "| fps | 458 |\n", + "| iterations | 73500 |\n", + "| time_elapsed | 801 |\n", + "| total_timesteps | 367500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.575 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 73499 |\n", + "| policy_loss | -6.8 |\n", + "| value_loss | 1.03e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.6 |\n", + "| time/ | |\n", + "| fps | 458 |\n", + "| iterations | 73600 |\n", + "| time_elapsed | 803 |\n", + "| total_timesteps | 368000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.616 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 73599 |\n", + "| policy_loss | -3.07 |\n", + "| value_loss | 92 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -90.1 |\n", + "| time/ | |\n", + "| fps | 457 |\n", + "| iterations | 73700 |\n", + "| time_elapsed | 804 |\n", + "| total_timesteps | 368500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 73699 |\n", + "| policy_loss | -207 |\n", + "| value_loss | 1.1e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -140 |\n", + "| time/ | |\n", + "| fps | 457 |\n", + "| iterations | 73800 |\n", + "| time_elapsed | 806 |\n", + "| total_timesteps | 369000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 73799 |\n", + "| policy_loss | -2.9 |\n", + "| value_loss | 26.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -174 |\n", + "| time/ | |\n", + "| fps | 457 |\n", + "| iterations | 73900 |\n", + "| time_elapsed | 807 |\n", + "| total_timesteps | 369500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 73899 |\n", + "| policy_loss | 0.742 |\n", + "| value_loss | 14.6 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -185 |\n", + "| time/ | |\n", + "| fps | 457 |\n", + "| iterations | 74000 |\n", + "| time_elapsed | 809 |\n", + "| total_timesteps | 370000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.629 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 73999 |\n", + "| policy_loss | 4.68 |\n", + "| value_loss | 35.8 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -164 |\n", + "| time/ | |\n", + "| fps | 456 |\n", + "| iterations | 74100 |\n", + "| time_elapsed | 810 |\n", + "| total_timesteps | 370500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.596 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 74099 |\n", + "| policy_loss | 3.9 |\n", + "| value_loss | 8.3e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 456 |\n", + "| iterations | 74200 |\n", + "| time_elapsed | 812 |\n", + "| total_timesteps | 371000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 74199 |\n", + "| policy_loss | 11.6 |\n", + "| value_loss | 262 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -115 |\n", + "| time/ | |\n", + "| fps | 456 |\n", + "| iterations | 74300 |\n", + "| time_elapsed | 813 |\n", + "| total_timesteps | 371500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.373 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 74299 |\n", + "| policy_loss | -20.4 |\n", + "| value_loss | 3.49e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -166 |\n", + "| time/ | |\n", + "| fps | 456 |\n", + "| iterations | 74400 |\n", + "| time_elapsed | 815 |\n", + "| total_timesteps | 372000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 74399 |\n", + "| policy_loss | -147 |\n", + "| value_loss | 6.27e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 456 |\n", + "| iterations | 74500 |\n", + "| time_elapsed | 816 |\n", + "| total_timesteps | 372500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 74499 |\n", + "| policy_loss | -9.05 |\n", + "| value_loss | 309 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 455 |\n", + "| iterations | 74600 |\n", + "| time_elapsed | 818 |\n", + "| total_timesteps | 373000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 74599 |\n", + "| policy_loss | 25.9 |\n", + "| value_loss | 5.37e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -142 |\n", + "| time/ | |\n", + "| fps | 455 |\n", + "| iterations | 74700 |\n", + "| time_elapsed | 819 |\n", + "| total_timesteps | 373500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 74699 |\n", + "| policy_loss | -13.8 |\n", + "| value_loss | 689 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.6 |\n", + "| time/ | |\n", + "| fps | 455 |\n", + "| iterations | 74800 |\n", + "| time_elapsed | 821 |\n", + "| total_timesteps | 374000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 74799 |\n", + "| policy_loss | 9.19 |\n", + "| value_loss | 184 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.2 |\n", + "| time/ | |\n", + "| fps | 455 |\n", + "| iterations | 74900 |\n", + "| time_elapsed | 822 |\n", + "| total_timesteps | 374500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 74899 |\n", + "| policy_loss | 0.00764 |\n", + "| value_loss | 95.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.2 |\n", + "| time/ | |\n", + "| fps | 455 |\n", + "| iterations | 75000 |\n", + "| time_elapsed | 824 |\n", + "| total_timesteps | 375000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.731 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 74999 |\n", + "| policy_loss | 5.59 |\n", + "| value_loss | 49.9 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.7 |\n", + "| time/ | |\n", + "| fps | 454 |\n", + "| iterations | 75100 |\n", + "| time_elapsed | 825 |\n", + "| total_timesteps | 375500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 75099 |\n", + "| policy_loss | -9.8 |\n", + "| value_loss | 344 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.8 |\n", + "| time/ | |\n", + "| fps | 454 |\n", + "| iterations | 75200 |\n", + "| time_elapsed | 827 |\n", + "| total_timesteps | 376000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 75199 |\n", + "| policy_loss | 9.35 |\n", + "| value_loss | 408 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69.6 |\n", + "| time/ | |\n", + "| fps | 454 |\n", + "| iterations | 75300 |\n", + "| time_elapsed | 828 |\n", + "| total_timesteps | 376500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.622 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 75299 |\n", + "| policy_loss | -10.3 |\n", + "| value_loss | 426 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.7 |\n", + "| time/ | |\n", + "| fps | 454 |\n", + "| iterations | 75400 |\n", + "| time_elapsed | 829 |\n", + "| total_timesteps | 377000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.55 |\n", + "| explained_variance | -1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 75399 |\n", + "| policy_loss | -3.85 |\n", + "| value_loss | 122 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 454 |\n", + "| iterations | 75500 |\n", + "| time_elapsed | 831 |\n", + "| total_timesteps | 377500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 75499 |\n", + "| policy_loss | 4.78 |\n", + "| value_loss | 63 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 453 |\n", + "| iterations | 75600 |\n", + "| time_elapsed | 832 |\n", + "| total_timesteps | 378000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.577 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 75599 |\n", + "| policy_loss | -22.3 |\n", + "| value_loss | 7.69e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.3 |\n", + "| time/ | |\n", + "| fps | 453 |\n", + "| iterations | 75700 |\n", + "| time_elapsed | 834 |\n", + "| total_timesteps | 378500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 75699 |\n", + "| policy_loss | -9.62 |\n", + "| value_loss | 384 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97 |\n", + "| time/ | |\n", + "| fps | 453 |\n", + "| iterations | 75800 |\n", + "| time_elapsed | 835 |\n", + "| total_timesteps | 379000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.642 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 75799 |\n", + "| policy_loss | -0.641 |\n", + "| value_loss | 59.9 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71 |\n", + "| time/ | |\n", + "| fps | 453 |\n", + "| iterations | 75900 |\n", + "| time_elapsed | 837 |\n", + "| total_timesteps | 379500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.615 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 75899 |\n", + "| policy_loss | 1.11 |\n", + "| value_loss | 2.83 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.7 |\n", + "| time/ | |\n", + "| fps | 453 |\n", + "| iterations | 76000 |\n", + "| time_elapsed | 838 |\n", + "| total_timesteps | 380000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 75999 |\n", + "| policy_loss | -7.44 |\n", + "| value_loss | 117 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 452 |\n", + "| iterations | 76100 |\n", + "| time_elapsed | 840 |\n", + "| total_timesteps | 380500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 76099 |\n", + "| policy_loss | -14 |\n", + "| value_loss | 584 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 452 |\n", + "| iterations | 76200 |\n", + "| time_elapsed | 842 |\n", + "| total_timesteps | 381000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.412 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 76199 |\n", + "| policy_loss | -6.81 |\n", + "| value_loss | 2.98e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -155 |\n", + "| time/ | |\n", + "| fps | 452 |\n", + "| iterations | 76300 |\n", + "| time_elapsed | 843 |\n", + "| total_timesteps | 381500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.574 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 76299 |\n", + "| policy_loss | -13.2 |\n", + "| value_loss | 350 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -126 |\n", + "| time/ | |\n", + "| fps | 451 |\n", + "| iterations | 76400 |\n", + "| time_elapsed | 845 |\n", + "| total_timesteps | 382000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 76399 |\n", + "| policy_loss | -228 |\n", + "| value_loss | 1.04e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 451 |\n", + "| iterations | 76500 |\n", + "| time_elapsed | 846 |\n", + "| total_timesteps | 382500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 76499 |\n", + "| policy_loss | -9.68 |\n", + "| value_loss | 618 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 451 |\n", + "| iterations | 76600 |\n", + "| time_elapsed | 848 |\n", + "| total_timesteps | 383000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 2.5e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 76599 |\n", + "| policy_loss | -10.6 |\n", + "| value_loss | 56.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -117 |\n", + "| time/ | |\n", + "| fps | 451 |\n", + "| iterations | 76700 |\n", + "| time_elapsed | 850 |\n", + "| total_timesteps | 383500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 76699 |\n", + "| policy_loss | 2.64 |\n", + "| value_loss | 26.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -149 |\n", + "| time/ | |\n", + "| fps | 450 |\n", + "| iterations | 76800 |\n", + "| time_elapsed | 851 |\n", + "| total_timesteps | 384000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 76799 |\n", + "| policy_loss | -0.823 |\n", + "| value_loss | 2.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -162 |\n", + "| time/ | |\n", + "| fps | 450 |\n", + "| iterations | 76900 |\n", + "| time_elapsed | 853 |\n", + "| total_timesteps | 384500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.628 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 76899 |\n", + "| policy_loss | 3.67 |\n", + "| value_loss | 75.6 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -163 |\n", + "| time/ | |\n", + "| fps | 450 |\n", + "| iterations | 77000 |\n", + "| time_elapsed | 854 |\n", + "| total_timesteps | 385000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 76999 |\n", + "| policy_loss | 6.75 |\n", + "| value_loss | 230 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -158 |\n", + "| time/ | |\n", + "| fps | 450 |\n", + "| iterations | 77100 |\n", + "| time_elapsed | 855 |\n", + "| total_timesteps | 385500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.517 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 77099 |\n", + "| policy_loss | -10.1 |\n", + "| value_loss | 510 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 450 |\n", + "| iterations | 77200 |\n", + "| time_elapsed | 857 |\n", + "| total_timesteps | 386000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 77199 |\n", + "| policy_loss | -20.4 |\n", + "| value_loss | 1.17e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 450 |\n", + "| iterations | 77300 |\n", + "| time_elapsed | 858 |\n", + "| total_timesteps | 386500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 77299 |\n", + "| policy_loss | 9.99 |\n", + "| value_loss | 437 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -138 |\n", + "| time/ | |\n", + "| fps | 449 |\n", + "| iterations | 77400 |\n", + "| time_elapsed | 860 |\n", + "| total_timesteps | 387000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.707 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 77399 |\n", + "| policy_loss | 1.92 |\n", + "| value_loss | 73.3 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -141 |\n", + "| time/ | |\n", + "| fps | 449 |\n", + "| iterations | 77500 |\n", + "| time_elapsed | 861 |\n", + "| total_timesteps | 387500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.67 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 77499 |\n", + "| policy_loss | -3.64 |\n", + "| value_loss | 46.5 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 449 |\n", + "| iterations | 77600 |\n", + "| time_elapsed | 862 |\n", + "| total_timesteps | 388000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 77599 |\n", + "| policy_loss | -2.86 |\n", + "| value_loss | 31.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 449 |\n", + "| iterations | 77700 |\n", + "| time_elapsed | 864 |\n", + "| total_timesteps | 388500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 77699 |\n", + "| policy_loss | 6.23 |\n", + "| value_loss | 133 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.4 |\n", + "| time/ | |\n", + "| fps | 449 |\n", + "| iterations | 77800 |\n", + "| time_elapsed | 866 |\n", + "| total_timesteps | 389000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 1.79e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 77799 |\n", + "| policy_loss | 4.21 |\n", + "| value_loss | 93.4 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.2 |\n", + "| time/ | |\n", + "| fps | 448 |\n", + "| iterations | 77900 |\n", + "| time_elapsed | 867 |\n", + "| total_timesteps | 389500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 77899 |\n", + "| policy_loss | 7.04 |\n", + "| value_loss | 142 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96 |\n", + "| time/ | |\n", + "| fps | 448 |\n", + "| iterations | 78000 |\n", + "| time_elapsed | 869 |\n", + "| total_timesteps | 390000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 77999 |\n", + "| policy_loss | -31.2 |\n", + "| value_loss | 1.91e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 448 |\n", + "| iterations | 78100 |\n", + "| time_elapsed | 870 |\n", + "| total_timesteps | 390500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.732 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 78099 |\n", + "| policy_loss | -96.7 |\n", + "| value_loss | 2.85e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.3 |\n", + "| time/ | |\n", + "| fps | 448 |\n", + "| iterations | 78200 |\n", + "| time_elapsed | 872 |\n", + "| total_timesteps | 391000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.46 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 78199 |\n", + "| policy_loss | -46.3 |\n", + "| value_loss | 4.18e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 447 |\n", + "| iterations | 78300 |\n", + "| time_elapsed | 873 |\n", + "| total_timesteps | 391500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 78299 |\n", + "| policy_loss | 28.5 |\n", + "| value_loss | 1.31e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51.7 |\n", + "| time/ | |\n", + "| fps | 447 |\n", + "| iterations | 78400 |\n", + "| time_elapsed | 875 |\n", + "| total_timesteps | 392000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 78399 |\n", + "| policy_loss | -10.4 |\n", + "| value_loss | 528 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.5 |\n", + "| time/ | |\n", + "| fps | 447 |\n", + "| iterations | 78500 |\n", + "| time_elapsed | 876 |\n", + "| total_timesteps | 392500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 1.07e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 78499 |\n", + "| policy_loss | -10.9 |\n", + "| value_loss | 844 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 447 |\n", + "| iterations | 78600 |\n", + "| time_elapsed | 878 |\n", + "| total_timesteps | 393000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.704 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 78599 |\n", + "| policy_loss | 20.7 |\n", + "| value_loss | 1.52e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.3 |\n", + "| time/ | |\n", + "| fps | 447 |\n", + "| iterations | 78700 |\n", + "| time_elapsed | 880 |\n", + "| total_timesteps | 393500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 78699 |\n", + "| policy_loss | 307 |\n", + "| value_loss | 2.42e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.8 |\n", + "| time/ | |\n", + "| fps | 447 |\n", + "| iterations | 78800 |\n", + "| time_elapsed | 881 |\n", + "| total_timesteps | 394000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.724 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 78799 |\n", + "| policy_loss | 57.8 |\n", + "| value_loss | 4.51e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -27.2 |\n", + "| time/ | |\n", + "| fps | 446 |\n", + "| iterations | 78900 |\n", + "| time_elapsed | 882 |\n", + "| total_timesteps | 394500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.72 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 78899 |\n", + "| policy_loss | -1.91 |\n", + "| value_loss | 18.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 24.5 |\n", + "| time/ | |\n", + "| fps | 446 |\n", + "| iterations | 79000 |\n", + "| time_elapsed | 884 |\n", + "| total_timesteps | 395000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 78999 |\n", + "| policy_loss | -8.72 |\n", + "| value_loss | 123 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -13.8 |\n", + "| time/ | |\n", + "| fps | 446 |\n", + "| iterations | 79100 |\n", + "| time_elapsed | 885 |\n", + "| total_timesteps | 395500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 79099 |\n", + "| policy_loss | 2.6 |\n", + "| value_loss | 27.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.9 |\n", + "| time/ | |\n", + "| fps | 446 |\n", + "| iterations | 79200 |\n", + "| time_elapsed | 887 |\n", + "| total_timesteps | 396000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 79199 |\n", + "| policy_loss | -7.08 |\n", + "| value_loss | 1.12e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.2 |\n", + "| time/ | |\n", + "| fps | 445 |\n", + "| iterations | 79300 |\n", + "| time_elapsed | 889 |\n", + "| total_timesteps | 396500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.547 |\n", + "| explained_variance | 1.97e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 79299 |\n", + "| policy_loss | -0.423 |\n", + "| value_loss | 3.05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.1 |\n", + "| time/ | |\n", + "| fps | 445 |\n", + "| iterations | 79400 |\n", + "| time_elapsed | 890 |\n", + "| total_timesteps | 397000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 79399 |\n", + "| policy_loss | -1.93 |\n", + "| value_loss | 62.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.9 |\n", + "| time/ | |\n", + "| fps | 445 |\n", + "| iterations | 79500 |\n", + "| time_elapsed | 892 |\n", + "| total_timesteps | 397500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 79499 |\n", + "| policy_loss | 12 |\n", + "| value_loss | 859 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.9 |\n", + "| time/ | |\n", + "| fps | 445 |\n", + "| iterations | 79600 |\n", + "| time_elapsed | 893 |\n", + "| total_timesteps | 398000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 79599 |\n", + "| policy_loss | -0.697 |\n", + "| value_loss | 1.11 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.1 |\n", + "| time/ | |\n", + "| fps | 445 |\n", + "| iterations | 79700 |\n", + "| time_elapsed | 895 |\n", + "| total_timesteps | 398500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 79699 |\n", + "| policy_loss | -67.9 |\n", + "| value_loss | 2.01e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.5 |\n", + "| time/ | |\n", + "| fps | 445 |\n", + "| iterations | 79800 |\n", + "| time_elapsed | 896 |\n", + "| total_timesteps | 399000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.622 |\n", + "| explained_variance | 1.91e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 79799 |\n", + "| policy_loss | 8.33 |\n", + "| value_loss | 100 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.6 |\n", + "| time/ | |\n", + "| fps | 444 |\n", + "| iterations | 79900 |\n", + "| time_elapsed | 898 |\n", + "| total_timesteps | 399500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 79899 |\n", + "| policy_loss | 1.89 |\n", + "| value_loss | 54.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.6 |\n", + "| time/ | |\n", + "| fps | 444 |\n", + "| iterations | 80000 |\n", + "| time_elapsed | 899 |\n", + "| total_timesteps | 400000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.478 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 79999 |\n", + "| policy_loss | 49.9 |\n", + "| value_loss | 7.11e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -13 |\n", + "| time/ | |\n", + "| fps | 444 |\n", + "| iterations | 80100 |\n", + "| time_elapsed | 900 |\n", + "| total_timesteps | 400500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.499 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 80099 |\n", + "| policy_loss | 1 |\n", + "| value_loss | 19.2 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -9.7 |\n", + "| time/ | |\n", + "| fps | 444 |\n", + "| iterations | 80200 |\n", + "| time_elapsed | 902 |\n", + "| total_timesteps | 401000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 80199 |\n", + "| policy_loss | 12.4 |\n", + "| value_loss | 497 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.4 |\n", + "| time/ | |\n", + "| fps | 444 |\n", + "| iterations | 80300 |\n", + "| time_elapsed | 903 |\n", + "| total_timesteps | 401500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 80299 |\n", + "| policy_loss | -29.3 |\n", + "| value_loss | 1.91e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.1 |\n", + "| time/ | |\n", + "| fps | 444 |\n", + "| iterations | 80400 |\n", + "| time_elapsed | 905 |\n", + "| total_timesteps | 402000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 80399 |\n", + "| policy_loss | 1.79 |\n", + "| value_loss | 10.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.9 |\n", + "| time/ | |\n", + "| fps | 443 |\n", + "| iterations | 80500 |\n", + "| time_elapsed | 906 |\n", + "| total_timesteps | 402500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 80499 |\n", + "| policy_loss | -2.2 |\n", + "| value_loss | 16.6 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.6 |\n", + "| time/ | |\n", + "| fps | 443 |\n", + "| iterations | 80600 |\n", + "| time_elapsed | 908 |\n", + "| total_timesteps | 403000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 80599 |\n", + "| policy_loss | 62.1 |\n", + "| value_loss | 2.52e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28 |\n", + "| time/ | |\n", + "| fps | 443 |\n", + "| iterations | 80700 |\n", + "| time_elapsed | 909 |\n", + "| total_timesteps | 403500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 80699 |\n", + "| policy_loss | -14.9 |\n", + "| value_loss | 1.84e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.3 |\n", + "| time/ | |\n", + "| fps | 443 |\n", + "| iterations | 80800 |\n", + "| time_elapsed | 911 |\n", + "| total_timesteps | 404000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.721 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 80799 |\n", + "| policy_loss | 18.5 |\n", + "| value_loss | 1.18e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 443 |\n", + "| iterations | 80900 |\n", + "| time_elapsed | 912 |\n", + "| total_timesteps | 404500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 80899 |\n", + "| policy_loss | -246 |\n", + "| value_loss | 2.98e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.7 |\n", + "| time/ | |\n", + "| fps | 443 |\n", + "| iterations | 81000 |\n", + "| time_elapsed | 913 |\n", + "| total_timesteps | 405000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 80999 |\n", + "| policy_loss | -139 |\n", + "| value_loss | 3.94e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.5 |\n", + "| time/ | |\n", + "| fps | 442 |\n", + "| iterations | 81100 |\n", + "| time_elapsed | 915 |\n", + "| total_timesteps | 405500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 81099 |\n", + "| policy_loss | 4.07 |\n", + "| value_loss | 55.4 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.6 |\n", + "| time/ | |\n", + "| fps | 442 |\n", + "| iterations | 81200 |\n", + "| time_elapsed | 916 |\n", + "| total_timesteps | 406000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 81199 |\n", + "| policy_loss | -1.83 |\n", + "| value_loss | 19.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.7 |\n", + "| time/ | |\n", + "| fps | 442 |\n", + "| iterations | 81300 |\n", + "| time_elapsed | 918 |\n", + "| total_timesteps | 406500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.64 |\n", + "| explained_variance | 3.58e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 81299 |\n", + "| policy_loss | 9.16 |\n", + "| value_loss | 66.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98 |\n", + "| time/ | |\n", + "| fps | 442 |\n", + "| iterations | 81400 |\n", + "| time_elapsed | 919 |\n", + "| total_timesteps | 407000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | -3.1e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 81399 |\n", + "| policy_loss | 0.0338 |\n", + "| value_loss | 6.88 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -133 |\n", + "| time/ | |\n", + "| fps | 442 |\n", + "| iterations | 81500 |\n", + "| time_elapsed | 921 |\n", + "| total_timesteps | 407500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 81499 |\n", + "| policy_loss | 47.8 |\n", + "| value_loss | 1.01e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -142 |\n", + "| time/ | |\n", + "| fps | 442 |\n", + "| iterations | 81600 |\n", + "| time_elapsed | 922 |\n", + "| total_timesteps | 408000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.725 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 81599 |\n", + "| policy_loss | -78 |\n", + "| value_loss | 8.56e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 442 |\n", + "| iterations | 81700 |\n", + "| time_elapsed | 923 |\n", + "| total_timesteps | 408500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 81699 |\n", + "| policy_loss | 121 |\n", + "| value_loss | 6.91e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.8 |\n", + "| time/ | |\n", + "| fps | 442 |\n", + "| iterations | 81800 |\n", + "| time_elapsed | 925 |\n", + "| total_timesteps | 409000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 81799 |\n", + "| policy_loss | -20.5 |\n", + "| value_loss | 728 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.3 |\n", + "| time/ | |\n", + "| fps | 441 |\n", + "| iterations | 81900 |\n", + "| time_elapsed | 926 |\n", + "| total_timesteps | 409500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.641 |\n", + "| explained_variance | -3.24e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 81899 |\n", + "| policy_loss | -2.82 |\n", + "| value_loss | 9.43 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -10.3 |\n", + "| time/ | |\n", + "| fps | 441 |\n", + "| iterations | 82000 |\n", + "| time_elapsed | 927 |\n", + "| total_timesteps | 410000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 81999 |\n", + "| policy_loss | -21.2 |\n", + "| value_loss | 919 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -21.4 |\n", + "| time/ | |\n", + "| fps | 441 |\n", + "| iterations | 82100 |\n", + "| time_elapsed | 929 |\n", + "| total_timesteps | 410500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -2.74e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 82099 |\n", + "| policy_loss | -0.854 |\n", + "| value_loss | 2.29 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.4 |\n", + "| time/ | |\n", + "| fps | 441 |\n", + "| iterations | 82200 |\n", + "| time_elapsed | 930 |\n", + "| total_timesteps | 411000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 82199 |\n", + "| policy_loss | -346 |\n", + "| value_loss | 2.82e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.7 |\n", + "| time/ | |\n", + "| fps | 441 |\n", + "| iterations | 82300 |\n", + "| time_elapsed | 932 |\n", + "| total_timesteps | 411500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.606 |\n", + "| explained_variance | 6.79e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 82299 |\n", + "| policy_loss | -7.56 |\n", + "| value_loss | 200 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.1 |\n", + "| time/ | |\n", + "| fps | 441 |\n", + "| iterations | 82400 |\n", + "| time_elapsed | 933 |\n", + "| total_timesteps | 412000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.509 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 82399 |\n", + "| policy_loss | 14.1 |\n", + "| value_loss | 735 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -127 |\n", + "| time/ | |\n", + "| fps | 441 |\n", + "| iterations | 82500 |\n", + "| time_elapsed | 935 |\n", + "| total_timesteps | 412500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 82499 |\n", + "| policy_loss | -190 |\n", + "| value_loss | 8.22e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.9 |\n", + "| time/ | |\n", + "| fps | 440 |\n", + "| iterations | 82600 |\n", + "| time_elapsed | 936 |\n", + "| total_timesteps | 413000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 82599 |\n", + "| policy_loss | -124 |\n", + "| value_loss | 3.49e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.5 |\n", + "| time/ | |\n", + "| fps | 440 |\n", + "| iterations | 82700 |\n", + "| time_elapsed | 938 |\n", + "| total_timesteps | 413500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 82699 |\n", + "| policy_loss | -10.5 |\n", + "| value_loss | 160 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.2 |\n", + "| time/ | |\n", + "| fps | 440 |\n", + "| iterations | 82800 |\n", + "| time_elapsed | 939 |\n", + "| total_timesteps | 414000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.591 |\n", + "| explained_variance | 1.28e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 82799 |\n", + "| policy_loss | -3.01 |\n", + "| value_loss | 13.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.4 |\n", + "| time/ | |\n", + "| fps | 440 |\n", + "| iterations | 82900 |\n", + "| time_elapsed | 941 |\n", + "| total_timesteps | 414500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 82899 |\n", + "| policy_loss | -28.5 |\n", + "| value_loss | 1.91e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.1 |\n", + "| time/ | |\n", + "| fps | 440 |\n", + "| iterations | 83000 |\n", + "| time_elapsed | 942 |\n", + "| total_timesteps | 415000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 82999 |\n", + "| policy_loss | -36.3 |\n", + "| value_loss | 3.81e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.4 |\n", + "| time/ | |\n", + "| fps | 440 |\n", + "| iterations | 83100 |\n", + "| time_elapsed | 943 |\n", + "| total_timesteps | 415500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.638 |\n", + "| explained_variance | 7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 83099 |\n", + "| policy_loss | 9.73 |\n", + "| value_loss | 229 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -1.36 |\n", + "| time/ | |\n", + "| fps | 440 |\n", + "| iterations | 83200 |\n", + "| time_elapsed | 945 |\n", + "| total_timesteps | 416000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 83199 |\n", + "| policy_loss | 270 |\n", + "| value_loss | 1.62e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -20.8 |\n", + "| time/ | |\n", + "| fps | 439 |\n", + "| iterations | 83300 |\n", + "| time_elapsed | 946 |\n", + "| total_timesteps | 416500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 83299 |\n", + "| policy_loss | -119 |\n", + "| value_loss | 5.55e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.6 |\n", + "| time/ | |\n", + "| fps | 439 |\n", + "| iterations | 83400 |\n", + "| time_elapsed | 948 |\n", + "| total_timesteps | 417000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 83399 |\n", + "| policy_loss | 98 |\n", + "| value_loss | 2.55e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.5 |\n", + "| time/ | |\n", + "| fps | 439 |\n", + "| iterations | 83500 |\n", + "| time_elapsed | 949 |\n", + "| total_timesteps | 417500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.63 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 83499 |\n", + "| policy_loss | -97.2 |\n", + "| value_loss | 2.36e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59 |\n", + "| time/ | |\n", + "| fps | 439 |\n", + "| iterations | 83600 |\n", + "| time_elapsed | 951 |\n", + "| total_timesteps | 418000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 83599 |\n", + "| policy_loss | -21.5 |\n", + "| value_loss | 2.47e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77 |\n", + "| time/ | |\n", + "| fps | 439 |\n", + "| iterations | 83700 |\n", + "| time_elapsed | 952 |\n", + "| total_timesteps | 418500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 83699 |\n", + "| policy_loss | 17.4 |\n", + "| value_loss | 1.51e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.8 |\n", + "| time/ | |\n", + "| fps | 439 |\n", + "| iterations | 83800 |\n", + "| time_elapsed | 953 |\n", + "| total_timesteps | 419000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 83799 |\n", + "| policy_loss | -0.00478 |\n", + "| value_loss | 4.58 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -19.1 |\n", + "| time/ | |\n", + "| fps | 439 |\n", + "| iterations | 83900 |\n", + "| time_elapsed | 955 |\n", + "| total_timesteps | 419500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.711 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 83899 |\n", + "| policy_loss | 4.87 |\n", + "| value_loss | 79.5 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.8 |\n", + "| time/ | |\n", + "| fps | 438 |\n", + "| iterations | 84000 |\n", + "| time_elapsed | 956 |\n", + "| total_timesteps | 420000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.599 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 83999 |\n", + "| policy_loss | 33.6 |\n", + "| value_loss | 2e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.4 |\n", + "| time/ | |\n", + "| fps | 438 |\n", + "| iterations | 84100 |\n", + "| time_elapsed | 958 |\n", + "| total_timesteps | 420500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 84099 |\n", + "| policy_loss | 33.8 |\n", + "| value_loss | 2.41e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -106 |\n", + "| time/ | |\n", + "| fps | 438 |\n", + "| iterations | 84200 |\n", + "| time_elapsed | 959 |\n", + "| total_timesteps | 421000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -7.15e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 84199 |\n", + "| policy_loss | 0.251 |\n", + "| value_loss | 0.259 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 438 |\n", + "| iterations | 84300 |\n", + "| time_elapsed | 961 |\n", + "| total_timesteps | 421500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 84299 |\n", + "| policy_loss | 13.7 |\n", + "| value_loss | 558 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -100 |\n", + "| time/ | |\n", + "| fps | 438 |\n", + "| iterations | 84400 |\n", + "| time_elapsed | 962 |\n", + "| total_timesteps | 422000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 84399 |\n", + "| policy_loss | -37.2 |\n", + "| value_loss | 4.18e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.7 |\n", + "| time/ | |\n", + "| fps | 438 |\n", + "| iterations | 84500 |\n", + "| time_elapsed | 964 |\n", + "| total_timesteps | 422500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 3.58e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 84499 |\n", + "| policy_loss | -11.4 |\n", + "| value_loss | 341 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.8 |\n", + "| time/ | |\n", + "| fps | 437 |\n", + "| iterations | 84600 |\n", + "| time_elapsed | 965 |\n", + "| total_timesteps | 423000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.605 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 84599 |\n", + "| policy_loss | 39.5 |\n", + "| value_loss | 3.09e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.5 |\n", + "| time/ | |\n", + "| fps | 437 |\n", + "| iterations | 84700 |\n", + "| time_elapsed | 967 |\n", + "| total_timesteps | 423500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 84699 |\n", + "| policy_loss | 53.4 |\n", + "| value_loss | 1.31e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 9.68 |\n", + "| time/ | |\n", + "| fps | 437 |\n", + "| iterations | 84800 |\n", + "| time_elapsed | 968 |\n", + "| total_timesteps | 424000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 84799 |\n", + "| policy_loss | -64.8 |\n", + "| value_loss | 1.68e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 18.3 |\n", + "| time/ | |\n", + "| fps | 437 |\n", + "| iterations | 84900 |\n", + "| time_elapsed | 970 |\n", + "| total_timesteps | 424500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.72 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 84899 |\n", + "| policy_loss | -3.64 |\n", + "| value_loss | 99.1 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 19.8 |\n", + "| time/ | |\n", + "| fps | 437 |\n", + "| iterations | 85000 |\n", + "| time_elapsed | 971 |\n", + "| total_timesteps | 425000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 84999 |\n", + "| policy_loss | -12.1 |\n", + "| value_loss | 711 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.3 |\n", + "| time/ | |\n", + "| fps | 437 |\n", + "| iterations | 85100 |\n", + "| time_elapsed | 973 |\n", + "| total_timesteps | 425500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 85099 |\n", + "| policy_loss | 79.1 |\n", + "| value_loss | 3.38e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.4 |\n", + "| time/ | |\n", + "| fps | 437 |\n", + "| iterations | 85200 |\n", + "| time_elapsed | 974 |\n", + "| total_timesteps | 426000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.643 |\n", + "| explained_variance | 2.26e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 85199 |\n", + "| policy_loss | 3.94 |\n", + "| value_loss | 36.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -64.4 |\n", + "| time/ | |\n", + "| fps | 436 |\n", + "| iterations | 85300 |\n", + "| time_elapsed | 976 |\n", + "| total_timesteps | 426500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 85299 |\n", + "| policy_loss | 0.392 |\n", + "| value_loss | 14 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.1 |\n", + "| time/ | |\n", + "| fps | 436 |\n", + "| iterations | 85400 |\n", + "| time_elapsed | 977 |\n", + "| total_timesteps | 427000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 85399 |\n", + "| policy_loss | 37.4 |\n", + "| value_loss | 7.71e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 436 |\n", + "| iterations | 85500 |\n", + "| time_elapsed | 979 |\n", + "| total_timesteps | 427500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.273 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 85499 |\n", + "| policy_loss | -271 |\n", + "| value_loss | 1.91e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -147 |\n", + "| time/ | |\n", + "| fps | 436 |\n", + "| iterations | 85600 |\n", + "| time_elapsed | 980 |\n", + "| total_timesteps | 428000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.199 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 85599 |\n", + "| policy_loss | -4.76 |\n", + "| value_loss | 1.1e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -145 |\n", + "| time/ | |\n", + "| fps | 436 |\n", + "| iterations | 85700 |\n", + "| time_elapsed | 981 |\n", + "| total_timesteps | 428500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.27 |\n", + "| explained_variance | -1.79e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 85699 |\n", + "| policy_loss | -0.99 |\n", + "| value_loss | 126 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -145 |\n", + "| time/ | |\n", + "| fps | 436 |\n", + "| iterations | 85800 |\n", + "| time_elapsed | 983 |\n", + "| total_timesteps | 429000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.195 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 85799 |\n", + "| policy_loss | -6.42 |\n", + "| value_loss | 2.17e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 436 |\n", + "| iterations | 85900 |\n", + "| time_elapsed | 984 |\n", + "| total_timesteps | 429500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.557 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 85899 |\n", + "| policy_loss | 97.2 |\n", + "| value_loss | 2.29e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69.8 |\n", + "| time/ | |\n", + "| fps | 435 |\n", + "| iterations | 86000 |\n", + "| time_elapsed | 986 |\n", + "| total_timesteps | 430000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.638 |\n", + "| explained_variance | 3.99e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 85999 |\n", + "| policy_loss | -1.35 |\n", + "| value_loss | 19.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.8 |\n", + "| time/ | |\n", + "| fps | 435 |\n", + "| iterations | 86100 |\n", + "| time_elapsed | 987 |\n", + "| total_timesteps | 430500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.642 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 86099 |\n", + "| policy_loss | 379 |\n", + "| value_loss | 4.06e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.5 |\n", + "| time/ | |\n", + "| fps | 435 |\n", + "| iterations | 86200 |\n", + "| time_elapsed | 989 |\n", + "| total_timesteps | 431000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 86199 |\n", + "| policy_loss | 20.7 |\n", + "| value_loss | 1.3e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -0.703 |\n", + "| time/ | |\n", + "| fps | 435 |\n", + "| iterations | 86300 |\n", + "| time_elapsed | 990 |\n", + "| total_timesteps | 431500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 86299 |\n", + "| policy_loss | 71.5 |\n", + "| value_loss | 1.25e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -25.2 |\n", + "| time/ | |\n", + "| fps | 435 |\n", + "| iterations | 86400 |\n", + "| time_elapsed | 991 |\n", + "| total_timesteps | 432000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 86399 |\n", + "| policy_loss | -61.6 |\n", + "| value_loss | 2.6e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.6 |\n", + "| time/ | |\n", + "| fps | 435 |\n", + "| iterations | 86500 |\n", + "| time_elapsed | 993 |\n", + "| total_timesteps | 432500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 86499 |\n", + "| policy_loss | -24 |\n", + "| value_loss | 1.44e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.9 |\n", + "| time/ | |\n", + "| fps | 435 |\n", + "| iterations | 86600 |\n", + "| time_elapsed | 994 |\n", + "| total_timesteps | 433000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.707 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 86599 |\n", + "| policy_loss | -14.7 |\n", + "| value_loss | 1.96e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.4 |\n", + "| time/ | |\n", + "| fps | 435 |\n", + "| iterations | 86700 |\n", + "| time_elapsed | 996 |\n", + "| total_timesteps | 433500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 86699 |\n", + "| policy_loss | 162 |\n", + "| value_loss | 1.56e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.7 |\n", + "| time/ | |\n", + "| fps | 435 |\n", + "| iterations | 86800 |\n", + "| time_elapsed | 997 |\n", + "| total_timesteps | 434000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | -1.43e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 86799 |\n", + "| policy_loss | 8.29 |\n", + "| value_loss | 456 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.2 |\n", + "| time/ | |\n", + "| fps | 434 |\n", + "| iterations | 86900 |\n", + "| time_elapsed | 999 |\n", + "| total_timesteps | 434500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 86899 |\n", + "| policy_loss | -67.4 |\n", + "| value_loss | 1.41e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.5 |\n", + "| time/ | |\n", + "| fps | 434 |\n", + "| iterations | 87000 |\n", + "| time_elapsed | 1000 |\n", + "| total_timesteps | 435000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 86999 |\n", + "| policy_loss | -20.4 |\n", + "| value_loss | 1.19e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91 |\n", + "| time/ | |\n", + "| fps | 434 |\n", + "| iterations | 87100 |\n", + "| time_elapsed | 1002 |\n", + "| total_timesteps | 435500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 87099 |\n", + "| policy_loss | 3.54 |\n", + "| value_loss | 144 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 434 |\n", + "| iterations | 87200 |\n", + "| time_elapsed | 1003 |\n", + "| total_timesteps | 436000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 87199 |\n", + "| policy_loss | 36.9 |\n", + "| value_loss | 3.2e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 434 |\n", + "| iterations | 87300 |\n", + "| time_elapsed | 1005 |\n", + "| total_timesteps | 436500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 87299 |\n", + "| policy_loss | 41.7 |\n", + "| value_loss | 2.35e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.9 |\n", + "| time/ | |\n", + "| fps | 434 |\n", + "| iterations | 87400 |\n", + "| time_elapsed | 1006 |\n", + "| total_timesteps | 437000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 87399 |\n", + "| policy_loss | -1.41 |\n", + "| value_loss | 20.5 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.9 |\n", + "| time/ | |\n", + "| fps | 434 |\n", + "| iterations | 87500 |\n", + "| time_elapsed | 1007 |\n", + "| total_timesteps | 437500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 87499 |\n", + "| policy_loss | 30.1 |\n", + "| value_loss | 4.28e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.4 |\n", + "| time/ | |\n", + "| fps | 434 |\n", + "| iterations | 87600 |\n", + "| time_elapsed | 1009 |\n", + "| total_timesteps | 438000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.638 |\n", + "| explained_variance | 7.57e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 87599 |\n", + "| policy_loss | -1.64 |\n", + "| value_loss | 18.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.2 |\n", + "| time/ | |\n", + "| fps | 433 |\n", + "| iterations | 87700 |\n", + "| time_elapsed | 1010 |\n", + "| total_timesteps | 438500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 87699 |\n", + "| policy_loss | -194 |\n", + "| value_loss | 1.58e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 433 |\n", + "| iterations | 87800 |\n", + "| time_elapsed | 1011 |\n", + "| total_timesteps | 439000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.624 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 87799 |\n", + "| policy_loss | 3.89 |\n", + "| value_loss | 34.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 433 |\n", + "| iterations | 87900 |\n", + "| time_elapsed | 1013 |\n", + "| total_timesteps | 439500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 87899 |\n", + "| policy_loss | 14.9 |\n", + "| value_loss | 636 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.6 |\n", + "| time/ | |\n", + "| fps | 433 |\n", + "| iterations | 88000 |\n", + "| time_elapsed | 1014 |\n", + "| total_timesteps | 440000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 87999 |\n", + "| policy_loss | -52.8 |\n", + "| value_loss | 1.26e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -111 |\n", + "| time/ | |\n", + "| fps | 433 |\n", + "| iterations | 88100 |\n", + "| time_elapsed | 1016 |\n", + "| total_timesteps | 440500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 88099 |\n", + "| policy_loss | 12.1 |\n", + "| value_loss | 161 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -111 |\n", + "| time/ | |\n", + "| fps | 433 |\n", + "| iterations | 88200 |\n", + "| time_elapsed | 1018 |\n", + "| total_timesteps | 441000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 88199 |\n", + "| policy_loss | -45.5 |\n", + "| value_loss | 1.11e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -111 |\n", + "| time/ | |\n", + "| fps | 433 |\n", + "| iterations | 88300 |\n", + "| time_elapsed | 1019 |\n", + "| total_timesteps | 441500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 88299 |\n", + "| policy_loss | 7.03 |\n", + "| value_loss | 172 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.5 |\n", + "| time/ | |\n", + "| fps | 432 |\n", + "| iterations | 88400 |\n", + "| time_elapsed | 1021 |\n", + "| total_timesteps | 442000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 88399 |\n", + "| policy_loss | -63.6 |\n", + "| value_loss | 9.83e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.3 |\n", + "| time/ | |\n", + "| fps | 432 |\n", + "| iterations | 88500 |\n", + "| time_elapsed | 1022 |\n", + "| total_timesteps | 442500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 88499 |\n", + "| policy_loss | 7.86 |\n", + "| value_loss | 145 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.2 |\n", + "| time/ | |\n", + "| fps | 432 |\n", + "| iterations | 88600 |\n", + "| time_elapsed | 1024 |\n", + "| total_timesteps | 443000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | 1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 88599 |\n", + "| policy_loss | -1.89 |\n", + "| value_loss | 17 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.2 |\n", + "| time/ | |\n", + "| fps | 432 |\n", + "| iterations | 88700 |\n", + "| time_elapsed | 1025 |\n", + "| total_timesteps | 443500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 88699 |\n", + "| policy_loss | -18.3 |\n", + "| value_loss | 707 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.2 |\n", + "| time/ | |\n", + "| fps | 432 |\n", + "| iterations | 88800 |\n", + "| time_elapsed | 1026 |\n", + "| total_timesteps | 444000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 88799 |\n", + "| policy_loss | -6.03 |\n", + "| value_loss | 434 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -24.5 |\n", + "| time/ | |\n", + "| fps | 432 |\n", + "| iterations | 88900 |\n", + "| time_elapsed | 1028 |\n", + "| total_timesteps | 444500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 88899 |\n", + "| policy_loss | -28.1 |\n", + "| value_loss | 3.46e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16.1 |\n", + "| time/ | |\n", + "| fps | 432 |\n", + "| iterations | 89000 |\n", + "| time_elapsed | 1029 |\n", + "| total_timesteps | 445000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 88999 |\n", + "| policy_loss | -9.73 |\n", + "| value_loss | 742 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.4 |\n", + "| time/ | |\n", + "| fps | 432 |\n", + "| iterations | 89100 |\n", + "| time_elapsed | 1031 |\n", + "| total_timesteps | 445500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | -3.93e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 89099 |\n", + "| policy_loss | -4.8 |\n", + "| value_loss | 33.5 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.1 |\n", + "| time/ | |\n", + "| fps | 431 |\n", + "| iterations | 89200 |\n", + "| time_elapsed | 1032 |\n", + "| total_timesteps | 446000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 89199 |\n", + "| policy_loss | -3.72 |\n", + "| value_loss | 52.9 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.9 |\n", + "| time/ | |\n", + "| fps | 431 |\n", + "| iterations | 89300 |\n", + "| time_elapsed | 1034 |\n", + "| total_timesteps | 446500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 89299 |\n", + "| policy_loss | -24.8 |\n", + "| value_loss | 1.44e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.4 |\n", + "| time/ | |\n", + "| fps | 431 |\n", + "| iterations | 89400 |\n", + "| time_elapsed | 1035 |\n", + "| total_timesteps | 447000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | -1.3e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 89399 |\n", + "| policy_loss | 1.86 |\n", + "| value_loss | 5.42 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.7 |\n", + "| time/ | |\n", + "| fps | 431 |\n", + "| iterations | 89500 |\n", + "| time_elapsed | 1037 |\n", + "| total_timesteps | 447500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 89499 |\n", + "| policy_loss | 141 |\n", + "| value_loss | 8.83e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.2 |\n", + "| time/ | |\n", + "| fps | 431 |\n", + "| iterations | 89600 |\n", + "| time_elapsed | 1038 |\n", + "| total_timesteps | 448000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 89599 |\n", + "| policy_loss | -15.6 |\n", + "| value_loss | 1.19e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -29.5 |\n", + "| time/ | |\n", + "| fps | 431 |\n", + "| iterations | 89700 |\n", + "| time_elapsed | 1039 |\n", + "| total_timesteps | 448500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 89699 |\n", + "| policy_loss | 11 |\n", + "| value_loss | 741 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -106 |\n", + "| time/ | |\n", + "| fps | 431 |\n", + "| iterations | 89800 |\n", + "| time_elapsed | 1041 |\n", + "| total_timesteps | 449000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 89799 |\n", + "| policy_loss | -138 |\n", + "| value_loss | 1.1e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.2 |\n", + "| time/ | |\n", + "| fps | 430 |\n", + "| iterations | 89900 |\n", + "| time_elapsed | 1042 |\n", + "| total_timesteps | 449500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 89899 |\n", + "| policy_loss | -0.558 |\n", + "| value_loss | 33.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -7.84 |\n", + "| time/ | |\n", + "| fps | 430 |\n", + "| iterations | 90000 |\n", + "| time_elapsed | 1044 |\n", + "| total_timesteps | 450000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 89999 |\n", + "| policy_loss | 73.6 |\n", + "| value_loss | 2.14e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.7 |\n", + "| time/ | |\n", + "| fps | 430 |\n", + "| iterations | 90100 |\n", + "| time_elapsed | 1045 |\n", + "| total_timesteps | 450500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 90099 |\n", + "| policy_loss | 2.66 |\n", + "| value_loss | 27 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 23.9 |\n", + "| time/ | |\n", + "| fps | 430 |\n", + "| iterations | 90200 |\n", + "| time_elapsed | 1047 |\n", + "| total_timesteps | 451000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 90199 |\n", + "| policy_loss | -4.88 |\n", + "| value_loss | 469 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 20.6 |\n", + "| time/ | |\n", + "| fps | 430 |\n", + "| iterations | 90300 |\n", + "| time_elapsed | 1048 |\n", + "| total_timesteps | 451500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 90299 |\n", + "| policy_loss | 0.161 |\n", + "| value_loss | 12.8 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -21.1 |\n", + "| time/ | |\n", + "| fps | 430 |\n", + "| iterations | 90400 |\n", + "| time_elapsed | 1050 |\n", + "| total_timesteps | 452000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.707 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 90399 |\n", + "| policy_loss | -10.9 |\n", + "| value_loss | 335 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.2 |\n", + "| time/ | |\n", + "| fps | 430 |\n", + "| iterations | 90500 |\n", + "| time_elapsed | 1052 |\n", + "| total_timesteps | 452500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 90499 |\n", + "| policy_loss | -102 |\n", + "| value_loss | 4.61e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.8 |\n", + "| time/ | |\n", + "| fps | 429 |\n", + "| iterations | 90600 |\n", + "| time_elapsed | 1053 |\n", + "| total_timesteps | 453000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 90599 |\n", + "| policy_loss | -403 |\n", + "| value_loss | 7.18e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 429 |\n", + "| iterations | 90700 |\n", + "| time_elapsed | 1055 |\n", + "| total_timesteps | 453500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 90699 |\n", + "| policy_loss | -181 |\n", + "| value_loss | 1.06e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 429 |\n", + "| iterations | 90800 |\n", + "| time_elapsed | 1056 |\n", + "| total_timesteps | 454000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 90799 |\n", + "| policy_loss | 4.48 |\n", + "| value_loss | 63.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -131 |\n", + "| time/ | |\n", + "| fps | 429 |\n", + "| iterations | 90900 |\n", + "| time_elapsed | 1057 |\n", + "| total_timesteps | 454500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 90899 |\n", + "| policy_loss | 4.84 |\n", + "| value_loss | 130 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -149 |\n", + "| time/ | |\n", + "| fps | 429 |\n", + "| iterations | 91000 |\n", + "| time_elapsed | 1059 |\n", + "| total_timesteps | 455000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.717 |\n", + "| explained_variance | 5.84e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 90999 |\n", + "| policy_loss | 3.04 |\n", + "| value_loss | 5.56 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.8 |\n", + "| time/ | |\n", + "| fps | 429 |\n", + "| iterations | 91100 |\n", + "| time_elapsed | 1061 |\n", + "| total_timesteps | 455500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 91099 |\n", + "| policy_loss | 19.8 |\n", + "| value_loss | 4.15e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 429 |\n", + "| iterations | 91200 |\n", + "| time_elapsed | 1062 |\n", + "| total_timesteps | 456000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 91199 |\n", + "| policy_loss | 8.84 |\n", + "| value_loss | 400 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.1 |\n", + "| time/ | |\n", + "| fps | 429 |\n", + "| iterations | 91300 |\n", + "| time_elapsed | 1063 |\n", + "| total_timesteps | 456500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 91299 |\n", + "| policy_loss | 6.65 |\n", + "| value_loss | 745 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 429 |\n", + "| iterations | 91400 |\n", + "| time_elapsed | 1065 |\n", + "| total_timesteps | 457000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 91399 |\n", + "| policy_loss | -1.06 |\n", + "| value_loss | 431 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 428 |\n", + "| iterations | 91500 |\n", + "| time_elapsed | 1066 |\n", + "| total_timesteps | 457500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.623 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 91499 |\n", + "| policy_loss | -26.5 |\n", + "| value_loss | 1.23e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.2 |\n", + "| time/ | |\n", + "| fps | 428 |\n", + "| iterations | 91600 |\n", + "| time_elapsed | 1067 |\n", + "| total_timesteps | 458000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 91599 |\n", + "| policy_loss | -11.9 |\n", + "| value_loss | 662 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.2 |\n", + "| time/ | |\n", + "| fps | 428 |\n", + "| iterations | 91700 |\n", + "| time_elapsed | 1069 |\n", + "| total_timesteps | 458500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 91699 |\n", + "| policy_loss | 8.04 |\n", + "| value_loss | 237 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 1.64 |\n", + "| time/ | |\n", + "| fps | 428 |\n", + "| iterations | 91800 |\n", + "| time_elapsed | 1071 |\n", + "| total_timesteps | 459000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 91799 |\n", + "| policy_loss | -39.4 |\n", + "| value_loss | 7.21e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 9.73 |\n", + "| time/ | |\n", + "| fps | 428 |\n", + "| iterations | 91900 |\n", + "| time_elapsed | 1072 |\n", + "| total_timesteps | 459500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 91899 |\n", + "| policy_loss | -32.6 |\n", + "| value_loss | 5.01e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51.5 |\n", + "| time/ | |\n", + "| fps | 428 |\n", + "| iterations | 92000 |\n", + "| time_elapsed | 1074 |\n", + "| total_timesteps | 460000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 91999 |\n", + "| policy_loss | -2.57 |\n", + "| value_loss | 4.29e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.9 |\n", + "| time/ | |\n", + "| fps | 428 |\n", + "| iterations | 92100 |\n", + "| time_elapsed | 1075 |\n", + "| total_timesteps | 460500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 92099 |\n", + "| policy_loss | -12.6 |\n", + "| value_loss | 1.05e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.2 |\n", + "| time/ | |\n", + "| fps | 427 |\n", + "| iterations | 92200 |\n", + "| time_elapsed | 1077 |\n", + "| total_timesteps | 461000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.595 |\n", + "| explained_variance | -1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 92199 |\n", + "| policy_loss | 15.2 |\n", + "| value_loss | 561 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.8 |\n", + "| time/ | |\n", + "| fps | 427 |\n", + "| iterations | 92300 |\n", + "| time_elapsed | 1079 |\n", + "| total_timesteps | 461500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.711 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 92299 |\n", + "| policy_loss | -6.3 |\n", + "| value_loss | 134 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.4 |\n", + "| time/ | |\n", + "| fps | 427 |\n", + "| iterations | 92400 |\n", + "| time_elapsed | 1080 |\n", + "| total_timesteps | 462000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 92399 |\n", + "| policy_loss | 69.8 |\n", + "| value_loss | 1.28e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -26.2 |\n", + "| time/ | |\n", + "| fps | 427 |\n", + "| iterations | 92500 |\n", + "| time_elapsed | 1082 |\n", + "| total_timesteps | 462500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.706 |\n", + "| explained_variance | -2.74e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 92499 |\n", + "| policy_loss | -7.19 |\n", + "| value_loss | 110 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 12 |\n", + "| time/ | |\n", + "| fps | 427 |\n", + "| iterations | 92600 |\n", + "| time_elapsed | 1083 |\n", + "| total_timesteps | 463000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.608 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 92599 |\n", + "| policy_loss | 24.2 |\n", + "| value_loss | 1.28e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.3 |\n", + "| time/ | |\n", + "| fps | 427 |\n", + "| iterations | 92700 |\n", + "| time_elapsed | 1085 |\n", + "| total_timesteps | 463500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.558 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 92699 |\n", + "| policy_loss | -2.76 |\n", + "| value_loss | 45.6 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.9 |\n", + "| time/ | |\n", + "| fps | 427 |\n", + "| iterations | 92800 |\n", + "| time_elapsed | 1086 |\n", + "| total_timesteps | 464000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.593 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 92799 |\n", + "| policy_loss | 8.8 |\n", + "| value_loss | 6.24e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.2 |\n", + "| time/ | |\n", + "| fps | 426 |\n", + "| iterations | 92900 |\n", + "| time_elapsed | 1088 |\n", + "| total_timesteps | 464500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 92899 |\n", + "| policy_loss | -91.4 |\n", + "| value_loss | 2.18e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 426 |\n", + "| iterations | 93000 |\n", + "| time_elapsed | 1089 |\n", + "| total_timesteps | 465000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 92999 |\n", + "| policy_loss | -0.8 |\n", + "| value_loss | 14.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.1 |\n", + "| time/ | |\n", + "| fps | 426 |\n", + "| iterations | 93100 |\n", + "| time_elapsed | 1091 |\n", + "| total_timesteps | 465500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.654 |\n", + "| explained_variance | -1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 93099 |\n", + "| policy_loss | -2.58 |\n", + "| value_loss | 2.7e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.8 |\n", + "| time/ | |\n", + "| fps | 426 |\n", + "| iterations | 93200 |\n", + "| time_elapsed | 1092 |\n", + "| total_timesteps | 466000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 93199 |\n", + "| policy_loss | -11.2 |\n", + "| value_loss | 290 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 426 |\n", + "| iterations | 93300 |\n", + "| time_elapsed | 1094 |\n", + "| total_timesteps | 466500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 93299 |\n", + "| policy_loss | -27.6 |\n", + "| value_loss | 8.13e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.8 |\n", + "| time/ | |\n", + "| fps | 426 |\n", + "| iterations | 93400 |\n", + "| time_elapsed | 1095 |\n", + "| total_timesteps | 467000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.646 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 93399 |\n", + "| policy_loss | -83.3 |\n", + "| value_loss | 1.83e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 426 |\n", + "| iterations | 93500 |\n", + "| time_elapsed | 1097 |\n", + "| total_timesteps | 467500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 93499 |\n", + "| policy_loss | -58 |\n", + "| value_loss | 1.06e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -159 |\n", + "| time/ | |\n", + "| fps | 426 |\n", + "| iterations | 93600 |\n", + "| time_elapsed | 1098 |\n", + "| total_timesteps | 468000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 93599 |\n", + "| policy_loss | 1.43 |\n", + "| value_loss | 569 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -153 |\n", + "| time/ | |\n", + "| fps | 425 |\n", + "| iterations | 93700 |\n", + "| time_elapsed | 1099 |\n", + "| total_timesteps | 468500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 6.56e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 93699 |\n", + "| policy_loss | -5.43 |\n", + "| value_loss | 89.4 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -181 |\n", + "| time/ | |\n", + "| fps | 425 |\n", + "| iterations | 93800 |\n", + "| time_elapsed | 1101 |\n", + "| total_timesteps | 469000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 93799 |\n", + "| policy_loss | 4.61 |\n", + "| value_loss | 81.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -122 |\n", + "| time/ | |\n", + "| fps | 425 |\n", + "| iterations | 93900 |\n", + "| time_elapsed | 1102 |\n", + "| total_timesteps | 469500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 93899 |\n", + "| policy_loss | -8.83 |\n", + "| value_loss | 444 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.1 |\n", + "| time/ | |\n", + "| fps | 425 |\n", + "| iterations | 94000 |\n", + "| time_elapsed | 1104 |\n", + "| total_timesteps | 470000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 93999 |\n", + "| policy_loss | -2.08 |\n", + "| value_loss | 69.9 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.6 |\n", + "| time/ | |\n", + "| fps | 425 |\n", + "| iterations | 94100 |\n", + "| time_elapsed | 1105 |\n", + "| total_timesteps | 470500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 94099 |\n", + "| policy_loss | 298 |\n", + "| value_loss | 2.12e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -7.31 |\n", + "| time/ | |\n", + "| fps | 425 |\n", + "| iterations | 94200 |\n", + "| time_elapsed | 1107 |\n", + "| total_timesteps | 471000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 94199 |\n", + "| policy_loss | 49.7 |\n", + "| value_loss | 1.01e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.2 |\n", + "| time/ | |\n", + "| fps | 425 |\n", + "| iterations | 94300 |\n", + "| time_elapsed | 1108 |\n", + "| total_timesteps | 471500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.704 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 94299 |\n", + "| policy_loss | -30.4 |\n", + "| value_loss | 3.58e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.4 |\n", + "| time/ | |\n", + "| fps | 425 |\n", + "| iterations | 94400 |\n", + "| time_elapsed | 1110 |\n", + "| total_timesteps | 472000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | 1.25e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 94399 |\n", + "| policy_loss | -5.35 |\n", + "| value_loss | 153 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.7 |\n", + "| time/ | |\n", + "| fps | 424 |\n", + "| iterations | 94500 |\n", + "| time_elapsed | 1111 |\n", + "| total_timesteps | 472500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | 1.85e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 94499 |\n", + "| policy_loss | 6.5 |\n", + "| value_loss | 795 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.9 |\n", + "| time/ | |\n", + "| fps | 424 |\n", + "| iterations | 94600 |\n", + "| time_elapsed | 1113 |\n", + "| total_timesteps | 473000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 94599 |\n", + "| policy_loss | 1.41 |\n", + "| value_loss | 8.34 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.2 |\n", + "| time/ | |\n", + "| fps | 424 |\n", + "| iterations | 94700 |\n", + "| time_elapsed | 1114 |\n", + "| total_timesteps | 473500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.73 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 94699 |\n", + "| policy_loss | -12.3 |\n", + "| value_loss | 236 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.7 |\n", + "| time/ | |\n", + "| fps | 424 |\n", + "| iterations | 94800 |\n", + "| time_elapsed | 1116 |\n", + "| total_timesteps | 474000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 94799 |\n", + "| policy_loss | -15.5 |\n", + "| value_loss | 408 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.6 |\n", + "| time/ | |\n", + "| fps | 424 |\n", + "| iterations | 94900 |\n", + "| time_elapsed | 1118 |\n", + "| total_timesteps | 474500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.738 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 94899 |\n", + "| policy_loss | -290 |\n", + "| value_loss | 1.92e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.5 |\n", + "| time/ | |\n", + "| fps | 424 |\n", + "| iterations | 95000 |\n", + "| time_elapsed | 1119 |\n", + "| total_timesteps | 475000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 94999 |\n", + "| policy_loss | -55.7 |\n", + "| value_loss | 1.02e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.3 |\n", + "| time/ | |\n", + "| fps | 424 |\n", + "| iterations | 95100 |\n", + "| time_elapsed | 1121 |\n", + "| total_timesteps | 475500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.73 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 95099 |\n", + "| policy_loss | -37.3 |\n", + "| value_loss | 1.56e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -13.4 |\n", + "| time/ | |\n", + "| fps | 423 |\n", + "| iterations | 95200 |\n", + "| time_elapsed | 1122 |\n", + "| total_timesteps | 476000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.58 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 95199 |\n", + "| policy_loss | 77.2 |\n", + "| value_loss | 4.97e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 1.44 |\n", + "| time/ | |\n", + "| fps | 423 |\n", + "| iterations | 95300 |\n", + "| time_elapsed | 1124 |\n", + "| total_timesteps | 476500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 95299 |\n", + "| policy_loss | -31.8 |\n", + "| value_loss | 2.47e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -29.2 |\n", + "| time/ | |\n", + "| fps | 423 |\n", + "| iterations | 95400 |\n", + "| time_elapsed | 1125 |\n", + "| total_timesteps | 477000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 95399 |\n", + "| policy_loss | -6.91 |\n", + "| value_loss | 272 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.2 |\n", + "| time/ | |\n", + "| fps | 423 |\n", + "| iterations | 95500 |\n", + "| time_elapsed | 1127 |\n", + "| total_timesteps | 477500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 95499 |\n", + "| policy_loss | 64.3 |\n", + "| value_loss | 9.79e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.1 |\n", + "| time/ | |\n", + "| fps | 423 |\n", + "| iterations | 95600 |\n", + "| time_elapsed | 1128 |\n", + "| total_timesteps | 478000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.769 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 95599 |\n", + "| policy_loss | -4.06 |\n", + "| value_loss | 11 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.8 |\n", + "| time/ | |\n", + "| fps | 423 |\n", + "| iterations | 95700 |\n", + "| time_elapsed | 1130 |\n", + "| total_timesteps | 478500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 95699 |\n", + "| policy_loss | -0.744 |\n", + "| value_loss | 7.95 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -20.5 |\n", + "| time/ | |\n", + "| fps | 423 |\n", + "| iterations | 95800 |\n", + "| time_elapsed | 1131 |\n", + "| total_timesteps | 479000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 95799 |\n", + "| policy_loss | 108 |\n", + "| value_loss | 2.71e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.1 |\n", + "| time/ | |\n", + "| fps | 423 |\n", + "| iterations | 95900 |\n", + "| time_elapsed | 1133 |\n", + "| total_timesteps | 479500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.558 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 95899 |\n", + "| policy_loss | -17.6 |\n", + "| value_loss | 750 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.4 |\n", + "| time/ | |\n", + "| fps | 423 |\n", + "| iterations | 96000 |\n", + "| time_elapsed | 1134 |\n", + "| total_timesteps | 480000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.637 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 95999 |\n", + "| policy_loss | -11.8 |\n", + "| value_loss | 1.33e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 96100 |\n", + "| time_elapsed | 1136 |\n", + "| total_timesteps | 480500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 96099 |\n", + "| policy_loss | 100 |\n", + "| value_loss | 6.68e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.1 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 96200 |\n", + "| time_elapsed | 1137 |\n", + "| total_timesteps | 481000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 96199 |\n", + "| policy_loss | -36.4 |\n", + "| value_loss | 4.07e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16.4 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 96300 |\n", + "| time_elapsed | 1139 |\n", + "| total_timesteps | 481500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 96299 |\n", + "| policy_loss | 103 |\n", + "| value_loss | 2.19e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 16.8 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 96400 |\n", + "| time_elapsed | 1140 |\n", + "| total_timesteps | 482000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 96399 |\n", + "| policy_loss | 260 |\n", + "| value_loss | 1.54e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -35.8 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 96500 |\n", + "| time_elapsed | 1141 |\n", + "| total_timesteps | 482500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.589 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 96499 |\n", + "| policy_loss | -9.92 |\n", + "| value_loss | 2.76e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.3 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 96600 |\n", + "| time_elapsed | 1143 |\n", + "| total_timesteps | 483000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 96599 |\n", + "| policy_loss | 16.1 |\n", + "| value_loss | 478 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.3 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 96700 |\n", + "| time_elapsed | 1144 |\n", + "| total_timesteps | 483500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 96699 |\n", + "| policy_loss | -0.0726 |\n", + "| value_loss | 7.13 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.8 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 96800 |\n", + "| time_elapsed | 1146 |\n", + "| total_timesteps | 484000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.506 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 96799 |\n", + "| policy_loss | -1.66 |\n", + "| value_loss | 88.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.5 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 96900 |\n", + "| time_elapsed | 1147 |\n", + "| total_timesteps | 484500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.605 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 96899 |\n", + "| policy_loss | 0.397 |\n", + "| value_loss | 61.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.7 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 97000 |\n", + "| time_elapsed | 1148 |\n", + "| total_timesteps | 485000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 96999 |\n", + "| policy_loss | 5.4 |\n", + "| value_loss | 112 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -10.2 |\n", + "| time/ | |\n", + "| fps | 422 |\n", + "| iterations | 97100 |\n", + "| time_elapsed | 1150 |\n", + "| total_timesteps | 485500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 97099 |\n", + "| policy_loss | 4.3 |\n", + "| value_loss | 41.2 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22.9 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 97200 |\n", + "| time_elapsed | 1151 |\n", + "| total_timesteps | 486000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 97199 |\n", + "| policy_loss | 9.15 |\n", + "| value_loss | 956 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -24.2 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 97300 |\n", + "| time_elapsed | 1153 |\n", + "| total_timesteps | 486500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 97299 |\n", + "| policy_loss | -20.5 |\n", + "| value_loss | 942 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.9 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 97400 |\n", + "| time_elapsed | 1154 |\n", + "| total_timesteps | 487000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 97399 |\n", + "| policy_loss | 22.2 |\n", + "| value_loss | 2.03e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -7.99 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 97500 |\n", + "| time_elapsed | 1155 |\n", + "| total_timesteps | 487500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 97499 |\n", + "| policy_loss | 0.122 |\n", + "| value_loss | 1.66 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.5 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 97600 |\n", + "| time_elapsed | 1157 |\n", + "| total_timesteps | 488000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 97599 |\n", + "| policy_loss | 6.84 |\n", + "| value_loss | 3.94e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.5 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 97700 |\n", + "| time_elapsed | 1158 |\n", + "| total_timesteps | 488500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.71 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 97699 |\n", + "| policy_loss | 1.15 |\n", + "| value_loss | 23.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -12.8 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 97800 |\n", + "| time_elapsed | 1160 |\n", + "| total_timesteps | 489000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 97799 |\n", + "| policy_loss | -4.48 |\n", + "| value_loss | 141 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.5 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 97900 |\n", + "| time_elapsed | 1161 |\n", + "| total_timesteps | 489500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 97899 |\n", + "| policy_loss | -5.07 |\n", + "| value_loss | 78.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 98000 |\n", + "| time_elapsed | 1163 |\n", + "| total_timesteps | 490000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 97999 |\n", + "| policy_loss | -159 |\n", + "| value_loss | 1.25e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 98100 |\n", + "| time_elapsed | 1164 |\n", + "| total_timesteps | 490500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 98099 |\n", + "| policy_loss | 64.5 |\n", + "| value_loss | 2.9e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 421 |\n", + "| iterations | 98200 |\n", + "| time_elapsed | 1166 |\n", + "| total_timesteps | 491000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.711 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 98199 |\n", + "| policy_loss | 53.5 |\n", + "| value_loss | 6.2e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -127 |\n", + "| time/ | |\n", + "| fps | 420 |\n", + "| iterations | 98300 |\n", + "| time_elapsed | 1167 |\n", + "| total_timesteps | 491500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.605 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 98299 |\n", + "| policy_loss | -32.3 |\n", + "| value_loss | 9.59e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 420 |\n", + "| iterations | 98400 |\n", + "| time_elapsed | 1169 |\n", + "| total_timesteps | 492000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 98399 |\n", + "| policy_loss | 322 |\n", + "| value_loss | 1.85e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 420 |\n", + "| iterations | 98500 |\n", + "| time_elapsed | 1170 |\n", + "| total_timesteps | 492500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 98499 |\n", + "| policy_loss | 7.64 |\n", + "| value_loss | 137 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.5 |\n", + "| time/ | |\n", + "| fps | 420 |\n", + "| iterations | 98600 |\n", + "| time_elapsed | 1172 |\n", + "| total_timesteps | 493000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 98599 |\n", + "| policy_loss | -3.12 |\n", + "| value_loss | 44.8 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.5 |\n", + "| time/ | |\n", + "| fps | 420 |\n", + "| iterations | 98700 |\n", + "| time_elapsed | 1173 |\n", + "| total_timesteps | 493500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.616 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 98699 |\n", + "| policy_loss | -9.43 |\n", + "| value_loss | 325 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.9 |\n", + "| time/ | |\n", + "| fps | 420 |\n", + "| iterations | 98800 |\n", + "| time_elapsed | 1175 |\n", + "| total_timesteps | 494000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 98799 |\n", + "| policy_loss | 7.14 |\n", + "| value_loss | 217 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59.8 |\n", + "| time/ | |\n", + "| fps | 420 |\n", + "| iterations | 98900 |\n", + "| time_elapsed | 1176 |\n", + "| total_timesteps | 494500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.529 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 98899 |\n", + "| policy_loss | 12 |\n", + "| value_loss | 3.32e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.5 |\n", + "| time/ | |\n", + "| fps | 420 |\n", + "| iterations | 99000 |\n", + "| time_elapsed | 1177 |\n", + "| total_timesteps | 495000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 98999 |\n", + "| policy_loss | -0.158 |\n", + "| value_loss | 122 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52 |\n", + "| time/ | |\n", + "| fps | 420 |\n", + "| iterations | 99100 |\n", + "| time_elapsed | 1179 |\n", + "| total_timesteps | 495500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.664 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99099 |\n", + "| policy_loss | 23.6 |\n", + "| value_loss | 7.84e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.1 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 99200 |\n", + "| time_elapsed | 1180 |\n", + "| total_timesteps | 496000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.639 |\n", + "| explained_variance | 5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99199 |\n", + "| policy_loss | 24.2 |\n", + "| value_loss | 1.07e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.1 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 99300 |\n", + "| time_elapsed | 1182 |\n", + "| total_timesteps | 496500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99299 |\n", + "| policy_loss | -26.5 |\n", + "| value_loss | 2.2e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -122 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 99400 |\n", + "| time_elapsed | 1184 |\n", + "| total_timesteps | 497000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.377 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99399 |\n", + "| policy_loss | -1.17 |\n", + "| value_loss | 81.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 99500 |\n", + "| time_elapsed | 1185 |\n", + "| total_timesteps | 497500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.664 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99499 |\n", + "| policy_loss | -10.3 |\n", + "| value_loss | 1.51e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -143 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 99600 |\n", + "| time_elapsed | 1186 |\n", + "| total_timesteps | 498000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.622 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99599 |\n", + "| policy_loss | 2.2 |\n", + "| value_loss | 26.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 99700 |\n", + "| time_elapsed | 1188 |\n", + "| total_timesteps | 498500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.552 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99699 |\n", + "| policy_loss | -36.4 |\n", + "| value_loss | 1.41e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.9 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 99800 |\n", + "| time_elapsed | 1189 |\n", + "| total_timesteps | 499000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.582 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99799 |\n", + "| policy_loss | 24.8 |\n", + "| value_loss | 6.35e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 99900 |\n", + "| time_elapsed | 1191 |\n", + "| total_timesteps | 499500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99899 |\n", + "| policy_loss | -26.7 |\n", + "| value_loss | 2.95e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.8 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 100000 |\n", + "| time_elapsed | 1192 |\n", + "| total_timesteps | 500000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 99999 |\n", + "| policy_loss | 6.68 |\n", + "| value_loss | 111 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 17.7 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 100100 |\n", + "| time_elapsed | 1193 |\n", + "| total_timesteps | 500500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 100099 |\n", + "| policy_loss | 176 |\n", + "| value_loss | 1.13e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 44 |\n", + "| time/ | |\n", + "| fps | 419 |\n", + "| iterations | 100200 |\n", + "| time_elapsed | 1195 |\n", + "| total_timesteps | 501000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.71 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 100199 |\n", + "| policy_loss | -0.546 |\n", + "| value_loss | 149 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 73.4 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 100300 |\n", + "| time_elapsed | 1197 |\n", + "| total_timesteps | 501500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.529 |\n", + "| explained_variance | -6.08e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 100299 |\n", + "| policy_loss | -0.506 |\n", + "| value_loss | 29.4 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 4.54 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 100400 |\n", + "| time_elapsed | 1198 |\n", + "| total_timesteps | 502000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 100399 |\n", + "| policy_loss | -13.5 |\n", + "| value_loss | 522 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.4 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 100500 |\n", + "| time_elapsed | 1200 |\n", + "| total_timesteps | 502500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 100499 |\n", + "| policy_loss | -32.5 |\n", + "| value_loss | 3.25e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.5 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 100600 |\n", + "| time_elapsed | 1201 |\n", + "| total_timesteps | 503000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.611 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 100599 |\n", + "| policy_loss | -53.2 |\n", + "| value_loss | 4.93e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -90.9 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 100700 |\n", + "| time_elapsed | 1202 |\n", + "| total_timesteps | 503500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 100699 |\n", + "| policy_loss | -13.5 |\n", + "| value_loss | 491 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.8 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 100800 |\n", + "| time_elapsed | 1204 |\n", + "| total_timesteps | 504000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 100799 |\n", + "| policy_loss | -40.1 |\n", + "| value_loss | 1.07e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.2 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 100900 |\n", + "| time_elapsed | 1205 |\n", + "| total_timesteps | 504500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.61 |\n", + "| explained_variance | 1.43e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 100899 |\n", + "| policy_loss | -21 |\n", + "| value_loss | 395 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.9 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 101000 |\n", + "| time_elapsed | 1207 |\n", + "| total_timesteps | 505000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 100999 |\n", + "| policy_loss | 95.9 |\n", + "| value_loss | 6.04e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.4 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 101100 |\n", + "| time_elapsed | 1208 |\n", + "| total_timesteps | 505500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 2.8e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 101099 |\n", + "| policy_loss | 0.206 |\n", + "| value_loss | 8.51 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.7 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 101200 |\n", + "| time_elapsed | 1210 |\n", + "| total_timesteps | 506000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 101199 |\n", + "| policy_loss | -184 |\n", + "| value_loss | 1.16e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.5 |\n", + "| time/ | |\n", + "| fps | 418 |\n", + "| iterations | 101300 |\n", + "| time_elapsed | 1211 |\n", + "| total_timesteps | 506500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.6 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 101299 |\n", + "| policy_loss | -4.53 |\n", + "| value_loss | 119 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 417 |\n", + "| iterations | 101400 |\n", + "| time_elapsed | 1213 |\n", + "| total_timesteps | 507000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 101399 |\n", + "| policy_loss | -279 |\n", + "| value_loss | 2.69e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -148 |\n", + "| time/ | |\n", + "| fps | 417 |\n", + "| iterations | 101500 |\n", + "| time_elapsed | 1214 |\n", + "| total_timesteps | 507500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 101499 |\n", + "| policy_loss | 2.49 |\n", + "| value_loss | 75.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.2 |\n", + "| time/ | |\n", + "| fps | 417 |\n", + "| iterations | 101600 |\n", + "| time_elapsed | 1216 |\n", + "| total_timesteps | 508000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | 3.7e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 101599 |\n", + "| policy_loss | -2.76 |\n", + "| value_loss | 63.1 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 417 |\n", + "| iterations | 101700 |\n", + "| time_elapsed | 1217 |\n", + "| total_timesteps | 508500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 101699 |\n", + "| policy_loss | -4.04 |\n", + "| value_loss | 37.5 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.2 |\n", + "| time/ | |\n", + "| fps | 417 |\n", + "| iterations | 101800 |\n", + "| time_elapsed | 1219 |\n", + "| total_timesteps | 509000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 101799 |\n", + "| policy_loss | -0.435 |\n", + "| value_loss | 9.52 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.6 |\n", + "| time/ | |\n", + "| fps | 417 |\n", + "| iterations | 101900 |\n", + "| time_elapsed | 1220 |\n", + "| total_timesteps | 509500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 101899 |\n", + "| policy_loss | -5.49 |\n", + "| value_loss | 102 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.1 |\n", + "| time/ | |\n", + "| fps | 417 |\n", + "| iterations | 102000 |\n", + "| time_elapsed | 1221 |\n", + "| total_timesteps | 510000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 101999 |\n", + "| policy_loss | -8.03 |\n", + "| value_loss | 526 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -14.4 |\n", + "| time/ | |\n", + "| fps | 417 |\n", + "| iterations | 102100 |\n", + "| time_elapsed | 1223 |\n", + "| total_timesteps | 510500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.584 |\n", + "| explained_variance | 6.56e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 102099 |\n", + "| policy_loss | -37.9 |\n", + "| value_loss | 3.12e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 3.42 |\n", + "| time/ | |\n", + "| fps | 417 |\n", + "| iterations | 102200 |\n", + "| time_elapsed | 1224 |\n", + "| total_timesteps | 511000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 102199 |\n", + "| policy_loss | -5.61 |\n", + "| value_loss | 78.3 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -21.1 |\n", + "| time/ | |\n", + "| fps | 417 |\n", + "| iterations | 102300 |\n", + "| time_elapsed | 1226 |\n", + "| total_timesteps | 511500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 102299 |\n", + "| policy_loss | 69.7 |\n", + "| value_loss | 1.35e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -6.32 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 102400 |\n", + "| time_elapsed | 1227 |\n", + "| total_timesteps | 512000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 102399 |\n", + "| policy_loss | -6.14 |\n", + "| value_loss | 531 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.8 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 102500 |\n", + "| time_elapsed | 1229 |\n", + "| total_timesteps | 512500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 102499 |\n", + "| policy_loss | -11.3 |\n", + "| value_loss | 288 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.1 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 102600 |\n", + "| time_elapsed | 1230 |\n", + "| total_timesteps | 513000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 102599 |\n", + "| policy_loss | -101 |\n", + "| value_loss | 4.4e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.8 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 102700 |\n", + "| time_elapsed | 1232 |\n", + "| total_timesteps | 513500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 102699 |\n", + "| policy_loss | 11.7 |\n", + "| value_loss | 731 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 102800 |\n", + "| time_elapsed | 1233 |\n", + "| total_timesteps | 514000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 102799 |\n", + "| policy_loss | -26 |\n", + "| value_loss | 1.74e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -123 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 102900 |\n", + "| time_elapsed | 1235 |\n", + "| total_timesteps | 514500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 102899 |\n", + "| policy_loss | -3.92 |\n", + "| value_loss | 37.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -152 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 103000 |\n", + "| time_elapsed | 1236 |\n", + "| total_timesteps | 515000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 102999 |\n", + "| policy_loss | -158 |\n", + "| value_loss | 8.39e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 103100 |\n", + "| time_elapsed | 1238 |\n", + "| total_timesteps | 515500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.6 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 103099 |\n", + "| policy_loss | 6.62 |\n", + "| value_loss | 166 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 103200 |\n", + "| time_elapsed | 1239 |\n", + "| total_timesteps | 516000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 103199 |\n", + "| policy_loss | -10.7 |\n", + "| value_loss | 254 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.6 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 103300 |\n", + "| time_elapsed | 1240 |\n", + "| total_timesteps | 516500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 103299 |\n", + "| policy_loss | -151 |\n", + "| value_loss | 1.29e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.5 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 103400 |\n", + "| time_elapsed | 1242 |\n", + "| total_timesteps | 517000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 103399 |\n", + "| policy_loss | -0.35 |\n", + "| value_loss | 16.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -120 |\n", + "| time/ | |\n", + "| fps | 416 |\n", + "| iterations | 103500 |\n", + "| time_elapsed | 1243 |\n", + "| total_timesteps | 517500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 103499 |\n", + "| policy_loss | -15.2 |\n", + "| value_loss | 983 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -117 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 103600 |\n", + "| time_elapsed | 1245 |\n", + "| total_timesteps | 518000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.607 |\n", + "| explained_variance | -3.81e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 103599 |\n", + "| policy_loss | 3.62 |\n", + "| value_loss | 96.7 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 103700 |\n", + "| time_elapsed | 1246 |\n", + "| total_timesteps | 518500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.64 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 103699 |\n", + "| policy_loss | -13.8 |\n", + "| value_loss | 802 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 103800 |\n", + "| time_elapsed | 1248 |\n", + "| total_timesteps | 519000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 103799 |\n", + "| policy_loss | -195 |\n", + "| value_loss | 1.47e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.8 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 103900 |\n", + "| time_elapsed | 1249 |\n", + "| total_timesteps | 519500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 103899 |\n", + "| policy_loss | -3.92 |\n", + "| value_loss | 51.1 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.5 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 104000 |\n", + "| time_elapsed | 1251 |\n", + "| total_timesteps | 520000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.607 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 103999 |\n", + "| policy_loss | -219 |\n", + "| value_loss | 7.99e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.6 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 104100 |\n", + "| time_elapsed | 1252 |\n", + "| total_timesteps | 520500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | -7.03e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 104099 |\n", + "| policy_loss | -9.14 |\n", + "| value_loss | 95.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.2 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 104200 |\n", + "| time_elapsed | 1254 |\n", + "| total_timesteps | 521000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 104199 |\n", + "| policy_loss | 69.6 |\n", + "| value_loss | 3.06e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.4 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 104300 |\n", + "| time_elapsed | 1255 |\n", + "| total_timesteps | 521500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 104299 |\n", + "| policy_loss | 25.1 |\n", + "| value_loss | 1.29e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.3 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 104400 |\n", + "| time_elapsed | 1257 |\n", + "| total_timesteps | 522000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.632 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 104399 |\n", + "| policy_loss | -7.02 |\n", + "| value_loss | 671 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.7 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 104500 |\n", + "| time_elapsed | 1258 |\n", + "| total_timesteps | 522500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 104499 |\n", + "| policy_loss | -37.4 |\n", + "| value_loss | 2.58e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 415 |\n", + "| iterations | 104600 |\n", + "| time_elapsed | 1260 |\n", + "| total_timesteps | 523000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.541 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 104599 |\n", + "| policy_loss | -1.39 |\n", + "| value_loss | 24.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -130 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 104700 |\n", + "| time_elapsed | 1261 |\n", + "| total_timesteps | 523500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 7.75e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 104699 |\n", + "| policy_loss | 2.89 |\n", + "| value_loss | 60.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 104800 |\n", + "| time_elapsed | 1262 |\n", + "| total_timesteps | 524000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 104799 |\n", + "| policy_loss | 5.71 |\n", + "| value_loss | 106 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -115 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 104900 |\n", + "| time_elapsed | 1264 |\n", + "| total_timesteps | 524500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 104899 |\n", + "| policy_loss | 12.6 |\n", + "| value_loss | 515 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 105000 |\n", + "| time_elapsed | 1265 |\n", + "| total_timesteps | 525000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 7.75e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 104999 |\n", + "| policy_loss | -44.9 |\n", + "| value_loss | 3.44e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 105100 |\n", + "| time_elapsed | 1267 |\n", + "| total_timesteps | 525500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 105099 |\n", + "| policy_loss | -20.2 |\n", + "| value_loss | 2.46e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.7 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 105200 |\n", + "| time_elapsed | 1268 |\n", + "| total_timesteps | 526000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 105199 |\n", + "| policy_loss | -10.2 |\n", + "| value_loss | 357 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.7 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 105300 |\n", + "| time_elapsed | 1269 |\n", + "| total_timesteps | 526500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 105299 |\n", + "| policy_loss | -5.28 |\n", + "| value_loss | 1.35e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.5 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 105400 |\n", + "| time_elapsed | 1271 |\n", + "| total_timesteps | 527000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 105399 |\n", + "| policy_loss | -4.23 |\n", + "| value_loss | 287 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.3 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 105500 |\n", + "| time_elapsed | 1272 |\n", + "| total_timesteps | 527500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 105499 |\n", + "| policy_loss | 90.1 |\n", + "| value_loss | 1.35e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.9 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 105600 |\n", + "| time_elapsed | 1274 |\n", + "| total_timesteps | 528000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 105599 |\n", + "| policy_loss | -3.23 |\n", + "| value_loss | 33.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 105700 |\n", + "| time_elapsed | 1276 |\n", + "| total_timesteps | 528500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 105699 |\n", + "| policy_loss | 5.64 |\n", + "| value_loss | 126 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.2 |\n", + "| time/ | |\n", + "| fps | 414 |\n", + "| iterations | 105800 |\n", + "| time_elapsed | 1277 |\n", + "| total_timesteps | 529000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 4.95e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 105799 |\n", + "| policy_loss | -5.47 |\n", + "| value_loss | 69.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 105900 |\n", + "| time_elapsed | 1279 |\n", + "| total_timesteps | 529500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 105899 |\n", + "| policy_loss | -43.8 |\n", + "| value_loss | 4.34e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 106000 |\n", + "| time_elapsed | 1280 |\n", + "| total_timesteps | 530000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | -1.67e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 105999 |\n", + "| policy_loss | -3.6 |\n", + "| value_loss | 17.4 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.8 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 106100 |\n", + "| time_elapsed | 1282 |\n", + "| total_timesteps | 530500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 106099 |\n", + "| policy_loss | -274 |\n", + "| value_loss | 2.99e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 106200 |\n", + "| time_elapsed | 1283 |\n", + "| total_timesteps | 531000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 106199 |\n", + "| policy_loss | -42.4 |\n", + "| value_loss | 4.89e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 106300 |\n", + "| time_elapsed | 1285 |\n", + "| total_timesteps | 531500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | 1.37e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 106299 |\n", + "| policy_loss | 1.7 |\n", + "| value_loss | 7.44 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -126 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 106400 |\n", + "| time_elapsed | 1286 |\n", + "| total_timesteps | 532000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.561 |\n", + "| explained_variance | 4.59e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 106399 |\n", + "| policy_loss | 1.48 |\n", + "| value_loss | 60.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -191 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 106500 |\n", + "| time_elapsed | 1288 |\n", + "| total_timesteps | 532500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.637 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 106499 |\n", + "| policy_loss | 72.7 |\n", + "| value_loss | 2.86e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -155 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 106600 |\n", + "| time_elapsed | 1289 |\n", + "| total_timesteps | 533000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.634 |\n", + "| explained_variance | 1.85e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 106599 |\n", + "| policy_loss | -0.0877 |\n", + "| value_loss | 64.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -160 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 106700 |\n", + "| time_elapsed | 1291 |\n", + "| total_timesteps | 533500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.564 |\n", + "| explained_variance | -3.81e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 106699 |\n", + "| policy_loss | -0.266 |\n", + "| value_loss | 2.24 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 106800 |\n", + "| time_elapsed | 1292 |\n", + "| total_timesteps | 534000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.627 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 106799 |\n", + "| policy_loss | 117 |\n", + "| value_loss | 4.13e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.2 |\n", + "| time/ | |\n", + "| fps | 413 |\n", + "| iterations | 106900 |\n", + "| time_elapsed | 1294 |\n", + "| total_timesteps | 534500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.553 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 106899 |\n", + "| policy_loss | 2.12 |\n", + "| value_loss | 1.88e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.3 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 107000 |\n", + "| time_elapsed | 1295 |\n", + "| total_timesteps | 535000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.586 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 106999 |\n", + "| policy_loss | 15.6 |\n", + "| value_loss | 2.9e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.8 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 107100 |\n", + "| time_elapsed | 1296 |\n", + "| total_timesteps | 535500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 107099 |\n", + "| policy_loss | -88.7 |\n", + "| value_loss | 2.74e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.1 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 107200 |\n", + "| time_elapsed | 1298 |\n", + "| total_timesteps | 536000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | -6.44e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 107199 |\n", + "| policy_loss | -4.62 |\n", + "| value_loss | 51.7 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.4 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 107300 |\n", + "| time_elapsed | 1299 |\n", + "| total_timesteps | 536500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 107299 |\n", + "| policy_loss | -6.01 |\n", + "| value_loss | 113 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.5 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 107400 |\n", + "| time_elapsed | 1301 |\n", + "| total_timesteps | 537000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 107399 |\n", + "| policy_loss | 4.07 |\n", + "| value_loss | 49.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.6 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 107500 |\n", + "| time_elapsed | 1302 |\n", + "| total_timesteps | 537500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 107499 |\n", + "| policy_loss | 15 |\n", + "| value_loss | 504 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.4 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 107600 |\n", + "| time_elapsed | 1304 |\n", + "| total_timesteps | 538000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 107599 |\n", + "| policy_loss | -2.43 |\n", + "| value_loss | 14.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -115 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 107700 |\n", + "| time_elapsed | 1305 |\n", + "| total_timesteps | 538500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.612 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 107699 |\n", + "| policy_loss | -153 |\n", + "| value_loss | 1.12e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 107800 |\n", + "| time_elapsed | 1306 |\n", + "| total_timesteps | 539000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 107799 |\n", + "| policy_loss | 7.35 |\n", + "| value_loss | 185 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 107900 |\n", + "| time_elapsed | 1308 |\n", + "| total_timesteps | 539500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 107899 |\n", + "| policy_loss | 82.8 |\n", + "| value_loss | 4.75e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 108000 |\n", + "| time_elapsed | 1309 |\n", + "| total_timesteps | 540000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 1.85e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 107999 |\n", + "| policy_loss | -2.28 |\n", + "| value_loss | 15.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 108100 |\n", + "| time_elapsed | 1311 |\n", + "| total_timesteps | 540500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.765 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 108099 |\n", + "| policy_loss | -28.6 |\n", + "| value_loss | 1.38e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -114 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 108200 |\n", + "| time_elapsed | 1312 |\n", + "| total_timesteps | 541000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 108199 |\n", + "| policy_loss | -37.9 |\n", + "| value_loss | 4.64e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 412 |\n", + "| iterations | 108300 |\n", + "| time_elapsed | 1314 |\n", + "| total_timesteps | 541500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.638 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 108299 |\n", + "| policy_loss | -77.3 |\n", + "| value_loss | 3.39e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 108400 |\n", + "| time_elapsed | 1315 |\n", + "| total_timesteps | 542000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 108399 |\n", + "| policy_loss | -20.6 |\n", + "| value_loss | 2.61e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.9 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 108500 |\n", + "| time_elapsed | 1317 |\n", + "| total_timesteps | 542500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.566 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 108499 |\n", + "| policy_loss | -62.4 |\n", + "| value_loss | 4.39e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 108600 |\n", + "| time_elapsed | 1318 |\n", + "| total_timesteps | 543000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 108599 |\n", + "| policy_loss | -2 |\n", + "| value_loss | 360 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.5 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 108700 |\n", + "| time_elapsed | 1320 |\n", + "| total_timesteps | 543500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 108699 |\n", + "| policy_loss | -0.0432 |\n", + "| value_loss | 64.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.8 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 108800 |\n", + "| time_elapsed | 1321 |\n", + "| total_timesteps | 544000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 108799 |\n", + "| policy_loss | 15.3 |\n", + "| value_loss | 1.12e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 108900 |\n", + "| time_elapsed | 1323 |\n", + "| total_timesteps | 544500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 108899 |\n", + "| policy_loss | -3.89 |\n", + "| value_loss | 57.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.7 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 109000 |\n", + "| time_elapsed | 1324 |\n", + "| total_timesteps | 545000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 108999 |\n", + "| policy_loss | -6.42 |\n", + "| value_loss | 82 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.1 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 109100 |\n", + "| time_elapsed | 1326 |\n", + "| total_timesteps | 545500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 109099 |\n", + "| policy_loss | 2.08 |\n", + "| value_loss | 17.1 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -35.8 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 109200 |\n", + "| time_elapsed | 1327 |\n", + "| total_timesteps | 546000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.626 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 109199 |\n", + "| policy_loss | -28 |\n", + "| value_loss | 8.41e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 3.27 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 109300 |\n", + "| time_elapsed | 1329 |\n", + "| total_timesteps | 546500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 109299 |\n", + "| policy_loss | 3.82 |\n", + "| value_loss | 55.7 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 6.41 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 109400 |\n", + "| time_elapsed | 1330 |\n", + "| total_timesteps | 547000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 109399 |\n", + "| policy_loss | 472 |\n", + "| value_loss | 4.91e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 12.2 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 109500 |\n", + "| time_elapsed | 1332 |\n", + "| total_timesteps | 547500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.731 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 109499 |\n", + "| policy_loss | 5.5 |\n", + "| value_loss | 29.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.8 |\n", + "| time/ | |\n", + "| fps | 411 |\n", + "| iterations | 109600 |\n", + "| time_elapsed | 1333 |\n", + "| total_timesteps | 548000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 109599 |\n", + "| policy_loss | -1.81 |\n", + "| value_loss | 17.9 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.5 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 109700 |\n", + "| time_elapsed | 1334 |\n", + "| total_timesteps | 548500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 109699 |\n", + "| policy_loss | -4.82 |\n", + "| value_loss | 109 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 109800 |\n", + "| time_elapsed | 1336 |\n", + "| total_timesteps | 549000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 109799 |\n", + "| policy_loss | -0.459 |\n", + "| value_loss | 264 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -174 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 109900 |\n", + "| time_elapsed | 1337 |\n", + "| total_timesteps | 549500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 109899 |\n", + "| policy_loss | -0.82 |\n", + "| value_loss | 106 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -122 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 110000 |\n", + "| time_elapsed | 1339 |\n", + "| total_timesteps | 550000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 109999 |\n", + "| policy_loss | 143 |\n", + "| value_loss | 7.87e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -139 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 110100 |\n", + "| time_elapsed | 1340 |\n", + "| total_timesteps | 550500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.585 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 110099 |\n", + "| policy_loss | -10.4 |\n", + "| value_loss | 498 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 110200 |\n", + "| time_elapsed | 1342 |\n", + "| total_timesteps | 551000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 110199 |\n", + "| policy_loss | 30.5 |\n", + "| value_loss | 3.55e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.9 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 110300 |\n", + "| time_elapsed | 1343 |\n", + "| total_timesteps | 551500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.642 |\n", + "| explained_variance | 1.91e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 110299 |\n", + "| policy_loss | 85 |\n", + "| value_loss | 3.56e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -13.3 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 110400 |\n", + "| time_elapsed | 1345 |\n", + "| total_timesteps | 552000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 1.97e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 110399 |\n", + "| policy_loss | -1.55 |\n", + "| value_loss | 9.85 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -0.0714 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 110500 |\n", + "| time_elapsed | 1346 |\n", + "| total_timesteps | 552500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 110499 |\n", + "| policy_loss | -203 |\n", + "| value_loss | 1.14e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -15.1 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 110600 |\n", + "| time_elapsed | 1347 |\n", + "| total_timesteps | 553000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 110599 |\n", + "| policy_loss | -127 |\n", + "| value_loss | 4.46e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.3 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 110700 |\n", + "| time_elapsed | 1349 |\n", + "| total_timesteps | 553500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 110699 |\n", + "| policy_loss | -16 |\n", + "| value_loss | 605 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 410 |\n", + "| iterations | 110800 |\n", + "| time_elapsed | 1351 |\n", + "| total_timesteps | 554000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 110799 |\n", + "| policy_loss | -27.7 |\n", + "| value_loss | 1.68e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.4 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 110900 |\n", + "| time_elapsed | 1352 |\n", + "| total_timesteps | 554500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 110899 |\n", + "| policy_loss | -8.08 |\n", + "| value_loss | 433 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.1 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 111000 |\n", + "| time_elapsed | 1354 |\n", + "| total_timesteps | 555000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 110999 |\n", + "| policy_loss | -2.6 |\n", + "| value_loss | 26.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.2 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 111100 |\n", + "| time_elapsed | 1355 |\n", + "| total_timesteps | 555500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.704 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 111099 |\n", + "| policy_loss | -106 |\n", + "| value_loss | 4.03e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51.8 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 111200 |\n", + "| time_elapsed | 1357 |\n", + "| total_timesteps | 556000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.604 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 111199 |\n", + "| policy_loss | 5.55 |\n", + "| value_loss | 264 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.5 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 111300 |\n", + "| time_elapsed | 1358 |\n", + "| total_timesteps | 556500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.628 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 111299 |\n", + "| policy_loss | 3.53 |\n", + "| value_loss | 172 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 111400 |\n", + "| time_elapsed | 1359 |\n", + "| total_timesteps | 557000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 111399 |\n", + "| policy_loss | -12.4 |\n", + "| value_loss | 459 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 111500 |\n", + "| time_elapsed | 1361 |\n", + "| total_timesteps | 557500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.55 |\n", + "| explained_variance | -2.26e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 111499 |\n", + "| policy_loss | 8.73 |\n", + "| value_loss | 109 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -135 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 111600 |\n", + "| time_elapsed | 1362 |\n", + "| total_timesteps | 558000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.552 |\n", + "| explained_variance | -2.26e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 111599 |\n", + "| policy_loss | -4.39 |\n", + "| value_loss | 68.6 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -106 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 111700 |\n", + "| time_elapsed | 1364 |\n", + "| total_timesteps | 558500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.709 |\n", + "| explained_variance | -5.13e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 111699 |\n", + "| policy_loss | 1.2 |\n", + "| value_loss | 4.97 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.9 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 111800 |\n", + "| time_elapsed | 1365 |\n", + "| total_timesteps | 559000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 111799 |\n", + "| policy_loss | -1.85 |\n", + "| value_loss | 11 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 111900 |\n", + "| time_elapsed | 1367 |\n", + "| total_timesteps | 559500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | 6.56e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 111899 |\n", + "| policy_loss | 5.75 |\n", + "| value_loss | 76.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 112000 |\n", + "| time_elapsed | 1368 |\n", + "| total_timesteps | 560000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.625 |\n", + "| explained_variance | 7.75e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 111999 |\n", + "| policy_loss | 1.18 |\n", + "| value_loss | 180 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.8 |\n", + "| time/ | |\n", + "| fps | 409 |\n", + "| iterations | 112100 |\n", + "| time_elapsed | 1370 |\n", + "| total_timesteps | 560500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 112099 |\n", + "| policy_loss | 432 |\n", + "| value_loss | 4.22e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.2 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 112200 |\n", + "| time_elapsed | 1371 |\n", + "| total_timesteps | 561000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.716 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 112199 |\n", + "| policy_loss | -0.802 |\n", + "| value_loss | 2.62 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -25.3 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 112300 |\n", + "| time_elapsed | 1373 |\n", + "| total_timesteps | 561500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 112299 |\n", + "| policy_loss | -28.3 |\n", + "| value_loss | 4.72e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -6.4 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 112400 |\n", + "| time_elapsed | 1374 |\n", + "| total_timesteps | 562000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | -4.17e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 112399 |\n", + "| policy_loss | -0.07 |\n", + "| value_loss | 0.364 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 112500 |\n", + "| time_elapsed | 1376 |\n", + "| total_timesteps | 562500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 2.56e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 112499 |\n", + "| policy_loss | -2.04 |\n", + "| value_loss | 37.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.4 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 112600 |\n", + "| time_elapsed | 1377 |\n", + "| total_timesteps | 563000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 112599 |\n", + "| policy_loss | 25.8 |\n", + "| value_loss | 3.28e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -35.5 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 112700 |\n", + "| time_elapsed | 1379 |\n", + "| total_timesteps | 563500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 112699 |\n", + "| policy_loss | -23.7 |\n", + "| value_loss | 3.95e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.9 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 112800 |\n", + "| time_elapsed | 1380 |\n", + "| total_timesteps | 564000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 112799 |\n", + "| policy_loss | -731 |\n", + "| value_loss | 1.7e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -19.2 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 112900 |\n", + "| time_elapsed | 1382 |\n", + "| total_timesteps | 564500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | -1.43e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 112899 |\n", + "| policy_loss | -2.14 |\n", + "| value_loss | 22.5 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.6 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 113000 |\n", + "| time_elapsed | 1383 |\n", + "| total_timesteps | 565000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 112999 |\n", + "| policy_loss | 14.1 |\n", + "| value_loss | 871 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.7 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 113100 |\n", + "| time_elapsed | 1385 |\n", + "| total_timesteps | 565500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 113099 |\n", + "| policy_loss | 94.6 |\n", + "| value_loss | 2.58e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 113200 |\n", + "| time_elapsed | 1386 |\n", + "| total_timesteps | 566000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.71 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 113199 |\n", + "| policy_loss | -30.4 |\n", + "| value_loss | 3.61e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 408 |\n", + "| iterations | 113300 |\n", + "| time_elapsed | 1388 |\n", + "| total_timesteps | 566500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.628 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 113299 |\n", + "| policy_loss | -27.3 |\n", + "| value_loss | 7.73e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.4 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 113400 |\n", + "| time_elapsed | 1389 |\n", + "| total_timesteps | 567000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 113399 |\n", + "| policy_loss | 129 |\n", + "| value_loss | 7.17e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.2 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 113500 |\n", + "| time_elapsed | 1391 |\n", + "| total_timesteps | 567500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.588 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 113499 |\n", + "| policy_loss | 2.96 |\n", + "| value_loss | 97.4 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -114 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 113600 |\n", + "| time_elapsed | 1392 |\n", + "| total_timesteps | 568000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.609 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 113599 |\n", + "| policy_loss | 6.31 |\n", + "| value_loss | 117 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 113700 |\n", + "| time_elapsed | 1394 |\n", + "| total_timesteps | 568500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 113699 |\n", + "| policy_loss | 3.23 |\n", + "| value_loss | 45.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -137 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 113800 |\n", + "| time_elapsed | 1395 |\n", + "| total_timesteps | 569000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 113799 |\n", + "| policy_loss | 4.22 |\n", + "| value_loss | 53.6 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -134 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 113900 |\n", + "| time_elapsed | 1396 |\n", + "| total_timesteps | 569500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.609 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 113899 |\n", + "| policy_loss | -4.32 |\n", + "| value_loss | 68.9 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -106 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 114000 |\n", + "| time_elapsed | 1398 |\n", + "| total_timesteps | 570000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 113999 |\n", + "| policy_loss | 173 |\n", + "| value_loss | 1.44e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -130 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 114100 |\n", + "| time_elapsed | 1399 |\n", + "| total_timesteps | 570500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 114099 |\n", + "| policy_loss | -106 |\n", + "| value_loss | 7.52e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -93 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 114200 |\n", + "| time_elapsed | 1401 |\n", + "| total_timesteps | 571000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 114199 |\n", + "| policy_loss | 5.6 |\n", + "| value_loss | 237 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.4 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 114300 |\n", + "| time_elapsed | 1402 |\n", + "| total_timesteps | 571500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.664 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 114299 |\n", + "| policy_loss | 21.9 |\n", + "| value_loss | 596 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.4 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 114400 |\n", + "| time_elapsed | 1404 |\n", + "| total_timesteps | 572000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 114399 |\n", + "| policy_loss | 31.6 |\n", + "| value_loss | 1.58e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -35.5 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 114500 |\n", + "| time_elapsed | 1405 |\n", + "| total_timesteps | 572500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.608 |\n", + "| explained_variance | -1.05e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 114499 |\n", + "| policy_loss | -2.18 |\n", + "| value_loss | 36.2 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.6 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 114600 |\n", + "| time_elapsed | 1407 |\n", + "| total_timesteps | 573000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.726 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 114599 |\n", + "| policy_loss | 1.02 |\n", + "| value_loss | 4.65 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.1 |\n", + "| time/ | |\n", + "| fps | 407 |\n", + "| iterations | 114700 |\n", + "| time_elapsed | 1408 |\n", + "| total_timesteps | 573500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 114699 |\n", + "| policy_loss | -4.01 |\n", + "| value_loss | 160 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 114800 |\n", + "| time_elapsed | 1410 |\n", + "| total_timesteps | 574000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 114799 |\n", + "| policy_loss | -2.97 |\n", + "| value_loss | 24.9 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -134 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 114900 |\n", + "| time_elapsed | 1411 |\n", + "| total_timesteps | 574500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 114899 |\n", + "| policy_loss | -21.4 |\n", + "| value_loss | 3.33e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -140 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 115000 |\n", + "| time_elapsed | 1413 |\n", + "| total_timesteps | 575000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 114999 |\n", + "| policy_loss | -1.03 |\n", + "| value_loss | 24 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 115100 |\n", + "| time_elapsed | 1414 |\n", + "| total_timesteps | 575500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.626 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 115099 |\n", + "| policy_loss | -37.9 |\n", + "| value_loss | 8.61e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 115200 |\n", + "| time_elapsed | 1416 |\n", + "| total_timesteps | 576000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 115199 |\n", + "| policy_loss | 7.09 |\n", + "| value_loss | 117 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.6 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 115300 |\n", + "| time_elapsed | 1417 |\n", + "| total_timesteps | 576500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 115299 |\n", + "| policy_loss | 59.3 |\n", + "| value_loss | 1.11e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -25.5 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 115400 |\n", + "| time_elapsed | 1419 |\n", + "| total_timesteps | 577000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.574 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 115399 |\n", + "| policy_loss | 10.4 |\n", + "| value_loss | 1.04e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.6 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 115500 |\n", + "| time_elapsed | 1420 |\n", + "| total_timesteps | 577500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 115499 |\n", + "| policy_loss | 116 |\n", + "| value_loss | 5.46e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.3 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 115600 |\n", + "| time_elapsed | 1422 |\n", + "| total_timesteps | 578000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 115599 |\n", + "| policy_loss | -2.07 |\n", + "| value_loss | 75.1 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -133 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 115700 |\n", + "| time_elapsed | 1423 |\n", + "| total_timesteps | 578500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 115699 |\n", + "| policy_loss | 37.5 |\n", + "| value_loss | 6.35e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -131 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 115800 |\n", + "| time_elapsed | 1425 |\n", + "| total_timesteps | 579000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.353 |\n", + "| explained_variance | 8.94e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 115799 |\n", + "| policy_loss | -1.71 |\n", + "| value_loss | 221 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -153 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 115900 |\n", + "| time_elapsed | 1426 |\n", + "| total_timesteps | 579500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.597 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 115899 |\n", + "| policy_loss | -2.01 |\n", + "| value_loss | 86.3 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -156 |\n", + "| time/ | |\n", + "| fps | 406 |\n", + "| iterations | 116000 |\n", + "| time_elapsed | 1428 |\n", + "| total_timesteps | 580000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.527 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 115999 |\n", + "| policy_loss | -14.3 |\n", + "| value_loss | 618 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -176 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 116100 |\n", + "| time_elapsed | 1429 |\n", + "| total_timesteps | 580500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.72 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 116099 |\n", + "| policy_loss | 12.8 |\n", + "| value_loss | 115 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -228 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 116200 |\n", + "| time_elapsed | 1431 |\n", + "| total_timesteps | 581000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.496 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 116199 |\n", + "| policy_loss | -324 |\n", + "| value_loss | 1.63e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -180 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 116300 |\n", + "| time_elapsed | 1432 |\n", + "| total_timesteps | 581500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.624 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 116299 |\n", + "| policy_loss | -105 |\n", + "| value_loss | 6.43e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -153 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 116400 |\n", + "| time_elapsed | 1434 |\n", + "| total_timesteps | 582000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 116399 |\n", + "| policy_loss | -3.56 |\n", + "| value_loss | 249 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.9 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 116500 |\n", + "| time_elapsed | 1436 |\n", + "| total_timesteps | 582500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 1.13e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 116499 |\n", + "| policy_loss | 3.39 |\n", + "| value_loss | 26.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 116600 |\n", + "| time_elapsed | 1437 |\n", + "| total_timesteps | 583000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 116599 |\n", + "| policy_loss | -15.6 |\n", + "| value_loss | 535 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69.7 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 116700 |\n", + "| time_elapsed | 1438 |\n", + "| total_timesteps | 583500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 8.94e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 116699 |\n", + "| policy_loss | 11.8 |\n", + "| value_loss | 1.85e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.6 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 116800 |\n", + "| time_elapsed | 1440 |\n", + "| total_timesteps | 584000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 116799 |\n", + "| policy_loss | 21.4 |\n", + "| value_loss | 917 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.3 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 116900 |\n", + "| time_elapsed | 1441 |\n", + "| total_timesteps | 584500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 116899 |\n", + "| policy_loss | 46.8 |\n", + "| value_loss | 1.5e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.5 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 117000 |\n", + "| time_elapsed | 1443 |\n", + "| total_timesteps | 585000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 116999 |\n", + "| policy_loss | 2.65 |\n", + "| value_loss | 88.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 117100 |\n", + "| time_elapsed | 1444 |\n", + "| total_timesteps | 585500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.71 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 117099 |\n", + "| policy_loss | -3.86 |\n", + "| value_loss | 22.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 117200 |\n", + "| time_elapsed | 1446 |\n", + "| total_timesteps | 586000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 117199 |\n", + "| policy_loss | -10.4 |\n", + "| value_loss | 353 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -169 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 117300 |\n", + "| time_elapsed | 1447 |\n", + "| total_timesteps | 586500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 117299 |\n", + "| policy_loss | -261 |\n", + "| value_loss | 4.12e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -156 |\n", + "| time/ | |\n", + "| fps | 405 |\n", + "| iterations | 117400 |\n", + "| time_elapsed | 1449 |\n", + "| total_timesteps | 587000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.757 |\n", + "| explained_variance | -1.07e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 117399 |\n", + "| policy_loss | -6.86 |\n", + "| value_loss | 148 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -151 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 117500 |\n", + "| time_elapsed | 1450 |\n", + "| total_timesteps | 587500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 1.73e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 117499 |\n", + "| policy_loss | -0.459 |\n", + "| value_loss | 9.64 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -133 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 117600 |\n", + "| time_elapsed | 1452 |\n", + "| total_timesteps | 588000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 117599 |\n", + "| policy_loss | 6.39 |\n", + "| value_loss | 160 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.5 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 117700 |\n", + "| time_elapsed | 1453 |\n", + "| total_timesteps | 588500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 117699 |\n", + "| policy_loss | -9.93 |\n", + "| value_loss | 353 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 117800 |\n", + "| time_elapsed | 1455 |\n", + "| total_timesteps | 589000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.766 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 117799 |\n", + "| policy_loss | -198 |\n", + "| value_loss | 7.96e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.9 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 117900 |\n", + "| time_elapsed | 1456 |\n", + "| total_timesteps | 589500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 117899 |\n", + "| policy_loss | 0.234 |\n", + "| value_loss | 10.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.6 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 118000 |\n", + "| time_elapsed | 1457 |\n", + "| total_timesteps | 590000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 117999 |\n", + "| policy_loss | -2.55 |\n", + "| value_loss | 30.3 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -149 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 118100 |\n", + "| time_elapsed | 1459 |\n", + "| total_timesteps | 590500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | -3.93e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 118099 |\n", + "| policy_loss | -1.91 |\n", + "| value_loss | 9.99 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 118200 |\n", + "| time_elapsed | 1460 |\n", + "| total_timesteps | 591000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.627 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 118199 |\n", + "| policy_loss | -28.1 |\n", + "| value_loss | 6.76e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -123 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 118300 |\n", + "| time_elapsed | 1462 |\n", + "| total_timesteps | 591500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.425 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 118299 |\n", + "| policy_loss | -14.2 |\n", + "| value_loss | 1.16e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 118400 |\n", + "| time_elapsed | 1463 |\n", + "| total_timesteps | 592000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 118399 |\n", + "| policy_loss | -1.22 |\n", + "| value_loss | 97 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.3 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 118500 |\n", + "| time_elapsed | 1464 |\n", + "| total_timesteps | 592500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 118499 |\n", + "| policy_loss | 0.0504 |\n", + "| value_loss | 3.91 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.2 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 118600 |\n", + "| time_elapsed | 1466 |\n", + "| total_timesteps | 593000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.473 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 118599 |\n", + "| policy_loss | 22.4 |\n", + "| value_loss | 1.33e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.3 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 118700 |\n", + "| time_elapsed | 1467 |\n", + "| total_timesteps | 593500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.723 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 118699 |\n", + "| policy_loss | 156 |\n", + "| value_loss | 6.08e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -17.8 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 118800 |\n", + "| time_elapsed | 1469 |\n", + "| total_timesteps | 594000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.713 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 118799 |\n", + "| policy_loss | 1.96 |\n", + "| value_loss | 75.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -21.5 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 118900 |\n", + "| time_elapsed | 1471 |\n", + "| total_timesteps | 594500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 118899 |\n", + "| policy_loss | 0.666 |\n", + "| value_loss | 7.83e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.6 |\n", + "| time/ | |\n", + "| fps | 404 |\n", + "| iterations | 119000 |\n", + "| time_elapsed | 1472 |\n", + "| total_timesteps | 595000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 118999 |\n", + "| policy_loss | -52.2 |\n", + "| value_loss | 1.16e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.4 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 119100 |\n", + "| time_elapsed | 1474 |\n", + "| total_timesteps | 595500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 119099 |\n", + "| policy_loss | -4.26 |\n", + "| value_loss | 40.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.5 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 119200 |\n", + "| time_elapsed | 1475 |\n", + "| total_timesteps | 596000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.634 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 119199 |\n", + "| policy_loss | -44.6 |\n", + "| value_loss | 3.02e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -115 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 119300 |\n", + "| time_elapsed | 1477 |\n", + "| total_timesteps | 596500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 119299 |\n", + "| policy_loss | 17 |\n", + "| value_loss | 985 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 119400 |\n", + "| time_elapsed | 1478 |\n", + "| total_timesteps | 597000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 119399 |\n", + "| policy_loss | -0.637 |\n", + "| value_loss | 18.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.6 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 119500 |\n", + "| time_elapsed | 1480 |\n", + "| total_timesteps | 597500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.464 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 119499 |\n", + "| policy_loss | -3.2 |\n", + "| value_loss | 269 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.4 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 119600 |\n", + "| time_elapsed | 1481 |\n", + "| total_timesteps | 598000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 119599 |\n", + "| policy_loss | -1.5 |\n", + "| value_loss | 48.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -4.41 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 119700 |\n", + "| time_elapsed | 1482 |\n", + "| total_timesteps | 598500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.632 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 119699 |\n", + "| policy_loss | 1.33 |\n", + "| value_loss | 51.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -29.6 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 119800 |\n", + "| time_elapsed | 1484 |\n", + "| total_timesteps | 599000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.716 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 119799 |\n", + "| policy_loss | 21.9 |\n", + "| value_loss | 1.14e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.7 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 119900 |\n", + "| time_elapsed | 1485 |\n", + "| total_timesteps | 599500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 119899 |\n", + "| policy_loss | 3.21 |\n", + "| value_loss | 25 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 120000 |\n", + "| time_elapsed | 1487 |\n", + "| total_timesteps | 600000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.58 |\n", + "| explained_variance | 2.21e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 119999 |\n", + "| policy_loss | 1.23 |\n", + "| value_loss | 35 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 120100 |\n", + "| time_elapsed | 1488 |\n", + "| total_timesteps | 600500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 120099 |\n", + "| policy_loss | -0.582 |\n", + "| value_loss | 22.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.4 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 120200 |\n", + "| time_elapsed | 1490 |\n", + "| total_timesteps | 601000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.593 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 120199 |\n", + "| policy_loss | 3.56 |\n", + "| value_loss | 46.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.8 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 120300 |\n", + "| time_elapsed | 1491 |\n", + "| total_timesteps | 601500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 120299 |\n", + "| policy_loss | -7.88 |\n", + "| value_loss | 217 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 33.1 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 120400 |\n", + "| time_elapsed | 1493 |\n", + "| total_timesteps | 602000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 120399 |\n", + "| policy_loss | -8.77 |\n", + "| value_loss | 186 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 35.4 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 120500 |\n", + "| time_elapsed | 1494 |\n", + "| total_timesteps | 602500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 120499 |\n", + "| policy_loss | -59.7 |\n", + "| value_loss | 1.11e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -8.66 |\n", + "| time/ | |\n", + "| fps | 403 |\n", + "| iterations | 120600 |\n", + "| time_elapsed | 1496 |\n", + "| total_timesteps | 603000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.722 |\n", + "| explained_variance | -1.07e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 120599 |\n", + "| policy_loss | 6.31 |\n", + "| value_loss | 133 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.2 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 120700 |\n", + "| time_elapsed | 1497 |\n", + "| total_timesteps | 603500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 120699 |\n", + "| policy_loss | 65.4 |\n", + "| value_loss | 2.51e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 120800 |\n", + "| time_elapsed | 1499 |\n", + "| total_timesteps | 604000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 120799 |\n", + "| policy_loss | -298 |\n", + "| value_loss | 4.16e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 120900 |\n", + "| time_elapsed | 1500 |\n", + "| total_timesteps | 604500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 120899 |\n", + "| policy_loss | -13.4 |\n", + "| value_loss | 399 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -111 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 121000 |\n", + "| time_elapsed | 1502 |\n", + "| total_timesteps | 605000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 120999 |\n", + "| policy_loss | 50.7 |\n", + "| value_loss | 1.75e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -100 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 121100 |\n", + "| time_elapsed | 1503 |\n", + "| total_timesteps | 605500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 121099 |\n", + "| policy_loss | -0.357 |\n", + "| value_loss | 3.68 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.2 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 121200 |\n", + "| time_elapsed | 1505 |\n", + "| total_timesteps | 606000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 121199 |\n", + "| policy_loss | 243 |\n", + "| value_loss | 2.06e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.1 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 121300 |\n", + "| time_elapsed | 1507 |\n", + "| total_timesteps | 606500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.593 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 121299 |\n", + "| policy_loss | -34.3 |\n", + "| value_loss | 3.55e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 121400 |\n", + "| time_elapsed | 1508 |\n", + "| total_timesteps | 607000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.444 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 121399 |\n", + "| policy_loss | 10.6 |\n", + "| value_loss | 750 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 121500 |\n", + "| time_elapsed | 1509 |\n", + "| total_timesteps | 607500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.646 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 121499 |\n", + "| policy_loss | -3.5 |\n", + "| value_loss | 145 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 121600 |\n", + "| time_elapsed | 1511 |\n", + "| total_timesteps | 608000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.516 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 121599 |\n", + "| policy_loss | 212 |\n", + "| value_loss | 1.15e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.4 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 121700 |\n", + "| time_elapsed | 1512 |\n", + "| total_timesteps | 608500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.718 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 121699 |\n", + "| policy_loss | -26.6 |\n", + "| value_loss | 2.75e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69.6 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 121800 |\n", + "| time_elapsed | 1514 |\n", + "| total_timesteps | 609000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.736 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 121799 |\n", + "| policy_loss | -10.3 |\n", + "| value_loss | 129 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.7 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 121900 |\n", + "| time_elapsed | 1515 |\n", + "| total_timesteps | 609500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.73 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 121899 |\n", + "| policy_loss | 34.5 |\n", + "| value_loss | 8.38e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 402 |\n", + "| iterations | 122000 |\n", + "| time_elapsed | 1517 |\n", + "| total_timesteps | 610000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.788 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 121999 |\n", + "| policy_loss | -27.8 |\n", + "| value_loss | 2.81e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.2 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 122100 |\n", + "| time_elapsed | 1518 |\n", + "| total_timesteps | 610500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 122099 |\n", + "| policy_loss | 111 |\n", + "| value_loss | 2.5e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 122200 |\n", + "| time_elapsed | 1520 |\n", + "| total_timesteps | 611000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | 2.08e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 122199 |\n", + "| policy_loss | -0.349 |\n", + "| value_loss | 0.762 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 122300 |\n", + "| time_elapsed | 1521 |\n", + "| total_timesteps | 611500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.716 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 122299 |\n", + "| policy_loss | -20.7 |\n", + "| value_loss | 1.72e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 122400 |\n", + "| time_elapsed | 1523 |\n", + "| total_timesteps | 612000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 122399 |\n", + "| policy_loss | 1.17 |\n", + "| value_loss | 99.2 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.5 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 122500 |\n", + "| time_elapsed | 1524 |\n", + "| total_timesteps | 612500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 122499 |\n", + "| policy_loss | 18.3 |\n", + "| value_loss | 617 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -20 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 122600 |\n", + "| time_elapsed | 1526 |\n", + "| total_timesteps | 613000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | -3.93e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 122599 |\n", + "| policy_loss | 2.42 |\n", + "| value_loss | 20.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -9.76 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 122700 |\n", + "| time_elapsed | 1527 |\n", + "| total_timesteps | 613500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.639 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 122699 |\n", + "| policy_loss | -44.1 |\n", + "| value_loss | 7.05e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -0.438 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 122800 |\n", + "| time_elapsed | 1529 |\n", + "| total_timesteps | 614000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.588 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 122799 |\n", + "| policy_loss | -9.43 |\n", + "| value_loss | 552 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.3 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 122900 |\n", + "| time_elapsed | 1530 |\n", + "| total_timesteps | 614500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 122899 |\n", + "| policy_loss | -79.6 |\n", + "| value_loss | 1.63e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.7 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 123000 |\n", + "| time_elapsed | 1532 |\n", + "| total_timesteps | 615000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 122999 |\n", + "| policy_loss | -26.1 |\n", + "| value_loss | 2.8e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.7 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 123100 |\n", + "| time_elapsed | 1534 |\n", + "| total_timesteps | 615500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 123099 |\n", + "| policy_loss | -8.08 |\n", + "| value_loss | 807 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 123200 |\n", + "| time_elapsed | 1535 |\n", + "| total_timesteps | 616000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 123199 |\n", + "| policy_loss | 40.1 |\n", + "| value_loss | 5.46e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.6 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 123300 |\n", + "| time_elapsed | 1537 |\n", + "| total_timesteps | 616500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 123299 |\n", + "| policy_loss | 13.8 |\n", + "| value_loss | 353 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.6 |\n", + "| time/ | |\n", + "| fps | 401 |\n", + "| iterations | 123400 |\n", + "| time_elapsed | 1538 |\n", + "| total_timesteps | 617000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 123399 |\n", + "| policy_loss | -92.8 |\n", + "| value_loss | 3.79e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.7 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 123500 |\n", + "| time_elapsed | 1540 |\n", + "| total_timesteps | 617500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 123499 |\n", + "| policy_loss | -0.848 |\n", + "| value_loss | 2.14 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 123600 |\n", + "| time_elapsed | 1541 |\n", + "| total_timesteps | 618000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.641 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 123599 |\n", + "| policy_loss | -512 |\n", + "| value_loss | 8.99e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.1 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 123700 |\n", + "| time_elapsed | 1542 |\n", + "| total_timesteps | 618500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.617 |\n", + "| explained_variance | -3.93e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 123699 |\n", + "| policy_loss | 0.79 |\n", + "| value_loss | 4.76 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.6 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 123800 |\n", + "| time_elapsed | 1544 |\n", + "| total_timesteps | 619000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.566 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 123799 |\n", + "| policy_loss | -55.1 |\n", + "| value_loss | 1.98e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.4 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 123900 |\n", + "| time_elapsed | 1545 |\n", + "| total_timesteps | 619500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.704 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 123899 |\n", + "| policy_loss | -25.3 |\n", + "| value_loss | 2.41e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51.8 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 124000 |\n", + "| time_elapsed | 1547 |\n", + "| total_timesteps | 620000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 123999 |\n", + "| policy_loss | -10 |\n", + "| value_loss | 348 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -35.8 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 124100 |\n", + "| time_elapsed | 1548 |\n", + "| total_timesteps | 620500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.524 |\n", + "| explained_variance | -1.91e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 124099 |\n", + "| policy_loss | -1.3 |\n", + "| value_loss | 43.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.7 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 124200 |\n", + "| time_elapsed | 1550 |\n", + "| total_timesteps | 621000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 124199 |\n", + "| policy_loss | -61.5 |\n", + "| value_loss | 1.46e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.5 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 124300 |\n", + "| time_elapsed | 1551 |\n", + "| total_timesteps | 621500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 124299 |\n", + "| policy_loss | 7.36 |\n", + "| value_loss | 645 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.5 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 124400 |\n", + "| time_elapsed | 1553 |\n", + "| total_timesteps | 622000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 124399 |\n", + "| policy_loss | -18.1 |\n", + "| value_loss | 1.23e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.7 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 124500 |\n", + "| time_elapsed | 1554 |\n", + "| total_timesteps | 622500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 124499 |\n", + "| policy_loss | 10.3 |\n", + "| value_loss | 6.57e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -14.9 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 124600 |\n", + "| time_elapsed | 1556 |\n", + "| total_timesteps | 623000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.624 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 124599 |\n", + "| policy_loss | 301 |\n", + "| value_loss | 2.65e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 5.99 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 124700 |\n", + "| time_elapsed | 1557 |\n", + "| total_timesteps | 623500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 6.56e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 124699 |\n", + "| policy_loss | -8.54 |\n", + "| value_loss | 321 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -3.35 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 124800 |\n", + "| time_elapsed | 1559 |\n", + "| total_timesteps | 624000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 124799 |\n", + "| policy_loss | -5.77 |\n", + "| value_loss | 121 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -26.2 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 124900 |\n", + "| time_elapsed | 1560 |\n", + "| total_timesteps | 624500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 124899 |\n", + "| policy_loss | -0.204 |\n", + "| value_loss | 9.29 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.3 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 125000 |\n", + "| time_elapsed | 1562 |\n", + "| total_timesteps | 625000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 124999 |\n", + "| policy_loss | -11.2 |\n", + "| value_loss | 1.37e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.1 |\n", + "| time/ | |\n", + "| fps | 400 |\n", + "| iterations | 125100 |\n", + "| time_elapsed | 1563 |\n", + "| total_timesteps | 625500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 125099 |\n", + "| policy_loss | 42.6 |\n", + "| value_loss | 4.37e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.1 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 125200 |\n", + "| time_elapsed | 1565 |\n", + "| total_timesteps | 626000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 125199 |\n", + "| policy_loss | -2.24 |\n", + "| value_loss | 51.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.9 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 125300 |\n", + "| time_elapsed | 1566 |\n", + "| total_timesteps | 626500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 125299 |\n", + "| policy_loss | -3.89 |\n", + "| value_loss | 37.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.1 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 125400 |\n", + "| time_elapsed | 1568 |\n", + "| total_timesteps | 627000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 125399 |\n", + "| policy_loss | -10.1 |\n", + "| value_loss | 666 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.7 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 125500 |\n", + "| time_elapsed | 1570 |\n", + "| total_timesteps | 627500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 125499 |\n", + "| policy_loss | -1.09 |\n", + "| value_loss | 5.89 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.4 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 125600 |\n", + "| time_elapsed | 1571 |\n", + "| total_timesteps | 628000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.625 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 125599 |\n", + "| policy_loss | 14.3 |\n", + "| value_loss | 889 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.1 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 125700 |\n", + "| time_elapsed | 1573 |\n", + "| total_timesteps | 628500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.522 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 125699 |\n", + "| policy_loss | 10.8 |\n", + "| value_loss | 1.26e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -4.44 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 125800 |\n", + "| time_elapsed | 1575 |\n", + "| total_timesteps | 629000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 125799 |\n", + "| policy_loss | -97.9 |\n", + "| value_loss | 1.72e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -25.8 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 125900 |\n", + "| time_elapsed | 1576 |\n", + "| total_timesteps | 629500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 125899 |\n", + "| policy_loss | 5.68 |\n", + "| value_loss | 112 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.6 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 126000 |\n", + "| time_elapsed | 1578 |\n", + "| total_timesteps | 630000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.5 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 125999 |\n", + "| policy_loss | -3.29 |\n", + "| value_loss | 508 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.4 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 126100 |\n", + "| time_elapsed | 1579 |\n", + "| total_timesteps | 630500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 126099 |\n", + "| policy_loss | 10.8 |\n", + "| value_loss | 3.35e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.9 |\n", + "| time/ | |\n", + "| fps | 399 |\n", + "| iterations | 126200 |\n", + "| time_elapsed | 1581 |\n", + "| total_timesteps | 631000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.602 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 126199 |\n", + "| policy_loss | -1.32 |\n", + "| value_loss | 19.4 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.4 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 126300 |\n", + "| time_elapsed | 1582 |\n", + "| total_timesteps | 631500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 126299 |\n", + "| policy_loss | 28.4 |\n", + "| value_loss | 1.98e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -6.11 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 126400 |\n", + "| time_elapsed | 1584 |\n", + "| total_timesteps | 632000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.627 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 126399 |\n", + "| policy_loss | -3.63 |\n", + "| value_loss | 85.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -33.7 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 126500 |\n", + "| time_elapsed | 1585 |\n", + "| total_timesteps | 632500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.607 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 126499 |\n", + "| policy_loss | -140 |\n", + "| value_loss | 5.05e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.7 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 126600 |\n", + "| time_elapsed | 1587 |\n", + "| total_timesteps | 633000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 126599 |\n", + "| policy_loss | 55.4 |\n", + "| value_loss | 7.41e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.1 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 126700 |\n", + "| time_elapsed | 1588 |\n", + "| total_timesteps | 633500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 126699 |\n", + "| policy_loss | 12.9 |\n", + "| value_loss | 1.91e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 126800 |\n", + "| time_elapsed | 1590 |\n", + "| total_timesteps | 634000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 126799 |\n", + "| policy_loss | -109 |\n", + "| value_loss | 2.41e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 126900 |\n", + "| time_elapsed | 1591 |\n", + "| total_timesteps | 634500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 126899 |\n", + "| policy_loss | 48.8 |\n", + "| value_loss | 4.39e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.8 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 127000 |\n", + "| time_elapsed | 1593 |\n", + "| total_timesteps | 635000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.709 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 126999 |\n", + "| policy_loss | 2.3 |\n", + "| value_loss | 65 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.4 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 127100 |\n", + "| time_elapsed | 1594 |\n", + "| total_timesteps | 635500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.34 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 127099 |\n", + "| policy_loss | -2.33 |\n", + "| value_loss | 1.37e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.5 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 127200 |\n", + "| time_elapsed | 1596 |\n", + "| total_timesteps | 636000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.724 |\n", + "| explained_variance | 3.34e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 127199 |\n", + "| policy_loss | -4.69 |\n", + "| value_loss | 57.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 4.69 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 127300 |\n", + "| time_elapsed | 1597 |\n", + "| total_timesteps | 636500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 127299 |\n", + "| policy_loss | 21.3 |\n", + "| value_loss | 1.26e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 13.4 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 127400 |\n", + "| time_elapsed | 1599 |\n", + "| total_timesteps | 637000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.707 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 127399 |\n", + "| policy_loss | -1.08 |\n", + "| value_loss | 3.47 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 34.5 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 127500 |\n", + "| time_elapsed | 1600 |\n", + "| total_timesteps | 637500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | -1.67e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 127499 |\n", + "| policy_loss | -1.72 |\n", + "| value_loss | 22.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 44.2 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 127600 |\n", + "| time_elapsed | 1602 |\n", + "| total_timesteps | 638000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.622 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 127599 |\n", + "| policy_loss | 191 |\n", + "| value_loss | 4.44e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.9 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 127700 |\n", + "| time_elapsed | 1603 |\n", + "| total_timesteps | 638500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.634 |\n", + "| explained_variance | -1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 127699 |\n", + "| policy_loss | 3.61 |\n", + "| value_loss | 39.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 398 |\n", + "| iterations | 127800 |\n", + "| time_elapsed | 1605 |\n", + "| total_timesteps | 639000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 127799 |\n", + "| policy_loss | -19.5 |\n", + "| value_loss | 2.04e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -133 |\n", + "| time/ | |\n", + "| fps | 397 |\n", + "| iterations | 127900 |\n", + "| time_elapsed | 1606 |\n", + "| total_timesteps | 639500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.622 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 127899 |\n", + "| policy_loss | 16.2 |\n", + "| value_loss | 562 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -138 |\n", + "| time/ | |\n", + "| fps | 397 |\n", + "| iterations | 128000 |\n", + "| time_elapsed | 1608 |\n", + "| total_timesteps | 640000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 127999 |\n", + "| policy_loss | -16.2 |\n", + "| value_loss | 838 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -143 |\n", + "| time/ | |\n", + "| fps | 397 |\n", + "| iterations | 128100 |\n", + "| time_elapsed | 1610 |\n", + "| total_timesteps | 640500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.706 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 128099 |\n", + "| policy_loss | -13.7 |\n", + "| value_loss | 447 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 397 |\n", + "| iterations | 128200 |\n", + "| time_elapsed | 1612 |\n", + "| total_timesteps | 641000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 128199 |\n", + "| policy_loss | 5.94 |\n", + "| value_loss | 80.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 397 |\n", + "| iterations | 128300 |\n", + "| time_elapsed | 1614 |\n", + "| total_timesteps | 641500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 128299 |\n", + "| policy_loss | 0.859 |\n", + "| value_loss | 30.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 397 |\n", + "| iterations | 128400 |\n", + "| time_elapsed | 1617 |\n", + "| total_timesteps | 642000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 128399 |\n", + "| policy_loss | -3.1 |\n", + "| value_loss | 21.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.1 |\n", + "| time/ | |\n", + "| fps | 396 |\n", + "| iterations | 128500 |\n", + "| time_elapsed | 1618 |\n", + "| total_timesteps | 642500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 128499 |\n", + "| policy_loss | -16.1 |\n", + "| value_loss | 610 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.6 |\n", + "| time/ | |\n", + "| fps | 396 |\n", + "| iterations | 128600 |\n", + "| time_elapsed | 1620 |\n", + "| total_timesteps | 643000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.539 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 128599 |\n", + "| policy_loss | -1.85 |\n", + "| value_loss | 6.43 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28 |\n", + "| time/ | |\n", + "| fps | 396 |\n", + "| iterations | 128700 |\n", + "| time_elapsed | 1622 |\n", + "| total_timesteps | 643500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.706 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 128699 |\n", + "| policy_loss | -0.0784 |\n", + "| value_loss | 2.18 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.1 |\n", + "| time/ | |\n", + "| fps | 396 |\n", + "| iterations | 128800 |\n", + "| time_elapsed | 1624 |\n", + "| total_timesteps | 644000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.707 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 128799 |\n", + "| policy_loss | -0.875 |\n", + "| value_loss | 2.82 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 4.26 |\n", + "| time/ | |\n", + "| fps | 396 |\n", + "| iterations | 128900 |\n", + "| time_elapsed | 1625 |\n", + "| total_timesteps | 644500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 128899 |\n", + "| policy_loss | -35.7 |\n", + "| value_loss | 3.39e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 27 |\n", + "| time/ | |\n", + "| fps | 396 |\n", + "| iterations | 129000 |\n", + "| time_elapsed | 1627 |\n", + "| total_timesteps | 645000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 128999 |\n", + "| policy_loss | 11.8 |\n", + "| value_loss | 640 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 28.7 |\n", + "| time/ | |\n", + "| fps | 396 |\n", + "| iterations | 129100 |\n", + "| time_elapsed | 1629 |\n", + "| total_timesteps | 645500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 129099 |\n", + "| policy_loss | -146 |\n", + "| value_loss | 2.88e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 5.6 |\n", + "| time/ | |\n", + "| fps | 396 |\n", + "| iterations | 129200 |\n", + "| time_elapsed | 1630 |\n", + "| total_timesteps | 646000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.584 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 129199 |\n", + "| policy_loss | -35.4 |\n", + "| value_loss | 1.25e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -14.9 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 129300 |\n", + "| time_elapsed | 1632 |\n", + "| total_timesteps | 646500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.552 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 129299 |\n", + "| policy_loss | -1.33 |\n", + "| value_loss | 7.73 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.8 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 129400 |\n", + "| time_elapsed | 1634 |\n", + "| total_timesteps | 647000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.598 |\n", + "| explained_variance | 3.46e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 129399 |\n", + "| policy_loss | -3.26 |\n", + "| value_loss | 92.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.5 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 129500 |\n", + "| time_elapsed | 1635 |\n", + "| total_timesteps | 647500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.57 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 129499 |\n", + "| policy_loss | -202 |\n", + "| value_loss | 2.53e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.3 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 129600 |\n", + "| time_elapsed | 1637 |\n", + "| total_timesteps | 648000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 129599 |\n", + "| policy_loss | -53.9 |\n", + "| value_loss | 4.68e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.5 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 129700 |\n", + "| time_elapsed | 1638 |\n", + "| total_timesteps | 648500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 129699 |\n", + "| policy_loss | 156 |\n", + "| value_loss | 5.04e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.9 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 129800 |\n", + "| time_elapsed | 1640 |\n", + "| total_timesteps | 649000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 129799 |\n", + "| policy_loss | 608 |\n", + "| value_loss | 1.69e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.4 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 129900 |\n", + "| time_elapsed | 1641 |\n", + "| total_timesteps | 649500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 129899 |\n", + "| policy_loss | 41.7 |\n", + "| value_loss | 3.57e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.9 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 130000 |\n", + "| time_elapsed | 1643 |\n", + "| total_timesteps | 650000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 129999 |\n", + "| policy_loss | 9.64 |\n", + "| value_loss | 577 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.9 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 130100 |\n", + "| time_elapsed | 1644 |\n", + "| total_timesteps | 650500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.547 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 130099 |\n", + "| policy_loss | -121 |\n", + "| value_loss | 8.46e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.1 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 130200 |\n", + "| time_elapsed | 1646 |\n", + "| total_timesteps | 651000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 130199 |\n", + "| policy_loss | 7.48 |\n", + "| value_loss | 306 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.3 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 130300 |\n", + "| time_elapsed | 1647 |\n", + "| total_timesteps | 651500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.734 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 130299 |\n", + "| policy_loss | -2.11 |\n", + "| value_loss | 46.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.5 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 130400 |\n", + "| time_elapsed | 1649 |\n", + "| total_timesteps | 652000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 130399 |\n", + "| policy_loss | -1.37 |\n", + "| value_loss | 31.8 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.7 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 130500 |\n", + "| time_elapsed | 1650 |\n", + "| total_timesteps | 652500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 130499 |\n", + "| policy_loss | -18.2 |\n", + "| value_loss | 1.57e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -57.9 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 130600 |\n", + "| time_elapsed | 1652 |\n", + "| total_timesteps | 653000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 130599 |\n", + "| policy_loss | 2.31 |\n", + "| value_loss | 22.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 130700 |\n", + "| time_elapsed | 1654 |\n", + "| total_timesteps | 653500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.564 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 130699 |\n", + "| policy_loss | 27.3 |\n", + "| value_loss | 5.84e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.9 |\n", + "| time/ | |\n", + "| fps | 395 |\n", + "| iterations | 130800 |\n", + "| time_elapsed | 1655 |\n", + "| total_timesteps | 654000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.639 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 130799 |\n", + "| policy_loss | 9.04 |\n", + "| value_loss | 1.45e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.2 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 130900 |\n", + "| time_elapsed | 1657 |\n", + "| total_timesteps | 654500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 130899 |\n", + "| policy_loss | -149 |\n", + "| value_loss | 7.86e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 131000 |\n", + "| time_elapsed | 1658 |\n", + "| total_timesteps | 655000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.535 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 130999 |\n", + "| policy_loss | 117 |\n", + "| value_loss | 3.78e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.2 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 131100 |\n", + "| time_elapsed | 1660 |\n", + "| total_timesteps | 655500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.536 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 131099 |\n", + "| policy_loss | 4.8 |\n", + "| value_loss | 445 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.5 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 131200 |\n", + "| time_elapsed | 1661 |\n", + "| total_timesteps | 656000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 131199 |\n", + "| policy_loss | -11.6 |\n", + "| value_loss | 280 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 131300 |\n", + "| time_elapsed | 1663 |\n", + "| total_timesteps | 656500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.237 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 131299 |\n", + "| policy_loss | -3.83 |\n", + "| value_loss | 2.95e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 131400 |\n", + "| time_elapsed | 1664 |\n", + "| total_timesteps | 657000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 131399 |\n", + "| policy_loss | -127 |\n", + "| value_loss | 4.33e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -111 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 131500 |\n", + "| time_elapsed | 1666 |\n", + "| total_timesteps | 657500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 131499 |\n", + "| policy_loss | -5.74 |\n", + "| value_loss | 200 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 131600 |\n", + "| time_elapsed | 1667 |\n", + "| total_timesteps | 658000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 131599 |\n", + "| policy_loss | -9.98 |\n", + "| value_loss | 101 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.3 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 131700 |\n", + "| time_elapsed | 1669 |\n", + "| total_timesteps | 658500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.605 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 131699 |\n", + "| policy_loss | 13.6 |\n", + "| value_loss | 4.6e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.2 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 131800 |\n", + "| time_elapsed | 1671 |\n", + "| total_timesteps | 659000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 131799 |\n", + "| policy_loss | -2.2 |\n", + "| value_loss | 9.37 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.1 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 131900 |\n", + "| time_elapsed | 1672 |\n", + "| total_timesteps | 659500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 131899 |\n", + "| policy_loss | 19 |\n", + "| value_loss | 1.1e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 132000 |\n", + "| time_elapsed | 1673 |\n", + "| total_timesteps | 660000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 131999 |\n", + "| policy_loss | -172 |\n", + "| value_loss | 9.21e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.3 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 132100 |\n", + "| time_elapsed | 1675 |\n", + "| total_timesteps | 660500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 132099 |\n", + "| policy_loss | -4.11 |\n", + "| value_loss | 168 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.6 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 132200 |\n", + "| time_elapsed | 1676 |\n", + "| total_timesteps | 661000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 132199 |\n", + "| policy_loss | 0.689 |\n", + "| value_loss | 5.62 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.1 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 132300 |\n", + "| time_elapsed | 1678 |\n", + "| total_timesteps | 661500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 132299 |\n", + "| policy_loss | 1.55 |\n", + "| value_loss | 19 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.3 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 132400 |\n", + "| time_elapsed | 1679 |\n", + "| total_timesteps | 662000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.641 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 132399 |\n", + "| policy_loss | -13.3 |\n", + "| value_loss | 613 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.5 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 132500 |\n", + "| time_elapsed | 1681 |\n", + "| total_timesteps | 662500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 132499 |\n", + "| policy_loss | -25 |\n", + "| value_loss | 2.84e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.7 |\n", + "| time/ | |\n", + "| fps | 394 |\n", + "| iterations | 132600 |\n", + "| time_elapsed | 1682 |\n", + "| total_timesteps | 663000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 132599 |\n", + "| policy_loss | 63.9 |\n", + "| value_loss | 3.1e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.9 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 132700 |\n", + "| time_elapsed | 1684 |\n", + "| total_timesteps | 663500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 132699 |\n", + "| policy_loss | -15.5 |\n", + "| value_loss | 580 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 132800 |\n", + "| time_elapsed | 1685 |\n", + "| total_timesteps | 664000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.568 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 132799 |\n", + "| policy_loss | 62.3 |\n", + "| value_loss | 1.86e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.6 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 132900 |\n", + "| time_elapsed | 1687 |\n", + "| total_timesteps | 664500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 132899 |\n", + "| policy_loss | -58.5 |\n", + "| value_loss | 1.24e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.1 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 133000 |\n", + "| time_elapsed | 1688 |\n", + "| total_timesteps | 665000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 132999 |\n", + "| policy_loss | -337 |\n", + "| value_loss | 1e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -57.4 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 133100 |\n", + "| time_elapsed | 1690 |\n", + "| total_timesteps | 665500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 133099 |\n", + "| policy_loss | -9.85 |\n", + "| value_loss | 497 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.5 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 133200 |\n", + "| time_elapsed | 1692 |\n", + "| total_timesteps | 666000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.603 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 133199 |\n", + "| policy_loss | -113 |\n", + "| value_loss | 4.81e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.9 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 133300 |\n", + "| time_elapsed | 1693 |\n", + "| total_timesteps | 666500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.718 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 133299 |\n", + "| policy_loss | 12.3 |\n", + "| value_loss | 335 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 133400 |\n", + "| time_elapsed | 1695 |\n", + "| total_timesteps | 667000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 133399 |\n", + "| policy_loss | 41.5 |\n", + "| value_loss | 4.29e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.7 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 133500 |\n", + "| time_elapsed | 1696 |\n", + "| total_timesteps | 667500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.348 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 133499 |\n", + "| policy_loss | -0.21 |\n", + "| value_loss | 29.7 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 133600 |\n", + "| time_elapsed | 1698 |\n", + "| total_timesteps | 668000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 133599 |\n", + "| policy_loss | 3.66 |\n", + "| value_loss | 43.8 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.4 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 133700 |\n", + "| time_elapsed | 1699 |\n", + "| total_timesteps | 668500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.714 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 133699 |\n", + "| policy_loss | -265 |\n", + "| value_loss | 2.29e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -42.9 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 133800 |\n", + "| time_elapsed | 1701 |\n", + "| total_timesteps | 669000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.706 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 133799 |\n", + "| policy_loss | 18.6 |\n", + "| value_loss | 1.85e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28.8 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 133900 |\n", + "| time_elapsed | 1702 |\n", + "| total_timesteps | 669500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 133899 |\n", + "| policy_loss | 5.35 |\n", + "| value_loss | 1.23e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.3 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 134000 |\n", + "| time_elapsed | 1704 |\n", + "| total_timesteps | 670000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 133999 |\n", + "| policy_loss | -18.7 |\n", + "| value_loss | 2.77e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.6 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 134100 |\n", + "| time_elapsed | 1705 |\n", + "| total_timesteps | 670500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 134099 |\n", + "| policy_loss | 135 |\n", + "| value_loss | 7.91e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -1.98 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 134200 |\n", + "| time_elapsed | 1707 |\n", + "| total_timesteps | 671000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 134199 |\n", + "| policy_loss | -0.988 |\n", + "| value_loss | 44.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -12 |\n", + "| time/ | |\n", + "| fps | 393 |\n", + "| iterations | 134300 |\n", + "| time_elapsed | 1708 |\n", + "| total_timesteps | 671500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 134299 |\n", + "| policy_loss | 14.8 |\n", + "| value_loss | 326 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.7 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 134400 |\n", + "| time_elapsed | 1710 |\n", + "| total_timesteps | 672000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.719 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 134399 |\n", + "| policy_loss | -40.4 |\n", + "| value_loss | 3.74e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.8 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 134500 |\n", + "| time_elapsed | 1711 |\n", + "| total_timesteps | 672500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 134499 |\n", + "| policy_loss | -6.66 |\n", + "| value_loss | 193 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.6 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 134600 |\n", + "| time_elapsed | 1713 |\n", + "| total_timesteps | 673000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.707 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 134599 |\n", + "| policy_loss | -118 |\n", + "| value_loss | 3.37e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 134700 |\n", + "| time_elapsed | 1714 |\n", + "| total_timesteps | 673500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 134699 |\n", + "| policy_loss | 31 |\n", + "| value_loss | 6.58e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.1 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 134800 |\n", + "| time_elapsed | 1716 |\n", + "| total_timesteps | 674000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 134799 |\n", + "| policy_loss | 0.841 |\n", + "| value_loss | 3.25 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.5 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 134900 |\n", + "| time_elapsed | 1717 |\n", + "| total_timesteps | 674500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 134899 |\n", + "| policy_loss | -55.8 |\n", + "| value_loss | 6.73e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.5 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 135000 |\n", + "| time_elapsed | 1719 |\n", + "| total_timesteps | 675000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 134999 |\n", + "| policy_loss | 10.7 |\n", + "| value_loss | 488 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.4 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 135100 |\n", + "| time_elapsed | 1721 |\n", + "| total_timesteps | 675500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.715 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 135099 |\n", + "| policy_loss | -11.8 |\n", + "| value_loss | 690 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.3 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 135200 |\n", + "| time_elapsed | 1722 |\n", + "| total_timesteps | 676000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 135199 |\n", + "| policy_loss | -550 |\n", + "| value_loss | 4.19e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.6 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 135300 |\n", + "| time_elapsed | 1724 |\n", + "| total_timesteps | 676500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | -3.58e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 135299 |\n", + "| policy_loss | 2.24 |\n", + "| value_loss | 13.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.5 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 135400 |\n", + "| time_elapsed | 1725 |\n", + "| total_timesteps | 677000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 135399 |\n", + "| policy_loss | -2.5 |\n", + "| value_loss | 16.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.4 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 135500 |\n", + "| time_elapsed | 1727 |\n", + "| total_timesteps | 677500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 135499 |\n", + "| policy_loss | 3.59 |\n", + "| value_loss | 76.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 135600 |\n", + "| time_elapsed | 1728 |\n", + "| total_timesteps | 678000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.584 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 135599 |\n", + "| policy_loss | -42 |\n", + "| value_loss | 2.71e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -93.2 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 135700 |\n", + "| time_elapsed | 1729 |\n", + "| total_timesteps | 678500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.783 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 135699 |\n", + "| policy_loss | -1.41 |\n", + "| value_loss | 9.15 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.3 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 135800 |\n", + "| time_elapsed | 1731 |\n", + "| total_timesteps | 679000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 135799 |\n", + "| policy_loss | 117 |\n", + "| value_loss | 1.58e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.7 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 135900 |\n", + "| time_elapsed | 1733 |\n", + "| total_timesteps | 679500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.654 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 135899 |\n", + "| policy_loss | -7.33 |\n", + "| value_loss | 162 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22.7 |\n", + "| time/ | |\n", + "| fps | 392 |\n", + "| iterations | 136000 |\n", + "| time_elapsed | 1734 |\n", + "| total_timesteps | 680000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 135999 |\n", + "| policy_loss | -11.3 |\n", + "| value_loss | 251 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -14.6 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 136100 |\n", + "| time_elapsed | 1736 |\n", + "| total_timesteps | 680500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 136099 |\n", + "| policy_loss | 9.15 |\n", + "| value_loss | 106 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.4 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 136200 |\n", + "| time_elapsed | 1737 |\n", + "| total_timesteps | 681000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.595 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 136199 |\n", + "| policy_loss | -42.9 |\n", + "| value_loss | 5.45e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.9 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 136300 |\n", + "| time_elapsed | 1739 |\n", + "| total_timesteps | 681500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.592 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 136299 |\n", + "| policy_loss | 79.2 |\n", + "| value_loss | 2.46e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.6 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 136400 |\n", + "| time_elapsed | 1740 |\n", + "| total_timesteps | 682000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 136399 |\n", + "| policy_loss | -88.7 |\n", + "| value_loss | 2.69e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.2 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 136500 |\n", + "| time_elapsed | 1742 |\n", + "| total_timesteps | 682500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.707 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 136499 |\n", + "| policy_loss | 13.7 |\n", + "| value_loss | 473 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 136600 |\n", + "| time_elapsed | 1743 |\n", + "| total_timesteps | 683000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 136599 |\n", + "| policy_loss | -10.1 |\n", + "| value_loss | 966 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.9 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 136700 |\n", + "| time_elapsed | 1745 |\n", + "| total_timesteps | 683500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.594 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 136699 |\n", + "| policy_loss | -3.09 |\n", + "| value_loss | 109 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.9 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 136800 |\n", + "| time_elapsed | 1746 |\n", + "| total_timesteps | 684000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.704 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 136799 |\n", + "| policy_loss | -8.79 |\n", + "| value_loss | 178 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -64.3 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 136900 |\n", + "| time_elapsed | 1748 |\n", + "| total_timesteps | 684500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.643 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 136899 |\n", + "| policy_loss | -145 |\n", + "| value_loss | 7.79e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.7 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 137000 |\n", + "| time_elapsed | 1749 |\n", + "| total_timesteps | 685000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 136999 |\n", + "| policy_loss | -137 |\n", + "| value_loss | 4.82e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.5 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 137100 |\n", + "| time_elapsed | 1751 |\n", + "| total_timesteps | 685500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.713 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 137099 |\n", + "| policy_loss | 62.7 |\n", + "| value_loss | 7.93e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.1 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 137200 |\n", + "| time_elapsed | 1752 |\n", + "| total_timesteps | 686000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.484 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 137199 |\n", + "| policy_loss | 0.904 |\n", + "| value_loss | 33.4 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 137300 |\n", + "| time_elapsed | 1754 |\n", + "| total_timesteps | 686500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 137299 |\n", + "| policy_loss | 8.1 |\n", + "| value_loss | 232 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.3 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 137400 |\n", + "| time_elapsed | 1755 |\n", + "| total_timesteps | 687000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.611 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 137399 |\n", + "| policy_loss | 2.75 |\n", + "| value_loss | 498 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -147 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 137500 |\n", + "| time_elapsed | 1757 |\n", + "| total_timesteps | 687500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.574 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 137499 |\n", + "| policy_loss | 4.14 |\n", + "| value_loss | 63.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -171 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 137600 |\n", + "| time_elapsed | 1758 |\n", + "| total_timesteps | 688000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 137599 |\n", + "| policy_loss | -21.1 |\n", + "| value_loss | 4.25e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -142 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 137700 |\n", + "| time_elapsed | 1760 |\n", + "| total_timesteps | 688500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 137699 |\n", + "| policy_loss | -35.8 |\n", + "| value_loss | 2.61e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -138 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 137800 |\n", + "| time_elapsed | 1761 |\n", + "| total_timesteps | 689000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 137799 |\n", + "| policy_loss | 40.3 |\n", + "| value_loss | 5.02e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76 |\n", + "| time/ | |\n", + "| fps | 391 |\n", + "| iterations | 137900 |\n", + "| time_elapsed | 1763 |\n", + "| total_timesteps | 689500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 137899 |\n", + "| policy_loss | -1.34 |\n", + "| value_loss | 12.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 138000 |\n", + "| time_elapsed | 1764 |\n", + "| total_timesteps | 690000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.646 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 137999 |\n", + "| policy_loss | -3.62 |\n", + "| value_loss | 52.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 138100 |\n", + "| time_elapsed | 1766 |\n", + "| total_timesteps | 690500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 1.55e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 138099 |\n", + "| policy_loss | 0.354 |\n", + "| value_loss | 1.79 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.5 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 138200 |\n", + "| time_elapsed | 1768 |\n", + "| total_timesteps | 691000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 138199 |\n", + "| policy_loss | -0.787 |\n", + "| value_loss | 15.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.3 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 138300 |\n", + "| time_elapsed | 1769 |\n", + "| total_timesteps | 691500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.716 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 138299 |\n", + "| policy_loss | -98.9 |\n", + "| value_loss | 3.48e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.5 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 138400 |\n", + "| time_elapsed | 1771 |\n", + "| total_timesteps | 692000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.703 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 138399 |\n", + "| policy_loss | -35.4 |\n", + "| value_loss | 2.66e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -0.266 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 138500 |\n", + "| time_elapsed | 1772 |\n", + "| total_timesteps | 692500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.711 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 138499 |\n", + "| policy_loss | 247 |\n", + "| value_loss | 1.35e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22.2 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 138600 |\n", + "| time_elapsed | 1774 |\n", + "| total_timesteps | 693000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 138599 |\n", + "| policy_loss | 25.2 |\n", + "| value_loss | 2.56e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 138700 |\n", + "| time_elapsed | 1775 |\n", + "| total_timesteps | 693500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 138699 |\n", + "| policy_loss | 97.9 |\n", + "| value_loss | 7.47e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22.4 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 138800 |\n", + "| time_elapsed | 1777 |\n", + "| total_timesteps | 694000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 138799 |\n", + "| policy_loss | -23.3 |\n", + "| value_loss | 1.79e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.8 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 138900 |\n", + "| time_elapsed | 1778 |\n", + "| total_timesteps | 694500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 138899 |\n", + "| policy_loss | 1.8 |\n", + "| value_loss | 232 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.8 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 139000 |\n", + "| time_elapsed | 1780 |\n", + "| total_timesteps | 695000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.712 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 138999 |\n", + "| policy_loss | -62.8 |\n", + "| value_loss | 1.39e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.4 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 139100 |\n", + "| time_elapsed | 1782 |\n", + "| total_timesteps | 695500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 139099 |\n", + "| policy_loss | 1.12 |\n", + "| value_loss | 13 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 139200 |\n", + "| time_elapsed | 1783 |\n", + "| total_timesteps | 696000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 1.43e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 139199 |\n", + "| policy_loss | -6.75 |\n", + "| value_loss | 71.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.9 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 139300 |\n", + "| time_elapsed | 1784 |\n", + "| total_timesteps | 696500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 139299 |\n", + "| policy_loss | -17.9 |\n", + "| value_loss | 1.65e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.3 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 139400 |\n", + "| time_elapsed | 1786 |\n", + "| total_timesteps | 697000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.647 |\n", + "| explained_variance | 1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 139399 |\n", + "| policy_loss | -16.2 |\n", + "| value_loss | 511 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.5 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 139500 |\n", + "| time_elapsed | 1788 |\n", + "| total_timesteps | 697500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 139499 |\n", + "| policy_loss | 2.23 |\n", + "| value_loss | 17.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59.3 |\n", + "| time/ | |\n", + "| fps | 390 |\n", + "| iterations | 139600 |\n", + "| time_elapsed | 1789 |\n", + "| total_timesteps | 698000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.708 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 139599 |\n", + "| policy_loss | -176 |\n", + "| value_loss | 1.27e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -57.6 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 139700 |\n", + "| time_elapsed | 1791 |\n", + "| total_timesteps | 698500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 139699 |\n", + "| policy_loss | 18.3 |\n", + "| value_loss | 1.99e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.4 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 139800 |\n", + "| time_elapsed | 1792 |\n", + "| total_timesteps | 699000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 139799 |\n", + "| policy_loss | -9.13 |\n", + "| value_loss | 266 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.8 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 139900 |\n", + "| time_elapsed | 1794 |\n", + "| total_timesteps | 699500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.583 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 139899 |\n", + "| policy_loss | 17.2 |\n", + "| value_loss | 1.96e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -25.3 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 140000 |\n", + "| time_elapsed | 1795 |\n", + "| total_timesteps | 700000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 139999 |\n", + "| policy_loss | -278 |\n", + "| value_loss | 1.69e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -3.74 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 140100 |\n", + "| time_elapsed | 1797 |\n", + "| total_timesteps | 700500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.706 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 140099 |\n", + "| policy_loss | 10.7 |\n", + "| value_loss | 224 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -27.8 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 140200 |\n", + "| time_elapsed | 1798 |\n", + "| total_timesteps | 701000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 140199 |\n", + "| policy_loss | -22.7 |\n", + "| value_loss | 1.15e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.6 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 140300 |\n", + "| time_elapsed | 1800 |\n", + "| total_timesteps | 701500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 140299 |\n", + "| policy_loss | 58.2 |\n", + "| value_loss | 1.98e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -19.1 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 140400 |\n", + "| time_elapsed | 1801 |\n", + "| total_timesteps | 702000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 1.79e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 140399 |\n", + "| policy_loss | -2.04 |\n", + "| value_loss | 12.2 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.6 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 140500 |\n", + "| time_elapsed | 1803 |\n", + "| total_timesteps | 702500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.559 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 140499 |\n", + "| policy_loss | -144 |\n", + "| value_loss | 2.14e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.3 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 140600 |\n", + "| time_elapsed | 1804 |\n", + "| total_timesteps | 703000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | -1.53e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 140599 |\n", + "| policy_loss | 1.27 |\n", + "| value_loss | 9.66 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.4 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 140700 |\n", + "| time_elapsed | 1806 |\n", + "| total_timesteps | 703500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 140699 |\n", + "| policy_loss | 2.4 |\n", + "| value_loss | 201 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.6 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 140800 |\n", + "| time_elapsed | 1807 |\n", + "| total_timesteps | 704000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 140799 |\n", + "| policy_loss | 270 |\n", + "| value_loss | 2.19e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.1 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 140900 |\n", + "| time_elapsed | 1809 |\n", + "| total_timesteps | 704500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.713 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 140899 |\n", + "| policy_loss | -5.93 |\n", + "| value_loss | 72.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 141000 |\n", + "| time_elapsed | 1810 |\n", + "| total_timesteps | 705000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.714 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 140999 |\n", + "| policy_loss | -5.4 |\n", + "| value_loss | 171 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -100 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 141100 |\n", + "| time_elapsed | 1812 |\n", + "| total_timesteps | 705500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 1.37e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 141099 |\n", + "| policy_loss | -15.1 |\n", + "| value_loss | 578 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.9 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 141200 |\n", + "| time_elapsed | 1813 |\n", + "| total_timesteps | 706000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.704 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 141199 |\n", + "| policy_loss | -417 |\n", + "| value_loss | 4.72e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 141300 |\n", + "| time_elapsed | 1815 |\n", + "| total_timesteps | 706500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.654 |\n", + "| explained_variance | -1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 141299 |\n", + "| policy_loss | -2.46 |\n", + "| value_loss | 47.7 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.2 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 141400 |\n", + "| time_elapsed | 1816 |\n", + "| total_timesteps | 707000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.572 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 141399 |\n", + "| policy_loss | -33.6 |\n", + "| value_loss | 9.44e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 141500 |\n", + "| time_elapsed | 1818 |\n", + "| total_timesteps | 707500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 141499 |\n", + "| policy_loss | -24.9 |\n", + "| value_loss | 2.28e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.2 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 141600 |\n", + "| time_elapsed | 1819 |\n", + "| total_timesteps | 708000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 141599 |\n", + "| policy_loss | 1.58 |\n", + "| value_loss | 23.6 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.7 |\n", + "| time/ | |\n", + "| fps | 389 |\n", + "| iterations | 141700 |\n", + "| time_elapsed | 1821 |\n", + "| total_timesteps | 708500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.723 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 141699 |\n", + "| policy_loss | 29.3 |\n", + "| value_loss | 1.8e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.8 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 141800 |\n", + "| time_elapsed | 1822 |\n", + "| total_timesteps | 709000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.705 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 141799 |\n", + "| policy_loss | -7.35 |\n", + "| value_loss | 182 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 1.57 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 141900 |\n", + "| time_elapsed | 1824 |\n", + "| total_timesteps | 709500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.72 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 141899 |\n", + "| policy_loss | 87.9 |\n", + "| value_loss | 7.12e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -4.26 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 142000 |\n", + "| time_elapsed | 1825 |\n", + "| total_timesteps | 710000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 141999 |\n", + "| policy_loss | -18.2 |\n", + "| value_loss | 1.89e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 22.1 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 142100 |\n", + "| time_elapsed | 1827 |\n", + "| total_timesteps | 710500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.707 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 142099 |\n", + "| policy_loss | 17.6 |\n", + "| value_loss | 173 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 68 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 142200 |\n", + "| time_elapsed | 1828 |\n", + "| total_timesteps | 711000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 142199 |\n", + "| policy_loss | 145 |\n", + "| value_loss | 5.5e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 52.4 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 142300 |\n", + "| time_elapsed | 1830 |\n", + "| total_timesteps | 711500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 142299 |\n", + "| policy_loss | 12.8 |\n", + "| value_loss | 394 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 34.8 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 142400 |\n", + "| time_elapsed | 1831 |\n", + "| total_timesteps | 712000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 142399 |\n", + "| policy_loss | 145 |\n", + "| value_loss | 6.54e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 12.3 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 142500 |\n", + "| time_elapsed | 1833 |\n", + "| total_timesteps | 712500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.603 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 142499 |\n", + "| policy_loss | 192 |\n", + "| value_loss | 4.49e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.4 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 142600 |\n", + "| time_elapsed | 1834 |\n", + "| total_timesteps | 713000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 142599 |\n", + "| policy_loss | -14.2 |\n", + "| value_loss | 528 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.9 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 142700 |\n", + "| time_elapsed | 1836 |\n", + "| total_timesteps | 713500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.72 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 142699 |\n", + "| policy_loss | -0.943 |\n", + "| value_loss | 7.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.8 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 142800 |\n", + "| time_elapsed | 1837 |\n", + "| total_timesteps | 714000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.714 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 142799 |\n", + "| policy_loss | 1.61 |\n", + "| value_loss | 1.98e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.1 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 142900 |\n", + "| time_elapsed | 1839 |\n", + "| total_timesteps | 714500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 142899 |\n", + "| policy_loss | -7.55 |\n", + "| value_loss | 181 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.5 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 143000 |\n", + "| time_elapsed | 1841 |\n", + "| total_timesteps | 715000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 142999 |\n", + "| policy_loss | 6.63 |\n", + "| value_loss | 116 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16.2 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 143100 |\n", + "| time_elapsed | 1842 |\n", + "| total_timesteps | 715500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.659 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 143099 |\n", + "| policy_loss | 1.32 |\n", + "| value_loss | 33 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -2.74 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 143200 |\n", + "| time_elapsed | 1844 |\n", + "| total_timesteps | 716000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 7.75e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 143199 |\n", + "| policy_loss | -9.23 |\n", + "| value_loss | 225 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 57.4 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 143300 |\n", + "| time_elapsed | 1845 |\n", + "| total_timesteps | 716500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 143299 |\n", + "| policy_loss | 7.41 |\n", + "| value_loss | 130 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 16.2 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 143400 |\n", + "| time_elapsed | 1847 |\n", + "| total_timesteps | 717000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.626 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 143399 |\n", + "| policy_loss | -612 |\n", + "| value_loss | 3.39e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.5 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 143500 |\n", + "| time_elapsed | 1848 |\n", + "| total_timesteps | 717500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 143499 |\n", + "| policy_loss | -12.9 |\n", + "| value_loss | 423 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 143600 |\n", + "| time_elapsed | 1850 |\n", + "| total_timesteps | 718000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 143599 |\n", + "| policy_loss | -62.4 |\n", + "| value_loss | 1.32e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 143700 |\n", + "| time_elapsed | 1851 |\n", + "| total_timesteps | 718500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 143699 |\n", + "| policy_loss | -151 |\n", + "| value_loss | 3.9e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 143800 |\n", + "| time_elapsed | 1852 |\n", + "| total_timesteps | 719000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.579 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 143799 |\n", + "| policy_loss | -9.93 |\n", + "| value_loss | 971 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 388 |\n", + "| iterations | 143900 |\n", + "| time_elapsed | 1854 |\n", + "| total_timesteps | 719500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 143899 |\n", + "| policy_loss | 5.47 |\n", + "| value_loss | 161 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -123 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 144000 |\n", + "| time_elapsed | 1855 |\n", + "| total_timesteps | 720000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 143999 |\n", + "| policy_loss | 2.94 |\n", + "| value_loss | 127 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 144100 |\n", + "| time_elapsed | 1857 |\n", + "| total_timesteps | 720500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 144099 |\n", + "| policy_loss | 11.8 |\n", + "| value_loss | 544 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 144200 |\n", + "| time_elapsed | 1858 |\n", + "| total_timesteps | 721000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 144199 |\n", + "| policy_loss | -16.4 |\n", + "| value_loss | 365 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 144300 |\n", + "| time_elapsed | 1860 |\n", + "| total_timesteps | 721500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 144299 |\n", + "| policy_loss | 105 |\n", + "| value_loss | 2.57e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.3 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 144400 |\n", + "| time_elapsed | 1862 |\n", + "| total_timesteps | 722000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 144399 |\n", + "| policy_loss | 6.47 |\n", + "| value_loss | 107 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.5 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 144500 |\n", + "| time_elapsed | 1863 |\n", + "| total_timesteps | 722500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 144499 |\n", + "| policy_loss | 0.386 |\n", + "| value_loss | 20.3 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -3.54 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 144600 |\n", + "| time_elapsed | 1865 |\n", + "| total_timesteps | 723000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.701 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 144599 |\n", + "| policy_loss | -160 |\n", + "| value_loss | 5.96e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 38.7 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 144700 |\n", + "| time_elapsed | 1866 |\n", + "| total_timesteps | 723500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 144699 |\n", + "| policy_loss | -21.5 |\n", + "| value_loss | 2.42e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -15 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 144800 |\n", + "| time_elapsed | 1868 |\n", + "| total_timesteps | 724000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 144799 |\n", + "| policy_loss | -54 |\n", + "| value_loss | 9.58e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.4 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 144900 |\n", + "| time_elapsed | 1869 |\n", + "| total_timesteps | 724500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 144899 |\n", + "| policy_loss | 1.61 |\n", + "| value_loss | 87.8 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.8 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 145000 |\n", + "| time_elapsed | 1871 |\n", + "| total_timesteps | 725000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | -2.38e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 144999 |\n", + "| policy_loss | -1.81 |\n", + "| value_loss | 15.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.6 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 145100 |\n", + "| time_elapsed | 1872 |\n", + "| total_timesteps | 725500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 8.94e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 145099 |\n", + "| policy_loss | -4.03 |\n", + "| value_loss | 29.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -25 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 145200 |\n", + "| time_elapsed | 1874 |\n", + "| total_timesteps | 726000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.566 |\n", + "| explained_variance | 8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 145199 |\n", + "| policy_loss | -2.78 |\n", + "| value_loss | 48.7 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.1 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 145300 |\n", + "| time_elapsed | 1875 |\n", + "| total_timesteps | 726500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | -4.53e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 145299 |\n", + "| policy_loss | -4.56 |\n", + "| value_loss | 35.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.3 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 145400 |\n", + "| time_elapsed | 1877 |\n", + "| total_timesteps | 727000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 145399 |\n", + "| policy_loss | -1.39 |\n", + "| value_loss | 4.77 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.3 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 145500 |\n", + "| time_elapsed | 1878 |\n", + "| total_timesteps | 727500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 145499 |\n", + "| policy_loss | 5.31 |\n", + "| value_loss | 70.2 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.7 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 145600 |\n", + "| time_elapsed | 1880 |\n", + "| total_timesteps | 728000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 145599 |\n", + "| policy_loss | -75.9 |\n", + "| value_loss | 4.15e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -3.58 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 145700 |\n", + "| time_elapsed | 1882 |\n", + "| total_timesteps | 728500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 145699 |\n", + "| policy_loss | 128 |\n", + "| value_loss | 6.11e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.1 |\n", + "| time/ | |\n", + "| fps | 387 |\n", + "| iterations | 145800 |\n", + "| time_elapsed | 1883 |\n", + "| total_timesteps | 729000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 145799 |\n", + "| policy_loss | -29.3 |\n", + "| value_loss | 5.82e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.6 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 145900 |\n", + "| time_elapsed | 1885 |\n", + "| total_timesteps | 729500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 145899 |\n", + "| policy_loss | 179 |\n", + "| value_loss | 7.5e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.8 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 146000 |\n", + "| time_elapsed | 1887 |\n", + "| total_timesteps | 730000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 145999 |\n", + "| policy_loss | -76.3 |\n", + "| value_loss | 1.71e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 146100 |\n", + "| time_elapsed | 1888 |\n", + "| total_timesteps | 730500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 146099 |\n", + "| policy_loss | -3.31 |\n", + "| value_loss | 56.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.5 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 146200 |\n", + "| time_elapsed | 1890 |\n", + "| total_timesteps | 731000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 146199 |\n", + "| policy_loss | 77.3 |\n", + "| value_loss | 3.36e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.6 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 146300 |\n", + "| time_elapsed | 1892 |\n", + "| total_timesteps | 731500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 146299 |\n", + "| policy_loss | -3.24 |\n", + "| value_loss | 341 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.9 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 146400 |\n", + "| time_elapsed | 1893 |\n", + "| total_timesteps | 732000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.637 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 146399 |\n", + "| policy_loss | 7.6 |\n", + "| value_loss | 135 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.3 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 146500 |\n", + "| time_elapsed | 1895 |\n", + "| total_timesteps | 732500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.642 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 146499 |\n", + "| policy_loss | -2.19 |\n", + "| value_loss | 68.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 146600 |\n", + "| time_elapsed | 1896 |\n", + "| total_timesteps | 733000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 146599 |\n", + "| policy_loss | -171 |\n", + "| value_loss | 4.66e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.5 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 146700 |\n", + "| time_elapsed | 1898 |\n", + "| total_timesteps | 733500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 146699 |\n", + "| policy_loss | 6.45 |\n", + "| value_loss | 188 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.1 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 146800 |\n", + "| time_elapsed | 1899 |\n", + "| total_timesteps | 734000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.573 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 146799 |\n", + "| policy_loss | -9.89 |\n", + "| value_loss | 202 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.1 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 146900 |\n", + "| time_elapsed | 1901 |\n", + "| total_timesteps | 734500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 146899 |\n", + "| policy_loss | -7.79 |\n", + "| value_loss | 189 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.1 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 147000 |\n", + "| time_elapsed | 1902 |\n", + "| total_timesteps | 735000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 146999 |\n", + "| policy_loss | -12.4 |\n", + "| value_loss | 2.66e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.4 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 147100 |\n", + "| time_elapsed | 1904 |\n", + "| total_timesteps | 735500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.586 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 147099 |\n", + "| policy_loss | -16 |\n", + "| value_loss | 4.23e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.1 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 147200 |\n", + "| time_elapsed | 1906 |\n", + "| total_timesteps | 736000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 147199 |\n", + "| policy_loss | 91.6 |\n", + "| value_loss | 1.58e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.7 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 147300 |\n", + "| time_elapsed | 1907 |\n", + "| total_timesteps | 736500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 147299 |\n", + "| policy_loss | -32.1 |\n", + "| value_loss | 1.86e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -7.83 |\n", + "| time/ | |\n", + "| fps | 386 |\n", + "| iterations | 147400 |\n", + "| time_elapsed | 1909 |\n", + "| total_timesteps | 737000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.631 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 147399 |\n", + "| policy_loss | -11.9 |\n", + "| value_loss | 626 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.3 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 147500 |\n", + "| time_elapsed | 1910 |\n", + "| total_timesteps | 737500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.639 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 147499 |\n", + "| policy_loss | -20.2 |\n", + "| value_loss | 1.31e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.6 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 147600 |\n", + "| time_elapsed | 1912 |\n", + "| total_timesteps | 738000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 147599 |\n", + "| policy_loss | 8.05 |\n", + "| value_loss | 198 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.1 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 147700 |\n", + "| time_elapsed | 1914 |\n", + "| total_timesteps | 738500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 147699 |\n", + "| policy_loss | -56 |\n", + "| value_loss | 9.5e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.3 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 147800 |\n", + "| time_elapsed | 1916 |\n", + "| total_timesteps | 739000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 147799 |\n", + "| policy_loss | -14.4 |\n", + "| value_loss | 796 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.9 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 147900 |\n", + "| time_elapsed | 1917 |\n", + "| total_timesteps | 739500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 147899 |\n", + "| policy_loss | 144 |\n", + "| value_loss | 3.39e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.6 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 148000 |\n", + "| time_elapsed | 1919 |\n", + "| total_timesteps | 740000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 147999 |\n", + "| policy_loss | 0.232 |\n", + "| value_loss | 9.68 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.1 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 148100 |\n", + "| time_elapsed | 1920 |\n", + "| total_timesteps | 740500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.602 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 148099 |\n", + "| policy_loss | -9.64 |\n", + "| value_loss | 210 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22.6 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 148200 |\n", + "| time_elapsed | 1922 |\n", + "| total_timesteps | 741000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 148199 |\n", + "| policy_loss | -17.2 |\n", + "| value_loss | 872 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -19.1 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 148300 |\n", + "| time_elapsed | 1923 |\n", + "| total_timesteps | 741500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | -2.5e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 148299 |\n", + "| policy_loss | -3.44 |\n", + "| value_loss | 44.3 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -9.92 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 148400 |\n", + "| time_elapsed | 1925 |\n", + "| total_timesteps | 742000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 148399 |\n", + "| policy_loss | -5.43 |\n", + "| value_loss | 72.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22.4 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 148500 |\n", + "| time_elapsed | 1927 |\n", + "| total_timesteps | 742500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 148499 |\n", + "| policy_loss | 1.43 |\n", + "| value_loss | 37.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.3 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 148600 |\n", + "| time_elapsed | 1928 |\n", + "| total_timesteps | 743000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 148599 |\n", + "| policy_loss | -35.8 |\n", + "| value_loss | 5.13e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.6 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 148700 |\n", + "| time_elapsed | 1930 |\n", + "| total_timesteps | 743500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.566 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 148699 |\n", + "| policy_loss | -57.3 |\n", + "| value_loss | 4.09e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.2 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 148800 |\n", + "| time_elapsed | 1932 |\n", + "| total_timesteps | 744000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 148799 |\n", + "| policy_loss | -17.1 |\n", + "| value_loss | 389 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.4 |\n", + "| time/ | |\n", + "| fps | 385 |\n", + "| iterations | 148900 |\n", + "| time_elapsed | 1933 |\n", + "| total_timesteps | 744500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.607 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 148899 |\n", + "| policy_loss | -142 |\n", + "| value_loss | 6.61e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 4.68 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 149000 |\n", + "| time_elapsed | 1935 |\n", + "| total_timesteps | 745000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 148999 |\n", + "| policy_loss | -49.5 |\n", + "| value_loss | 1.16e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 40.2 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 149100 |\n", + "| time_elapsed | 1936 |\n", + "| total_timesteps | 745500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 149099 |\n", + "| policy_loss | -0.135 |\n", + "| value_loss | 2.62 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 70.3 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 149200 |\n", + "| time_elapsed | 1937 |\n", + "| total_timesteps | 746000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 149199 |\n", + "| policy_loss | 7.47 |\n", + "| value_loss | 152 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 43.2 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 149300 |\n", + "| time_elapsed | 1939 |\n", + "| total_timesteps | 746500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 149299 |\n", + "| policy_loss | 55.9 |\n", + "| value_loss | 8.95e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -0.173 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 149400 |\n", + "| time_elapsed | 1940 |\n", + "| total_timesteps | 747000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 149399 |\n", + "| policy_loss | 3.09 |\n", + "| value_loss | 33.3 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.7 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 149500 |\n", + "| time_elapsed | 1942 |\n", + "| total_timesteps | 747500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 149499 |\n", + "| policy_loss | -58.4 |\n", + "| value_loss | 2.05e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -160 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 149600 |\n", + "| time_elapsed | 1943 |\n", + "| total_timesteps | 748000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 149599 |\n", + "| policy_loss | 7.08 |\n", + "| value_loss | 290 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -126 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 149700 |\n", + "| time_elapsed | 1945 |\n", + "| total_timesteps | 748500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.697 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 149699 |\n", + "| policy_loss | 7.96 |\n", + "| value_loss | 339 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 149800 |\n", + "| time_elapsed | 1947 |\n", + "| total_timesteps | 749000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 149799 |\n", + "| policy_loss | -2.48 |\n", + "| value_loss | 127 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.4 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 149900 |\n", + "| time_elapsed | 1948 |\n", + "| total_timesteps | 749500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.646 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 149899 |\n", + "| policy_loss | 20.6 |\n", + "| value_loss | 5.05e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.3 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 150000 |\n", + "| time_elapsed | 1950 |\n", + "| total_timesteps | 750000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 149999 |\n", + "| policy_loss | -24.1 |\n", + "| value_loss | 1.69e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 150100 |\n", + "| time_elapsed | 1951 |\n", + "| total_timesteps | 750500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 150099 |\n", + "| policy_loss | -112 |\n", + "| value_loss | 5.18e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -8.3 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 150200 |\n", + "| time_elapsed | 1953 |\n", + "| total_timesteps | 751000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 150199 |\n", + "| policy_loss | -4.11 |\n", + "| value_loss | 79.7 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -2.17 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 150300 |\n", + "| time_elapsed | 1954 |\n", + "| total_timesteps | 751500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 150299 |\n", + "| policy_loss | 23.9 |\n", + "| value_loss | 8.66e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.6 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 150400 |\n", + "| time_elapsed | 1956 |\n", + "| total_timesteps | 752000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 150399 |\n", + "| policy_loss | -50 |\n", + "| value_loss | 6.55e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -8.04 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 150500 |\n", + "| time_elapsed | 1957 |\n", + "| total_timesteps | 752500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 150499 |\n", + "| policy_loss | 49.7 |\n", + "| value_loss | 9.28e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.3 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 150600 |\n", + "| time_elapsed | 1959 |\n", + "| total_timesteps | 753000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 150599 |\n", + "| policy_loss | -112 |\n", + "| value_loss | 2.48e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69.5 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 150700 |\n", + "| time_elapsed | 1960 |\n", + "| total_timesteps | 753500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.597 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 150699 |\n", + "| policy_loss | -15.7 |\n", + "| value_loss | 510 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 150800 |\n", + "| time_elapsed | 1962 |\n", + "| total_timesteps | 754000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 150799 |\n", + "| policy_loss | 6.38 |\n", + "| value_loss | 138 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -163 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 150900 |\n", + "| time_elapsed | 1963 |\n", + "| total_timesteps | 754500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 150899 |\n", + "| policy_loss | 248 |\n", + "| value_loss | 1.84e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -123 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 151000 |\n", + "| time_elapsed | 1965 |\n", + "| total_timesteps | 755000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 150999 |\n", + "| policy_loss | 107 |\n", + "| value_loss | 3.47e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 151100 |\n", + "| time_elapsed | 1967 |\n", + "| total_timesteps | 755500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 151099 |\n", + "| policy_loss | -106 |\n", + "| value_loss | 1.49e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.3 |\n", + "| time/ | |\n", + "| fps | 384 |\n", + "| iterations | 151200 |\n", + "| time_elapsed | 1968 |\n", + "| total_timesteps | 756000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 151199 |\n", + "| policy_loss | -9.83 |\n", + "| value_loss | 176 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 151300 |\n", + "| time_elapsed | 1970 |\n", + "| total_timesteps | 756500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.631 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 151299 |\n", + "| policy_loss | -33.4 |\n", + "| value_loss | 6.93e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -42.1 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 151400 |\n", + "| time_elapsed | 1971 |\n", + "| total_timesteps | 757000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 151399 |\n", + "| policy_loss | -483 |\n", + "| value_loss | 4.18e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -7.77 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 151500 |\n", + "| time_elapsed | 1972 |\n", + "| total_timesteps | 757500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.654 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 151499 |\n", + "| policy_loss | 35.4 |\n", + "| value_loss | 1.09e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -27.8 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 151600 |\n", + "| time_elapsed | 1974 |\n", + "| total_timesteps | 758000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 151599 |\n", + "| policy_loss | 0.113 |\n", + "| value_loss | 31.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.5 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 151700 |\n", + "| time_elapsed | 1975 |\n", + "| total_timesteps | 758500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 151699 |\n", + "| policy_loss | -9.69 |\n", + "| value_loss | 276 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.2 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 151800 |\n", + "| time_elapsed | 1977 |\n", + "| total_timesteps | 759000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 151799 |\n", + "| policy_loss | -211 |\n", + "| value_loss | 1.18e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 151900 |\n", + "| time_elapsed | 1978 |\n", + "| total_timesteps | 759500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 151899 |\n", + "| policy_loss | -21.1 |\n", + "| value_loss | 3.9e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.5 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 152000 |\n", + "| time_elapsed | 1980 |\n", + "| total_timesteps | 760000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 151999 |\n", + "| policy_loss | -1.82 |\n", + "| value_loss | 159 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.2 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 152100 |\n", + "| time_elapsed | 1981 |\n", + "| total_timesteps | 760500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.596 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 152099 |\n", + "| policy_loss | -31 |\n", + "| value_loss | 1.4e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.9 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 152200 |\n", + "| time_elapsed | 1983 |\n", + "| total_timesteps | 761000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 152199 |\n", + "| policy_loss | 12.7 |\n", + "| value_loss | 781 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.7 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 152300 |\n", + "| time_elapsed | 1984 |\n", + "| total_timesteps | 761500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 152299 |\n", + "| policy_loss | 50.2 |\n", + "| value_loss | 9.57e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51.3 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 152400 |\n", + "| time_elapsed | 1986 |\n", + "| total_timesteps | 762000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 152399 |\n", + "| policy_loss | 7.34 |\n", + "| value_loss | 101 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.3 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 152500 |\n", + "| time_elapsed | 1987 |\n", + "| total_timesteps | 762500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 152499 |\n", + "| policy_loss | -83.7 |\n", + "| value_loss | 2.17e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 1.67 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 152600 |\n", + "| time_elapsed | 1989 |\n", + "| total_timesteps | 763000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 152599 |\n", + "| policy_loss | -26.4 |\n", + "| value_loss | 2.02e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -5.01 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 152700 |\n", + "| time_elapsed | 1991 |\n", + "| total_timesteps | 763500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.654 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 152699 |\n", + "| policy_loss | 9.85 |\n", + "| value_loss | 477 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -2.09 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 152800 |\n", + "| time_elapsed | 1992 |\n", + "| total_timesteps | 764000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 152799 |\n", + "| policy_loss | 223 |\n", + "| value_loss | 1.33e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -12.2 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 152900 |\n", + "| time_elapsed | 1994 |\n", + "| total_timesteps | 764500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 152899 |\n", + "| policy_loss | -35.3 |\n", + "| value_loss | 4.62e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -57.9 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 153000 |\n", + "| time_elapsed | 1995 |\n", + "| total_timesteps | 765000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 152999 |\n", + "| policy_loss | -38.1 |\n", + "| value_loss | 5.14e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.5 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 153100 |\n", + "| time_elapsed | 1997 |\n", + "| total_timesteps | 765500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 153099 |\n", + "| policy_loss | -21.9 |\n", + "| value_loss | 2.2e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.2 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 153200 |\n", + "| time_elapsed | 1998 |\n", + "| total_timesteps | 766000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 153199 |\n", + "| policy_loss | 108 |\n", + "| value_loss | 3.51e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -3.8 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 153300 |\n", + "| time_elapsed | 1999 |\n", + "| total_timesteps | 766500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 153299 |\n", + "| policy_loss | -2.13 |\n", + "| value_loss | 12.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.6 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 153400 |\n", + "| time_elapsed | 2001 |\n", + "| total_timesteps | 767000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 153399 |\n", + "| policy_loss | -22.1 |\n", + "| value_loss | 2.76e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.8 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 153500 |\n", + "| time_elapsed | 2002 |\n", + "| total_timesteps | 767500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.611 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 153499 |\n", + "| policy_loss | -266 |\n", + "| value_loss | 3.13e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.6 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 153600 |\n", + "| time_elapsed | 2004 |\n", + "| total_timesteps | 768000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 153599 |\n", + "| policy_loss | -0.35 |\n", + "| value_loss | 24 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -130 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 153700 |\n", + "| time_elapsed | 2005 |\n", + "| total_timesteps | 768500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 153699 |\n", + "| policy_loss | -20.8 |\n", + "| value_loss | 1.3e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 153800 |\n", + "| time_elapsed | 2007 |\n", + "| total_timesteps | 769000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 153799 |\n", + "| policy_loss | -2.65 |\n", + "| value_loss | 29.9 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.1 |\n", + "| time/ | |\n", + "| fps | 383 |\n", + "| iterations | 153900 |\n", + "| time_elapsed | 2009 |\n", + "| total_timesteps | 769500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 153899 |\n", + "| policy_loss | -11.4 |\n", + "| value_loss | 240 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.5 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 154000 |\n", + "| time_elapsed | 2010 |\n", + "| total_timesteps | 770000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 153999 |\n", + "| policy_loss | 126 |\n", + "| value_loss | 5.05e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.2 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 154100 |\n", + "| time_elapsed | 2012 |\n", + "| total_timesteps | 770500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 154099 |\n", + "| policy_loss | -150 |\n", + "| value_loss | 5.06e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.1 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 154200 |\n", + "| time_elapsed | 2013 |\n", + "| total_timesteps | 771000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 1.79e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 154199 |\n", + "| policy_loss | -3.09 |\n", + "| value_loss | 26.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 154300 |\n", + "| time_elapsed | 2015 |\n", + "| total_timesteps | 771500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 154299 |\n", + "| policy_loss | 47.7 |\n", + "| value_loss | 1.35e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.5 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 154400 |\n", + "| time_elapsed | 2016 |\n", + "| total_timesteps | 772000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.634 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 154399 |\n", + "| policy_loss | -127 |\n", + "| value_loss | 5.11e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.4 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 154500 |\n", + "| time_elapsed | 2017 |\n", + "| total_timesteps | 772500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 154499 |\n", + "| policy_loss | 31.9 |\n", + "| value_loss | 2.64e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.5 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 154600 |\n", + "| time_elapsed | 2019 |\n", + "| total_timesteps | 773000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 154599 |\n", + "| policy_loss | -27.5 |\n", + "| value_loss | 2.38e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.1 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 154700 |\n", + "| time_elapsed | 2021 |\n", + "| total_timesteps | 773500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.578 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 154699 |\n", + "| policy_loss | 0.872 |\n", + "| value_loss | 11.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.2 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 154800 |\n", + "| time_elapsed | 2022 |\n", + "| total_timesteps | 774000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.59 |\n", + "| explained_variance | 4.29e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 154799 |\n", + "| policy_loss | -0.844 |\n", + "| value_loss | 5.31 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.1 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 154900 |\n", + "| time_elapsed | 2024 |\n", + "| total_timesteps | 774500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 154899 |\n", + "| policy_loss | -5.38 |\n", + "| value_loss | 103 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -27.6 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 155000 |\n", + "| time_elapsed | 2025 |\n", + "| total_timesteps | 775000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | 1.61e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 154999 |\n", + "| policy_loss | 0.464 |\n", + "| value_loss | 4.22 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 4.64 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 155100 |\n", + "| time_elapsed | 2027 |\n", + "| total_timesteps | 775500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | -1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 155099 |\n", + "| policy_loss | -4.47 |\n", + "| value_loss | 58.3 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -23.2 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 155200 |\n", + "| time_elapsed | 2028 |\n", + "| total_timesteps | 776000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.647 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 155199 |\n", + "| policy_loss | -28.6 |\n", + "| value_loss | 4.13e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -13.4 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 155300 |\n", + "| time_elapsed | 2030 |\n", + "| total_timesteps | 776500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 155299 |\n", + "| policy_loss | 1.65 |\n", + "| value_loss | 5.99 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 13 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 155400 |\n", + "| time_elapsed | 2031 |\n", + "| total_timesteps | 777000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 155399 |\n", + "| policy_loss | 4.18 |\n", + "| value_loss | 142 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -4.26 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 155500 |\n", + "| time_elapsed | 2033 |\n", + "| total_timesteps | 777500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 155499 |\n", + "| policy_loss | -177 |\n", + "| value_loss | 6.15e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -20.1 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 155600 |\n", + "| time_elapsed | 2034 |\n", + "| total_timesteps | 778000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.567 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 155599 |\n", + "| policy_loss | 835 |\n", + "| value_loss | 8.98e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.9 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 155700 |\n", + "| time_elapsed | 2036 |\n", + "| total_timesteps | 778500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 155699 |\n", + "| policy_loss | -1.52 |\n", + "| value_loss | 8.58 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.7 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 155800 |\n", + "| time_elapsed | 2038 |\n", + "| total_timesteps | 779000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.626 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 155799 |\n", + "| policy_loss | 9.64 |\n", + "| value_loss | 878 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.1 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 155900 |\n", + "| time_elapsed | 2039 |\n", + "| total_timesteps | 779500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 155899 |\n", + "| policy_loss | -6.06 |\n", + "| value_loss | 261 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.8 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 156000 |\n", + "| time_elapsed | 2041 |\n", + "| total_timesteps | 780000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 155999 |\n", + "| policy_loss | -4.37 |\n", + "| value_loss | 40 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 156100 |\n", + "| time_elapsed | 2042 |\n", + "| total_timesteps | 780500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 156099 |\n", + "| policy_loss | -143 |\n", + "| value_loss | 6.37e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.3 |\n", + "| time/ | |\n", + "| fps | 382 |\n", + "| iterations | 156200 |\n", + "| time_elapsed | 2044 |\n", + "| total_timesteps | 781000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 156199 |\n", + "| policy_loss | -0.0373 |\n", + "| value_loss | 72.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.5 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 156300 |\n", + "| time_elapsed | 2045 |\n", + "| total_timesteps | 781500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.67 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 156299 |\n", + "| policy_loss | 0.0581 |\n", + "| value_loss | 0.545 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.3 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 156400 |\n", + "| time_elapsed | 2047 |\n", + "| total_timesteps | 782000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 156399 |\n", + "| policy_loss | -1.88 |\n", + "| value_loss | 22.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.5 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 156500 |\n", + "| time_elapsed | 2048 |\n", + "| total_timesteps | 782500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 156499 |\n", + "| policy_loss | 57.8 |\n", + "| value_loss | 1.66e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.2 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 156600 |\n", + "| time_elapsed | 2050 |\n", + "| total_timesteps | 783000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 156599 |\n", + "| policy_loss | -13.1 |\n", + "| value_loss | 444 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.4 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 156700 |\n", + "| time_elapsed | 2052 |\n", + "| total_timesteps | 783500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 156699 |\n", + "| policy_loss | -15.1 |\n", + "| value_loss | 3.01e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.7 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 156800 |\n", + "| time_elapsed | 2053 |\n", + "| total_timesteps | 784000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 156799 |\n", + "| policy_loss | -8.58 |\n", + "| value_loss | 118 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -113 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 156900 |\n", + "| time_elapsed | 2055 |\n", + "| total_timesteps | 784500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 156899 |\n", + "| policy_loss | 9.32 |\n", + "| value_loss | 195 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.7 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 157000 |\n", + "| time_elapsed | 2056 |\n", + "| total_timesteps | 785000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.618 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 156999 |\n", + "| policy_loss | -2.25 |\n", + "| value_loss | 62.4 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -23.8 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 157100 |\n", + "| time_elapsed | 2057 |\n", + "| total_timesteps | 785500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 157099 |\n", + "| policy_loss | -119 |\n", + "| value_loss | 4.35e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -17.3 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 157200 |\n", + "| time_elapsed | 2059 |\n", + "| total_timesteps | 786000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.599 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 157199 |\n", + "| policy_loss | -2.91 |\n", + "| value_loss | 41.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -13.6 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 157300 |\n", + "| time_elapsed | 2060 |\n", + "| total_timesteps | 786500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 157299 |\n", + "| policy_loss | -18.7 |\n", + "| value_loss | 637 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.4 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 157400 |\n", + "| time_elapsed | 2062 |\n", + "| total_timesteps | 787000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.58 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 157399 |\n", + "| policy_loss | -0.794 |\n", + "| value_loss | 8.77 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.3 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 157500 |\n", + "| time_elapsed | 2063 |\n", + "| total_timesteps | 787500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.64 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 157499 |\n", + "| policy_loss | 1.35 |\n", + "| value_loss | 6.68 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.6 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 157600 |\n", + "| time_elapsed | 2065 |\n", + "| total_timesteps | 788000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 157599 |\n", + "| policy_loss | 11.5 |\n", + "| value_loss | 425 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 157700 |\n", + "| time_elapsed | 2067 |\n", + "| total_timesteps | 788500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 157699 |\n", + "| policy_loss | 4.3 |\n", + "| value_loss | 107 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.2 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 157800 |\n", + "| time_elapsed | 2068 |\n", + "| total_timesteps | 789000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 157799 |\n", + "| policy_loss | 66.9 |\n", + "| value_loss | 1.47e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -10.8 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 157900 |\n", + "| time_elapsed | 2070 |\n", + "| total_timesteps | 789500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.643 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 157899 |\n", + "| policy_loss | 397 |\n", + "| value_loss | 4.95e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.7 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 158000 |\n", + "| time_elapsed | 2072 |\n", + "| total_timesteps | 790000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.654 |\n", + "| explained_variance | -1.55e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 157999 |\n", + "| policy_loss | -1.27 |\n", + "| value_loss | 6.07 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 22.1 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 158100 |\n", + "| time_elapsed | 2074 |\n", + "| total_timesteps | 790500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 158099 |\n", + "| policy_loss | 29.5 |\n", + "| value_loss | 2.24e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -26.9 |\n", + "| time/ | |\n", + "| fps | 381 |\n", + "| iterations | 158200 |\n", + "| time_elapsed | 2075 |\n", + "| total_timesteps | 791000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 158199 |\n", + "| policy_loss | 5.21 |\n", + "| value_loss | 59.7 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.3 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 158300 |\n", + "| time_elapsed | 2077 |\n", + "| total_timesteps | 791500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 158299 |\n", + "| policy_loss | 2.22 |\n", + "| value_loss | 20.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 0.549 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 158400 |\n", + "| time_elapsed | 2079 |\n", + "| total_timesteps | 792000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 158399 |\n", + "| policy_loss | 0.759 |\n", + "| value_loss | 16.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28.1 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 158500 |\n", + "| time_elapsed | 2080 |\n", + "| total_timesteps | 792500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.572 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 158499 |\n", + "| policy_loss | -13.7 |\n", + "| value_loss | 432 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.3 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 158600 |\n", + "| time_elapsed | 2082 |\n", + "| total_timesteps | 793000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.626 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 158599 |\n", + "| policy_loss | -141 |\n", + "| value_loss | 5.01e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 158700 |\n", + "| time_elapsed | 2084 |\n", + "| total_timesteps | 793500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 158699 |\n", + "| policy_loss | -0.32 |\n", + "| value_loss | 168 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -21.5 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 158800 |\n", + "| time_elapsed | 2085 |\n", + "| total_timesteps | 794000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 158799 |\n", + "| policy_loss | 267 |\n", + "| value_loss | 2.44e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.6 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 158900 |\n", + "| time_elapsed | 2087 |\n", + "| total_timesteps | 794500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 158899 |\n", + "| policy_loss | 0.835 |\n", + "| value_loss | 837 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.8 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 159000 |\n", + "| time_elapsed | 2088 |\n", + "| total_timesteps | 795000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 158999 |\n", + "| policy_loss | -77.3 |\n", + "| value_loss | 2.46e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.8 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 159100 |\n", + "| time_elapsed | 2090 |\n", + "| total_timesteps | 795500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 159099 |\n", + "| policy_loss | 0.0123 |\n", + "| value_loss | 1.23 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 159200 |\n", + "| time_elapsed | 2092 |\n", + "| total_timesteps | 796000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 159199 |\n", + "| policy_loss | 18.4 |\n", + "| value_loss | 1.13e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 159300 |\n", + "| time_elapsed | 2093 |\n", + "| total_timesteps | 796500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 1.55e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 159299 |\n", + "| policy_loss | 2.11 |\n", + "| value_loss | 12.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.9 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 159400 |\n", + "| time_elapsed | 2095 |\n", + "| total_timesteps | 797000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 159399 |\n", + "| policy_loss | 0.194 |\n", + "| value_loss | 1.09 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -24.4 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 159500 |\n", + "| time_elapsed | 2096 |\n", + "| total_timesteps | 797500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.466 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 159499 |\n", + "| policy_loss | -11.2 |\n", + "| value_loss | 6.34e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.2 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 159600 |\n", + "| time_elapsed | 2098 |\n", + "| total_timesteps | 798000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 159599 |\n", + "| policy_loss | -2.28 |\n", + "| value_loss | 1.81e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.1 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 159700 |\n", + "| time_elapsed | 2099 |\n", + "| total_timesteps | 798500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 159699 |\n", + "| policy_loss | 7.88 |\n", + "| value_loss | 134 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -137 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 159800 |\n", + "| time_elapsed | 2101 |\n", + "| total_timesteps | 799000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 159799 |\n", + "| policy_loss | -464 |\n", + "| value_loss | 4.87e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.2 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 159900 |\n", + "| time_elapsed | 2102 |\n", + "| total_timesteps | 799500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 159899 |\n", + "| policy_loss | -5.76 |\n", + "| value_loss | 260 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -122 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 160000 |\n", + "| time_elapsed | 2104 |\n", + "| total_timesteps | 800000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 159999 |\n", + "| policy_loss | -39.8 |\n", + "| value_loss | 4.99e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 160100 |\n", + "| time_elapsed | 2105 |\n", + "| total_timesteps | 800500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 160099 |\n", + "| policy_loss | -2.83 |\n", + "| value_loss | 21.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.7 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 160200 |\n", + "| time_elapsed | 2107 |\n", + "| total_timesteps | 801000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.608 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 160199 |\n", + "| policy_loss | 342 |\n", + "| value_loss | 1.64e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -167 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 160300 |\n", + "| time_elapsed | 2108 |\n", + "| total_timesteps | 801500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.627 |\n", + "| explained_variance | 1.25e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 160299 |\n", + "| policy_loss | 0.0157 |\n", + "| value_loss | 2.63 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -95.8 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 160400 |\n", + "| time_elapsed | 2110 |\n", + "| total_timesteps | 802000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 160399 |\n", + "| policy_loss | -17 |\n", + "| value_loss | 440 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 380 |\n", + "| iterations | 160500 |\n", + "| time_elapsed | 2111 |\n", + "| total_timesteps | 802500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 160499 |\n", + "| policy_loss | 1.71 |\n", + "| value_loss | 11.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -87.4 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 160600 |\n", + "| time_elapsed | 2113 |\n", + "| total_timesteps | 803000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 160599 |\n", + "| policy_loss | -209 |\n", + "| value_loss | 7.54e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -64.8 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 160700 |\n", + "| time_elapsed | 2114 |\n", + "| total_timesteps | 803500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.632 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 160699 |\n", + "| policy_loss | 26.5 |\n", + "| value_loss | 8.58e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.2 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 160800 |\n", + "| time_elapsed | 2116 |\n", + "| total_timesteps | 804000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 160799 |\n", + "| policy_loss | -32.6 |\n", + "| value_loss | 6.77e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.8 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 160900 |\n", + "| time_elapsed | 2117 |\n", + "| total_timesteps | 804500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 160899 |\n", + "| policy_loss | 22 |\n", + "| value_loss | 1.81e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.5 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 161000 |\n", + "| time_elapsed | 2119 |\n", + "| total_timesteps | 805000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -1.55e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 160999 |\n", + "| policy_loss | -4.73 |\n", + "| value_loss | 62.4 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.7 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 161100 |\n", + "| time_elapsed | 2121 |\n", + "| total_timesteps | 805500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.695 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 161099 |\n", + "| policy_loss | -10.9 |\n", + "| value_loss | 335 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38.6 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 161200 |\n", + "| time_elapsed | 2122 |\n", + "| total_timesteps | 806000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.654 |\n", + "| explained_variance | 5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 161199 |\n", + "| policy_loss | 7.83 |\n", + "| value_loss | 119 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.7 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 161300 |\n", + "| time_elapsed | 2124 |\n", + "| total_timesteps | 806500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 161299 |\n", + "| policy_loss | -22.1 |\n", + "| value_loss | 1.26e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.9 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 161400 |\n", + "| time_elapsed | 2125 |\n", + "| total_timesteps | 807000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | -4.29e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 161399 |\n", + "| policy_loss | -3.24 |\n", + "| value_loss | 52 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -106 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 161500 |\n", + "| time_elapsed | 2127 |\n", + "| total_timesteps | 807500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 161499 |\n", + "| policy_loss | -13.6 |\n", + "| value_loss | 432 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -131 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 161600 |\n", + "| time_elapsed | 2128 |\n", + "| total_timesteps | 808000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 161599 |\n", + "| policy_loss | 61.9 |\n", + "| value_loss | 1.24e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.1 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 161700 |\n", + "| time_elapsed | 2130 |\n", + "| total_timesteps | 808500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.601 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 161699 |\n", + "| policy_loss | -8.1 |\n", + "| value_loss | 767 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.3 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 161800 |\n", + "| time_elapsed | 2132 |\n", + "| total_timesteps | 809000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 161799 |\n", + "| policy_loss | 16.5 |\n", + "| value_loss | 452 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.4 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 161900 |\n", + "| time_elapsed | 2133 |\n", + "| total_timesteps | 809500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.67 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 161899 |\n", + "| policy_loss | -20.7 |\n", + "| value_loss | 1.82e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.3 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 162000 |\n", + "| time_elapsed | 2135 |\n", + "| total_timesteps | 810000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 161999 |\n", + "| policy_loss | 97.3 |\n", + "| value_loss | 3.18e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -11.2 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 162100 |\n", + "| time_elapsed | 2136 |\n", + "| total_timesteps | 810500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 162099 |\n", + "| policy_loss | -0.694 |\n", + "| value_loss | 4.65 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -33.4 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 162200 |\n", + "| time_elapsed | 2138 |\n", + "| total_timesteps | 811000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 162199 |\n", + "| policy_loss | -58.8 |\n", + "| value_loss | 1.49e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.4 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 162300 |\n", + "| time_elapsed | 2139 |\n", + "| total_timesteps | 811500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 162299 |\n", + "| policy_loss | -4.6 |\n", + "| value_loss | 98.6 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -42.7 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 162400 |\n", + "| time_elapsed | 2141 |\n", + "| total_timesteps | 812000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 162399 |\n", + "| policy_loss | 173 |\n", + "| value_loss | 1.02e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.6 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 162500 |\n", + "| time_elapsed | 2142 |\n", + "| total_timesteps | 812500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.617 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 162499 |\n", + "| policy_loss | 105 |\n", + "| value_loss | 1.73e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 162600 |\n", + "| time_elapsed | 2144 |\n", + "| total_timesteps | 813000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.638 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 162599 |\n", + "| policy_loss | 4.22 |\n", + "| value_loss | 115 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.9 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 162700 |\n", + "| time_elapsed | 2145 |\n", + "| total_timesteps | 813500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.554 |\n", + "| explained_variance | 6.56e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 162699 |\n", + "| policy_loss | -9.53 |\n", + "| value_loss | 377 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59.7 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 162800 |\n", + "| time_elapsed | 2147 |\n", + "| total_timesteps | 814000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.629 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 162799 |\n", + "| policy_loss | 20.2 |\n", + "| value_loss | 406 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 162900 |\n", + "| time_elapsed | 2148 |\n", + "| total_timesteps | 814500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 162899 |\n", + "| policy_loss | -6.51 |\n", + "| value_loss | 147 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.3 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 163000 |\n", + "| time_elapsed | 2149 |\n", + "| total_timesteps | 815000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 162999 |\n", + "| policy_loss | -24.8 |\n", + "| value_loss | 4.82e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.5 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 163100 |\n", + "| time_elapsed | 2151 |\n", + "| total_timesteps | 815500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.689 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 163099 |\n", + "| policy_loss | -107 |\n", + "| value_loss | 2.36e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.9 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 163200 |\n", + "| time_elapsed | 2152 |\n", + "| total_timesteps | 816000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.64 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 163199 |\n", + "| policy_loss | -1.76 |\n", + "| value_loss | 14.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 163300 |\n", + "| time_elapsed | 2153 |\n", + "| total_timesteps | 816500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 163299 |\n", + "| policy_loss | -25.8 |\n", + "| value_loss | 2.6e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -127 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 163400 |\n", + "| time_elapsed | 2155 |\n", + "| total_timesteps | 817000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 1.73e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 163399 |\n", + "| policy_loss | -3.83 |\n", + "| value_loss | 79.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -122 |\n", + "| time/ | |\n", + "| fps | 379 |\n", + "| iterations | 163500 |\n", + "| time_elapsed | 2156 |\n", + "| total_timesteps | 817500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.659 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 163499 |\n", + "| policy_loss | -81 |\n", + "| value_loss | 2.87e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.3 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 163600 |\n", + "| time_elapsed | 2158 |\n", + "| total_timesteps | 818000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 163599 |\n", + "| policy_loss | 13.9 |\n", + "| value_loss | 507 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.6 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 163700 |\n", + "| time_elapsed | 2159 |\n", + "| total_timesteps | 818500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 163699 |\n", + "| policy_loss | 1.18 |\n", + "| value_loss | 13 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73.1 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 163800 |\n", + "| time_elapsed | 2161 |\n", + "| total_timesteps | 819000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.557 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 163799 |\n", + "| policy_loss | 3.19 |\n", + "| value_loss | 132 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 163900 |\n", + "| time_elapsed | 2162 |\n", + "| total_timesteps | 819500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 163899 |\n", + "| policy_loss | 25.6 |\n", + "| value_loss | 2.49e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.2 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 164000 |\n", + "| time_elapsed | 2164 |\n", + "| total_timesteps | 820000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.608 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 163999 |\n", + "| policy_loss | 21.6 |\n", + "| value_loss | 1.7e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -3.63 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 164100 |\n", + "| time_elapsed | 2165 |\n", + "| total_timesteps | 820500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 164099 |\n", + "| policy_loss | -12.6 |\n", + "| value_loss | 614 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.6 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 164200 |\n", + "| time_elapsed | 2167 |\n", + "| total_timesteps | 821000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 164199 |\n", + "| policy_loss | -92 |\n", + "| value_loss | 1.73e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -21.7 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 164300 |\n", + "| time_elapsed | 2168 |\n", + "| total_timesteps | 821500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.579 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 164299 |\n", + "| policy_loss | 9.22 |\n", + "| value_loss | 740 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 4.23 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 164400 |\n", + "| time_elapsed | 2170 |\n", + "| total_timesteps | 822000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.591 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 164399 |\n", + "| policy_loss | -453 |\n", + "| value_loss | 3.29e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.4 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 164500 |\n", + "| time_elapsed | 2171 |\n", + "| total_timesteps | 822500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 164499 |\n", + "| policy_loss | 0.266 |\n", + "| value_loss | 16.6 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.4 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 164600 |\n", + "| time_elapsed | 2173 |\n", + "| total_timesteps | 823000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 164599 |\n", + "| policy_loss | 2.79 |\n", + "| value_loss | 33.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.8 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 164700 |\n", + "| time_elapsed | 2174 |\n", + "| total_timesteps | 823500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.589 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 164699 |\n", + "| policy_loss | -21 |\n", + "| value_loss | 2.75e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.3 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 164800 |\n", + "| time_elapsed | 2176 |\n", + "| total_timesteps | 824000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.625 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 164799 |\n", + "| policy_loss | 20 |\n", + "| value_loss | 2.44e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 164900 |\n", + "| time_elapsed | 2177 |\n", + "| total_timesteps | 824500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 164899 |\n", + "| policy_loss | -141 |\n", + "| value_loss | 4.07e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.3 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 165000 |\n", + "| time_elapsed | 2179 |\n", + "| total_timesteps | 825000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 164999 |\n", + "| policy_loss | 19 |\n", + "| value_loss | 5.44e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -93.6 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 165100 |\n", + "| time_elapsed | 2180 |\n", + "| total_timesteps | 825500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.622 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 165099 |\n", + "| policy_loss | -96 |\n", + "| value_loss | 2.89e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.4 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 165200 |\n", + "| time_elapsed | 2182 |\n", + "| total_timesteps | 826000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 165199 |\n", + "| policy_loss | -0.695 |\n", + "| value_loss | 552 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.2 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 165300 |\n", + "| time_elapsed | 2183 |\n", + "| total_timesteps | 826500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 165299 |\n", + "| policy_loss | 28.7 |\n", + "| value_loss | 2.1e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 165400 |\n", + "| time_elapsed | 2185 |\n", + "| total_timesteps | 827000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 165399 |\n", + "| policy_loss | 86.5 |\n", + "| value_loss | 2.38e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.2 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 165500 |\n", + "| time_elapsed | 2186 |\n", + "| total_timesteps | 827500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | -1.67e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 165499 |\n", + "| policy_loss | 3.73 |\n", + "| value_loss | 79.8 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.9 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 165600 |\n", + "| time_elapsed | 2188 |\n", + "| total_timesteps | 828000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 165599 |\n", + "| policy_loss | 19.8 |\n", + "| value_loss | 1.06e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.4 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 165700 |\n", + "| time_elapsed | 2189 |\n", + "| total_timesteps | 828500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 165699 |\n", + "| policy_loss | -10.6 |\n", + "| value_loss | 272 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.7 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 165800 |\n", + "| time_elapsed | 2191 |\n", + "| total_timesteps | 829000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.659 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 165799 |\n", + "| policy_loss | -3.43 |\n", + "| value_loss | 25.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.3 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 165900 |\n", + "| time_elapsed | 2192 |\n", + "| total_timesteps | 829500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.627 |\n", + "| explained_variance | -2.74e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 165899 |\n", + "| policy_loss | -1.54 |\n", + "| value_loss | 20.5 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.8 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 166000 |\n", + "| time_elapsed | 2194 |\n", + "| total_timesteps | 830000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 165999 |\n", + "| policy_loss | 1.81 |\n", + "| value_loss | 13.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.1 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 166100 |\n", + "| time_elapsed | 2195 |\n", + "| total_timesteps | 830500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.676 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 166099 |\n", + "| policy_loss | 4.23 |\n", + "| value_loss | 31.8 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.7 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 166200 |\n", + "| time_elapsed | 2196 |\n", + "| total_timesteps | 831000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 166199 |\n", + "| policy_loss | -150 |\n", + "| value_loss | 1.29e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.8 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 166300 |\n", + "| time_elapsed | 2198 |\n", + "| total_timesteps | 831500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 166299 |\n", + "| policy_loss | -236 |\n", + "| value_loss | 1.64e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.6 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 166400 |\n", + "| time_elapsed | 2199 |\n", + "| total_timesteps | 832000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.647 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 166399 |\n", + "| policy_loss | -13.8 |\n", + "| value_loss | 531 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 22.9 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 166500 |\n", + "| time_elapsed | 2201 |\n", + "| total_timesteps | 832500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 166499 |\n", + "| policy_loss | 0.642 |\n", + "| value_loss | 8.41 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 36.2 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 166600 |\n", + "| time_elapsed | 2202 |\n", + "| total_timesteps | 833000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 166599 |\n", + "| policy_loss | -92.5 |\n", + "| value_loss | 4.19e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -8.52 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 166700 |\n", + "| time_elapsed | 2204 |\n", + "| total_timesteps | 833500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.603 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 166699 |\n", + "| policy_loss | -1.71 |\n", + "| value_loss | 86.8 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -25.1 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 166800 |\n", + "| time_elapsed | 2205 |\n", + "| total_timesteps | 834000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.571 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 166799 |\n", + "| policy_loss | -82.7 |\n", + "| value_loss | 5.88e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -148 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 166900 |\n", + "| time_elapsed | 2207 |\n", + "| total_timesteps | 834500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.664 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 166899 |\n", + "| policy_loss | 13 |\n", + "| value_loss | 357 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -151 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 167000 |\n", + "| time_elapsed | 2208 |\n", + "| total_timesteps | 835000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.641 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 166999 |\n", + "| policy_loss | -15 |\n", + "| value_loss | 453 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -130 |\n", + "| time/ | |\n", + "| fps | 378 |\n", + "| iterations | 167100 |\n", + "| time_elapsed | 2210 |\n", + "| total_timesteps | 835500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.554 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 167099 |\n", + "| policy_loss | -3.73 |\n", + "| value_loss | 162 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 167200 |\n", + "| time_elapsed | 2211 |\n", + "| total_timesteps | 836000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 167199 |\n", + "| policy_loss | -1.34 |\n", + "| value_loss | 102 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -33.5 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 167300 |\n", + "| time_elapsed | 2213 |\n", + "| total_timesteps | 836500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 167299 |\n", + "| policy_loss | -66.3 |\n", + "| value_loss | 1.94e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -33.2 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 167400 |\n", + "| time_elapsed | 2214 |\n", + "| total_timesteps | 837000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 167399 |\n", + "| policy_loss | -8.63 |\n", + "| value_loss | 177 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 7.24 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 167500 |\n", + "| time_elapsed | 2215 |\n", + "| total_timesteps | 837500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.549 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 167499 |\n", + "| policy_loss | 7.95 |\n", + "| value_loss | 96.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 40.9 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 167600 |\n", + "| time_elapsed | 2217 |\n", + "| total_timesteps | 838000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 167599 |\n", + "| policy_loss | -28.3 |\n", + "| value_loss | 2.94e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 24 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 167700 |\n", + "| time_elapsed | 2218 |\n", + "| total_timesteps | 838500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.628 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 167699 |\n", + "| policy_loss | -62.7 |\n", + "| value_loss | 8.35e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 17.4 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 167800 |\n", + "| time_elapsed | 2220 |\n", + "| total_timesteps | 839000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 167799 |\n", + "| policy_loss | -2 |\n", + "| value_loss | 15.6 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.4 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 167900 |\n", + "| time_elapsed | 2221 |\n", + "| total_timesteps | 839500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.581 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 167899 |\n", + "| policy_loss | -16.3 |\n", + "| value_loss | 637 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 168000 |\n", + "| time_elapsed | 2223 |\n", + "| total_timesteps | 840000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 167999 |\n", + "| policy_loss | 11.4 |\n", + "| value_loss | 398 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -138 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 168100 |\n", + "| time_elapsed | 2224 |\n", + "| total_timesteps | 840500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 168099 |\n", + "| policy_loss | 1.71 |\n", + "| value_loss | 31 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 168200 |\n", + "| time_elapsed | 2226 |\n", + "| total_timesteps | 841000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 168199 |\n", + "| policy_loss | -5.69 |\n", + "| value_loss | 139 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.6 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 168300 |\n", + "| time_elapsed | 2227 |\n", + "| total_timesteps | 841500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 168299 |\n", + "| policy_loss | -7.17 |\n", + "| value_loss | 173 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.9 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 168400 |\n", + "| time_elapsed | 2229 |\n", + "| total_timesteps | 842000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 168399 |\n", + "| policy_loss | -94.3 |\n", + "| value_loss | 2.66e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -33 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 168500 |\n", + "| time_elapsed | 2230 |\n", + "| total_timesteps | 842500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.513 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 168499 |\n", + "| policy_loss | 2.09 |\n", + "| value_loss | 5.54e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 9.08 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 168600 |\n", + "| time_elapsed | 2232 |\n", + "| total_timesteps | 843000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.595 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 168599 |\n", + "| policy_loss | 6.85 |\n", + "| value_loss | 353 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 32.1 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 168700 |\n", + "| time_elapsed | 2233 |\n", + "| total_timesteps | 843500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 168699 |\n", + "| policy_loss | 4.79 |\n", + "| value_loss | 87.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 51.9 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 168800 |\n", + "| time_elapsed | 2235 |\n", + "| total_timesteps | 844000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.56 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 168799 |\n", + "| policy_loss | 26.2 |\n", + "| value_loss | 7.29e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 25.6 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 168900 |\n", + "| time_elapsed | 2236 |\n", + "| total_timesteps | 844500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.61 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 168899 |\n", + "| policy_loss | -7.72 |\n", + "| value_loss | 684 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 1.74 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 169000 |\n", + "| time_elapsed | 2237 |\n", + "| total_timesteps | 845000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 168999 |\n", + "| policy_loss | -18.1 |\n", + "| value_loss | 826 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 169100 |\n", + "| time_elapsed | 2239 |\n", + "| total_timesteps | 845500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 169099 |\n", + "| policy_loss | 18.3 |\n", + "| value_loss | 3.73e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -62.6 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 169200 |\n", + "| time_elapsed | 2240 |\n", + "| total_timesteps | 846000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.326 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 169199 |\n", + "| policy_loss | -6.1 |\n", + "| value_loss | 4.59e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59.5 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 169300 |\n", + "| time_elapsed | 2242 |\n", + "| total_timesteps | 846500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.531 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 169299 |\n", + "| policy_loss | -2.99 |\n", + "| value_loss | 185 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.6 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 169400 |\n", + "| time_elapsed | 2243 |\n", + "| total_timesteps | 847000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.592 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 169399 |\n", + "| policy_loss | 29.1 |\n", + "| value_loss | 3.29e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.7 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 169500 |\n", + "| time_elapsed | 2245 |\n", + "| total_timesteps | 847500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 169499 |\n", + "| policy_loss | 117 |\n", + "| value_loss | 1.13e+05 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.4 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 169600 |\n", + "| time_elapsed | 2246 |\n", + "| total_timesteps | 848000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 169599 |\n", + "| policy_loss | 28.1 |\n", + "| value_loss | 1.99e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -20.6 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 169700 |\n", + "| time_elapsed | 2248 |\n", + "| total_timesteps | 848500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.642 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 169699 |\n", + "| policy_loss | -8.23 |\n", + "| value_loss | 317 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -11.2 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 169800 |\n", + "| time_elapsed | 2249 |\n", + "| total_timesteps | 849000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.626 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 169799 |\n", + "| policy_loss | 13.1 |\n", + "| value_loss | 6.42e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -26.5 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 169900 |\n", + "| time_elapsed | 2251 |\n", + "| total_timesteps | 849500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 169899 |\n", + "| policy_loss | -40.5 |\n", + "| value_loss | 2.51e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.9 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 170000 |\n", + "| time_elapsed | 2252 |\n", + "| total_timesteps | 850000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 169999 |\n", + "| policy_loss | -67.2 |\n", + "| value_loss | 1.67e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.2 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 170100 |\n", + "| time_elapsed | 2254 |\n", + "| total_timesteps | 850500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 170099 |\n", + "| policy_loss | 7.26 |\n", + "| value_loss | 174 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.7 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 170200 |\n", + "| time_elapsed | 2255 |\n", + "| total_timesteps | 851000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.611 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 170199 |\n", + "| policy_loss | -2.17 |\n", + "| value_loss | 23.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.2 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 170300 |\n", + "| time_elapsed | 2257 |\n", + "| total_timesteps | 851500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.583 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 170299 |\n", + "| policy_loss | 0.327 |\n", + "| value_loss | 2.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -100 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 170400 |\n", + "| time_elapsed | 2258 |\n", + "| total_timesteps | 852000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 170399 |\n", + "| policy_loss | -140 |\n", + "| value_loss | 3e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.3 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 170500 |\n", + "| time_elapsed | 2259 |\n", + "| total_timesteps | 852500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.577 |\n", + "| explained_variance | 8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 170499 |\n", + "| policy_loss | -1.68 |\n", + "| value_loss | 43 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -100 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 170600 |\n", + "| time_elapsed | 2261 |\n", + "| total_timesteps | 853000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.529 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 170599 |\n", + "| policy_loss | -49 |\n", + "| value_loss | 4.09e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.6 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 170700 |\n", + "| time_elapsed | 2262 |\n", + "| total_timesteps | 853500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 170699 |\n", + "| policy_loss | -1.73 |\n", + "| value_loss | 6.94 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -64.5 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 170800 |\n", + "| time_elapsed | 2264 |\n", + "| total_timesteps | 854000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.493 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 170799 |\n", + "| policy_loss | -36.8 |\n", + "| value_loss | 1.48e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.4 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 170900 |\n", + "| time_elapsed | 2265 |\n", + "| total_timesteps | 854500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 170899 |\n", + "| policy_loss | 0.944 |\n", + "| value_loss | 21.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -15.3 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 171000 |\n", + "| time_elapsed | 2267 |\n", + "| total_timesteps | 855000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 170999 |\n", + "| policy_loss | -14.4 |\n", + "| value_loss | 712 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.2 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 171100 |\n", + "| time_elapsed | 2268 |\n", + "| total_timesteps | 855500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.586 |\n", + "| explained_variance | -1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 171099 |\n", + "| policy_loss | -16.6 |\n", + "| value_loss | 3.08e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -63.2 |\n", + "| time/ | |\n", + "| fps | 377 |\n", + "| iterations | 171200 |\n", + "| time_elapsed | 2270 |\n", + "| total_timesteps | 856000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.528 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 171199 |\n", + "| policy_loss | 7.62 |\n", + "| value_loss | 253 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.7 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 171300 |\n", + "| time_elapsed | 2272 |\n", + "| total_timesteps | 856500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 171299 |\n", + "| policy_loss | -7.47 |\n", + "| value_loss | 177 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -110 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 171400 |\n", + "| time_elapsed | 2273 |\n", + "| total_timesteps | 857000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.616 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 171399 |\n", + "| policy_loss | 0.905 |\n", + "| value_loss | 27.2 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 171500 |\n", + "| time_elapsed | 2274 |\n", + "| total_timesteps | 857500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.546 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 171499 |\n", + "| policy_loss | 25.3 |\n", + "| value_loss | 1.07e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 171600 |\n", + "| time_elapsed | 2276 |\n", + "| total_timesteps | 858000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.614 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 171599 |\n", + "| policy_loss | -38.7 |\n", + "| value_loss | 9.66e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -106 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 171700 |\n", + "| time_elapsed | 2277 |\n", + "| total_timesteps | 858500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.553 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 171699 |\n", + "| policy_loss | -5.37 |\n", + "| value_loss | 68.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 171800 |\n", + "| time_elapsed | 2279 |\n", + "| total_timesteps | 859000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.351 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 171799 |\n", + "| policy_loss | -3.58 |\n", + "| value_loss | 70.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.1 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 171900 |\n", + "| time_elapsed | 2280 |\n", + "| total_timesteps | 859500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.601 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 171899 |\n", + "| policy_loss | -65 |\n", + "| value_loss | 1.91e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -120 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 172000 |\n", + "| time_elapsed | 2282 |\n", + "| total_timesteps | 860000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.601 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 171999 |\n", + "| policy_loss | -59.7 |\n", + "| value_loss | 9.08e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -123 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 172100 |\n", + "| time_elapsed | 2283 |\n", + "| total_timesteps | 860500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 172099 |\n", + "| policy_loss | -22.1 |\n", + "| value_loss | 1e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -129 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 172200 |\n", + "| time_elapsed | 2285 |\n", + "| total_timesteps | 861000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.474 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 172199 |\n", + "| policy_loss | -15.3 |\n", + "| value_loss | 9.83e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -157 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 172300 |\n", + "| time_elapsed | 2286 |\n", + "| total_timesteps | 861500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.647 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 172299 |\n", + "| policy_loss | -2.81 |\n", + "| value_loss | 59.5 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -119 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 172400 |\n", + "| time_elapsed | 2288 |\n", + "| total_timesteps | 862000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.638 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 172399 |\n", + "| policy_loss | -18.3 |\n", + "| value_loss | 2.87e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.9 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 172500 |\n", + "| time_elapsed | 2289 |\n", + "| total_timesteps | 862500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.555 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 172499 |\n", + "| policy_loss | -83.8 |\n", + "| value_loss | 1.86e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -53.5 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 172600 |\n", + "| time_elapsed | 2291 |\n", + "| total_timesteps | 863000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.622 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 172599 |\n", + "| policy_loss | 10.5 |\n", + "| value_loss | 270 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16.3 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 172700 |\n", + "| time_elapsed | 2292 |\n", + "| total_timesteps | 863500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 172699 |\n", + "| policy_loss | -2.63 |\n", + "| value_loss | 30.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.9 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 172800 |\n", + "| time_elapsed | 2294 |\n", + "| total_timesteps | 864000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 172799 |\n", + "| policy_loss | -0.898 |\n", + "| value_loss | 5.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -64.7 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 172900 |\n", + "| time_elapsed | 2295 |\n", + "| total_timesteps | 864500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.631 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 172899 |\n", + "| policy_loss | 190 |\n", + "| value_loss | 1.12e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -101 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 173000 |\n", + "| time_elapsed | 2297 |\n", + "| total_timesteps | 865000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 172999 |\n", + "| policy_loss | -58.8 |\n", + "| value_loss | 1.11e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.8 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 173100 |\n", + "| time_elapsed | 2298 |\n", + "| total_timesteps | 865500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 173099 |\n", + "| policy_loss | -2.7 |\n", + "| value_loss | 26.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.3 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 173200 |\n", + "| time_elapsed | 2299 |\n", + "| total_timesteps | 866000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 1.07e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 173199 |\n", + "| policy_loss | 0.118 |\n", + "| value_loss | 1.58 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -133 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 173300 |\n", + "| time_elapsed | 2301 |\n", + "| total_timesteps | 866500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 173299 |\n", + "| policy_loss | 1.54 |\n", + "| value_loss | 23.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -116 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 173400 |\n", + "| time_elapsed | 2303 |\n", + "| total_timesteps | 867000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.608 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 173399 |\n", + "| policy_loss | -21.7 |\n", + "| value_loss | 1.09e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -164 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 173500 |\n", + "| time_elapsed | 2304 |\n", + "| total_timesteps | 867500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.622 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 173499 |\n", + "| policy_loss | 81.4 |\n", + "| value_loss | 2.33e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -165 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 173600 |\n", + "| time_elapsed | 2305 |\n", + "| total_timesteps | 868000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.622 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 173599 |\n", + "| policy_loss | 16.3 |\n", + "| value_loss | 2.89e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.7 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 173700 |\n", + "| time_elapsed | 2307 |\n", + "| total_timesteps | 868500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -1.55e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 173699 |\n", + "| policy_loss | -1.11 |\n", + "| value_loss | 6.16 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.1 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 173800 |\n", + "| time_elapsed | 2308 |\n", + "| total_timesteps | 869000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 173799 |\n", + "| policy_loss | -30.1 |\n", + "| value_loss | 5.08e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.3 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 173900 |\n", + "| time_elapsed | 2310 |\n", + "| total_timesteps | 869500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.617 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 173899 |\n", + "| policy_loss | -0.262 |\n", + "| value_loss | 3.31 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22.9 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 174000 |\n", + "| time_elapsed | 2311 |\n", + "| total_timesteps | 870000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.547 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 173999 |\n", + "| policy_loss | -8.55 |\n", + "| value_loss | 1.11e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.6 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 174100 |\n", + "| time_elapsed | 2313 |\n", + "| total_timesteps | 870500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.593 |\n", + "| explained_variance | 7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 174099 |\n", + "| policy_loss | -19.1 |\n", + "| value_loss | 658 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 174200 |\n", + "| time_elapsed | 2314 |\n", + "| total_timesteps | 871000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.63 |\n", + "| explained_variance | 8.94e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 174199 |\n", + "| policy_loss | -45.5 |\n", + "| value_loss | 9.79e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.7 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 174300 |\n", + "| time_elapsed | 2316 |\n", + "| total_timesteps | 871500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 174299 |\n", + "| policy_loss | 3.66 |\n", + "| value_loss | 71.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59.2 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 174400 |\n", + "| time_elapsed | 2317 |\n", + "| total_timesteps | 872000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 174399 |\n", + "| policy_loss | -20.5 |\n", + "| value_loss | 2.67e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.3 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 174500 |\n", + "| time_elapsed | 2319 |\n", + "| total_timesteps | 872500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 174499 |\n", + "| policy_loss | -11.8 |\n", + "| value_loss | 411 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.7 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 174600 |\n", + "| time_elapsed | 2320 |\n", + "| total_timesteps | 873000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.575 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 174599 |\n", + "| policy_loss | -135 |\n", + "| value_loss | 2.99e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.6 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 174700 |\n", + "| time_elapsed | 2322 |\n", + "| total_timesteps | 873500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 174699 |\n", + "| policy_loss | -134 |\n", + "| value_loss | 3.93e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -88.4 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 174800 |\n", + "| time_elapsed | 2323 |\n", + "| total_timesteps | 874000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 174799 |\n", + "| policy_loss | -21 |\n", + "| value_loss | 1.39e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.5 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 174900 |\n", + "| time_elapsed | 2325 |\n", + "| total_timesteps | 874500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 174899 |\n", + "| policy_loss | 6.8 |\n", + "| value_loss | 251 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71 |\n", + "| time/ | |\n", + "| fps | 376 |\n", + "| iterations | 175000 |\n", + "| time_elapsed | 2326 |\n", + "| total_timesteps | 875000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 174999 |\n", + "| policy_loss | 1.79 |\n", + "| value_loss | 122 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.8 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 175100 |\n", + "| time_elapsed | 2328 |\n", + "| total_timesteps | 875500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 1.13e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 175099 |\n", + "| policy_loss | -0.876 |\n", + "| value_loss | 4.44 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28.4 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 175200 |\n", + "| time_elapsed | 2330 |\n", + "| total_timesteps | 876000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -7.99e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 175199 |\n", + "| policy_loss | -0.782 |\n", + "| value_loss | 1.58 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -36.9 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 175300 |\n", + "| time_elapsed | 2331 |\n", + "| total_timesteps | 876500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 175299 |\n", + "| policy_loss | 20.7 |\n", + "| value_loss | 2.75e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -35.3 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 175400 |\n", + "| time_elapsed | 2332 |\n", + "| total_timesteps | 877000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | 3.99e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 175399 |\n", + "| policy_loss | -10.1 |\n", + "| value_loss | 382 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -34.8 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 175500 |\n", + "| time_elapsed | 2334 |\n", + "| total_timesteps | 877500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.609 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 175499 |\n", + "| policy_loss | 0.834 |\n", + "| value_loss | 4.51 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.8 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 175600 |\n", + "| time_elapsed | 2335 |\n", + "| total_timesteps | 878000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | -2.03e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 175599 |\n", + "| policy_loss | -2.48 |\n", + "| value_loss | 16.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -51.7 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 175700 |\n", + "| time_elapsed | 2337 |\n", + "| total_timesteps | 878500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 175699 |\n", + "| policy_loss | 1.06 |\n", + "| value_loss | 3.81 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -15.4 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 175800 |\n", + "| time_elapsed | 2338 |\n", + "| total_timesteps | 879000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 175799 |\n", + "| policy_loss | -3.61 |\n", + "| value_loss | 55.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 6.4 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 175900 |\n", + "| time_elapsed | 2340 |\n", + "| total_timesteps | 879500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 175899 |\n", + "| policy_loss | -31.9 |\n", + "| value_loss | 8.08e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 27.1 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 176000 |\n", + "| time_elapsed | 2341 |\n", + "| total_timesteps | 880000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 175999 |\n", + "| policy_loss | -10.2 |\n", + "| value_loss | 462 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 15.9 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 176100 |\n", + "| time_elapsed | 2343 |\n", + "| total_timesteps | 880500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 176099 |\n", + "| policy_loss | 1.69 |\n", + "| value_loss | 34.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 10.1 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 176200 |\n", + "| time_elapsed | 2344 |\n", + "| total_timesteps | 881000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 176199 |\n", + "| policy_loss | -128 |\n", + "| value_loss | 3.85e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -30.9 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 176300 |\n", + "| time_elapsed | 2346 |\n", + "| total_timesteps | 881500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.659 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 176299 |\n", + "| policy_loss | -64.7 |\n", + "| value_loss | 9.5e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -20.6 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 176400 |\n", + "| time_elapsed | 2347 |\n", + "| total_timesteps | 882000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.476 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 176399 |\n", + "| policy_loss | 3.39 |\n", + "| value_loss | 124 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 52.5 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 176500 |\n", + "| time_elapsed | 2349 |\n", + "| total_timesteps | 882500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.664 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 176499 |\n", + "| policy_loss | -10.8 |\n", + "| value_loss | 318 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -4.25 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 176600 |\n", + "| time_elapsed | 2350 |\n", + "| total_timesteps | 883000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 176599 |\n", + "| policy_loss | -67.5 |\n", + "| value_loss | 4.03e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 8.06 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 176700 |\n", + "| time_elapsed | 2351 |\n", + "| total_timesteps | 883500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 176699 |\n", + "| policy_loss | -51.1 |\n", + "| value_loss | 8.52e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -10.3 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 176800 |\n", + "| time_elapsed | 2353 |\n", + "| total_timesteps | 884000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.625 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 176799 |\n", + "| policy_loss | -5.32 |\n", + "| value_loss | 971 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.5 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 176900 |\n", + "| time_elapsed | 2355 |\n", + "| total_timesteps | 884500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 176899 |\n", + "| policy_loss | -54.6 |\n", + "| value_loss | 2.06e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 177000 |\n", + "| time_elapsed | 2356 |\n", + "| total_timesteps | 885000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.535 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 176999 |\n", + "| policy_loss | -60.3 |\n", + "| value_loss | 1.04e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69.2 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 177100 |\n", + "| time_elapsed | 2358 |\n", + "| total_timesteps | 885500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 177099 |\n", + "| policy_loss | -11.1 |\n", + "| value_loss | 504 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.5 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 177200 |\n", + "| time_elapsed | 2359 |\n", + "| total_timesteps | 886000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.7 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 177199 |\n", + "| policy_loss | 34.3 |\n", + "| value_loss | 5.08e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.2 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 177300 |\n", + "| time_elapsed | 2361 |\n", + "| total_timesteps | 886500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.626 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 177299 |\n", + "| policy_loss | 47.4 |\n", + "| value_loss | 1.9e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16.1 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 177400 |\n", + "| time_elapsed | 2362 |\n", + "| total_timesteps | 887000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.607 |\n", + "| explained_variance | 6.68e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 177399 |\n", + "| policy_loss | -0.734 |\n", + "| value_loss | 9.96 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -10.2 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 177500 |\n", + "| time_elapsed | 2363 |\n", + "| total_timesteps | 887500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 1.01e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 177499 |\n", + "| policy_loss | 2.11 |\n", + "| value_loss | 31.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -26.4 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 177600 |\n", + "| time_elapsed | 2365 |\n", + "| total_timesteps | 888000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 177599 |\n", + "| policy_loss | -9.61 |\n", + "| value_loss | 296 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 177700 |\n", + "| time_elapsed | 2366 |\n", + "| total_timesteps | 888500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 177699 |\n", + "| policy_loss | -5 |\n", + "| value_loss | 1.99e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.5 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 177800 |\n", + "| time_elapsed | 2368 |\n", + "| total_timesteps | 889000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 177799 |\n", + "| policy_loss | 3.81 |\n", + "| value_loss | 25 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.4 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 177900 |\n", + "| time_elapsed | 2369 |\n", + "| total_timesteps | 889500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.642 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 177899 |\n", + "| policy_loss | 41.5 |\n", + "| value_loss | 4.34e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -134 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 178000 |\n", + "| time_elapsed | 2371 |\n", + "| total_timesteps | 890000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.706 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 177999 |\n", + "| policy_loss | -12.4 |\n", + "| value_loss | 1.3e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -149 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 178100 |\n", + "| time_elapsed | 2372 |\n", + "| total_timesteps | 890500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.579 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 178099 |\n", + "| policy_loss | 10.6 |\n", + "| value_loss | 488 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 178200 |\n", + "| time_elapsed | 2374 |\n", + "| total_timesteps | 891000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.686 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 178199 |\n", + "| policy_loss | -29.3 |\n", + "| value_loss | 2.81e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -154 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 178300 |\n", + "| time_elapsed | 2375 |\n", + "| total_timesteps | 891500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.629 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 178299 |\n", + "| policy_loss | -108 |\n", + "| value_loss | 2.55e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 178400 |\n", + "| time_elapsed | 2377 |\n", + "| total_timesteps | 892000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.638 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 178399 |\n", + "| policy_loss | -3.36 |\n", + "| value_loss | 85.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.1 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 178500 |\n", + "| time_elapsed | 2378 |\n", + "| total_timesteps | 892500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 178499 |\n", + "| policy_loss | -51 |\n", + "| value_loss | 1.04e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.2 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 178600 |\n", + "| time_elapsed | 2380 |\n", + "| total_timesteps | 893000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 178599 |\n", + "| policy_loss | -0.77 |\n", + "| value_loss | 13.6 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.5 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 178700 |\n", + "| time_elapsed | 2381 |\n", + "| total_timesteps | 893500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 178699 |\n", + "| policy_loss | -84.7 |\n", + "| value_loss | 2.06e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -56.6 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 178800 |\n", + "| time_elapsed | 2383 |\n", + "| total_timesteps | 894000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 178799 |\n", + "| policy_loss | 58.7 |\n", + "| value_loss | 6.21e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.4 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 178900 |\n", + "| time_elapsed | 2384 |\n", + "| total_timesteps | 894500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 178899 |\n", + "| policy_loss | 13.9 |\n", + "| value_loss | 3.15e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -102 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 179000 |\n", + "| time_elapsed | 2386 |\n", + "| total_timesteps | 895000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.582 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 178999 |\n", + "| policy_loss | 3.54 |\n", + "| value_loss | 130 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.4 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 179100 |\n", + "| time_elapsed | 2387 |\n", + "| total_timesteps | 895500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.625 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 179099 |\n", + "| policy_loss | 10.8 |\n", + "| value_loss | 366 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -71.1 |\n", + "| time/ | |\n", + "| fps | 375 |\n", + "| iterations | 179200 |\n", + "| time_elapsed | 2389 |\n", + "| total_timesteps | 896000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 179199 |\n", + "| policy_loss | -239 |\n", + "| value_loss | 2.06e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -64.5 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 179300 |\n", + "| time_elapsed | 2390 |\n", + "| total_timesteps | 896500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.692 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 179299 |\n", + "| policy_loss | -283 |\n", + "| value_loss | 1.73e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -25.4 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 179400 |\n", + "| time_elapsed | 2392 |\n", + "| total_timesteps | 897000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.659 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 179399 |\n", + "| policy_loss | -33.7 |\n", + "| value_loss | 3.04e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 7.77 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 179500 |\n", + "| time_elapsed | 2393 |\n", + "| total_timesteps | 897500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 179499 |\n", + "| policy_loss | 37.8 |\n", + "| value_loss | 9.74e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28.4 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 179600 |\n", + "| time_elapsed | 2395 |\n", + "| total_timesteps | 898000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 179599 |\n", + "| policy_loss | -13.1 |\n", + "| value_loss | 359 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -31.6 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 179700 |\n", + "| time_elapsed | 2396 |\n", + "| total_timesteps | 898500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 179699 |\n", + "| policy_loss | -1.38 |\n", + "| value_loss | 279 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -24.6 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 179800 |\n", + "| time_elapsed | 2398 |\n", + "| total_timesteps | 899000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 179799 |\n", + "| policy_loss | -100 |\n", + "| value_loss | 2.3e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -75.4 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 179900 |\n", + "| time_elapsed | 2399 |\n", + "| total_timesteps | 899500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 179899 |\n", + "| policy_loss | -31.2 |\n", + "| value_loss | 4.98e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.7 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 180000 |\n", + "| time_elapsed | 2401 |\n", + "| total_timesteps | 900000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.521 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 179999 |\n", + "| policy_loss | -0.961 |\n", + "| value_loss | 23.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.7 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 180100 |\n", + "| time_elapsed | 2402 |\n", + "| total_timesteps | 900500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.59 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 180099 |\n", + "| policy_loss | -48.2 |\n", + "| value_loss | 7.11e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -60.2 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 180200 |\n", + "| time_elapsed | 2404 |\n", + "| total_timesteps | 901000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 180199 |\n", + "| policy_loss | -166 |\n", + "| value_loss | 7.09e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.4 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 180300 |\n", + "| time_elapsed | 2405 |\n", + "| total_timesteps | 901500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.609 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 180299 |\n", + "| policy_loss | -1.42 |\n", + "| value_loss | 21 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 180400 |\n", + "| time_elapsed | 2407 |\n", + "| total_timesteps | 902000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.685 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 180399 |\n", + "| policy_loss | -49.8 |\n", + "| value_loss | 5.16e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -111 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 180500 |\n", + "| time_elapsed | 2408 |\n", + "| total_timesteps | 902500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 180499 |\n", + "| policy_loss | -11.2 |\n", + "| value_loss | 485 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -130 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 180600 |\n", + "| time_elapsed | 2410 |\n", + "| total_timesteps | 903000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.696 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 180599 |\n", + "| policy_loss | -1.05 |\n", + "| value_loss | 2.55 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -136 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 180700 |\n", + "| time_elapsed | 2411 |\n", + "| total_timesteps | 903500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 180699 |\n", + "| policy_loss | -287 |\n", + "| value_loss | 2.3e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.4 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 180800 |\n", + "| time_elapsed | 2413 |\n", + "| total_timesteps | 904000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.614 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 180799 |\n", + "| policy_loss | 8.24 |\n", + "| value_loss | 862 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -130 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 180900 |\n", + "| time_elapsed | 2414 |\n", + "| total_timesteps | 904500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.694 |\n", + "| explained_variance | 4.17e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 180899 |\n", + "| policy_loss | -0.99 |\n", + "| value_loss | 10.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -106 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 181000 |\n", + "| time_elapsed | 2416 |\n", + "| total_timesteps | 905000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 180999 |\n", + "| policy_loss | 2.07 |\n", + "| value_loss | 17.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.8 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 181100 |\n", + "| time_elapsed | 2417 |\n", + "| total_timesteps | 905500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 181099 |\n", + "| policy_loss | -2.67 |\n", + "| value_loss | 15.8 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -64.8 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 181200 |\n", + "| time_elapsed | 2419 |\n", + "| total_timesteps | 906000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.679 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 181199 |\n", + "| policy_loss | -1.93 |\n", + "| value_loss | 7.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -22.5 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 181300 |\n", + "| time_elapsed | 2420 |\n", + "| total_timesteps | 906500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 181299 |\n", + "| policy_loss | 32.9 |\n", + "| value_loss | 2.93e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.3 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 181400 |\n", + "| time_elapsed | 2422 |\n", + "| total_timesteps | 907000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 181399 |\n", + "| policy_loss | -6.42 |\n", + "| value_loss | 118 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -13 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 181500 |\n", + "| time_elapsed | 2423 |\n", + "| total_timesteps | 907500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 181499 |\n", + "| policy_loss | 2.29 |\n", + "| value_loss | 79.3 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -4.17 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 181600 |\n", + "| time_elapsed | 2424 |\n", + "| total_timesteps | 908000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 181599 |\n", + "| policy_loss | -102 |\n", + "| value_loss | 2.45e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -24.8 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 181700 |\n", + "| time_elapsed | 2426 |\n", + "| total_timesteps | 908500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 181699 |\n", + "| policy_loss | -101 |\n", + "| value_loss | 2.2e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -1.35 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 181800 |\n", + "| time_elapsed | 2428 |\n", + "| total_timesteps | 909000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.665 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 181799 |\n", + "| policy_loss | -11.8 |\n", + "| value_loss | 711 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.6 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 181900 |\n", + "| time_elapsed | 2429 |\n", + "| total_timesteps | 909500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.624 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 181899 |\n", + "| policy_loss | 151 |\n", + "| value_loss | 5.67e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.2 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 182000 |\n", + "| time_elapsed | 2431 |\n", + "| total_timesteps | 910000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.633 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 181999 |\n", + "| policy_loss | 26.7 |\n", + "| value_loss | 111 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.7 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 182100 |\n", + "| time_elapsed | 2432 |\n", + "| total_timesteps | 910500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 182099 |\n", + "| policy_loss | 16.8 |\n", + "| value_loss | 916 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.5 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 182200 |\n", + "| time_elapsed | 2434 |\n", + "| total_timesteps | 911000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 182199 |\n", + "| policy_loss | -10.8 |\n", + "| value_loss | 383 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.7 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 182300 |\n", + "| time_elapsed | 2435 |\n", + "| total_timesteps | 911500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 182299 |\n", + "| policy_loss | -8.33 |\n", + "| value_loss | 338 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.9 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 182400 |\n", + "| time_elapsed | 2437 |\n", + "| total_timesteps | 912000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 182399 |\n", + "| policy_loss | -84.4 |\n", + "| value_loss | 2.17e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.5 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 182500 |\n", + "| time_elapsed | 2438 |\n", + "| total_timesteps | 912500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 182499 |\n", + "| policy_loss | -5.25 |\n", + "| value_loss | 129 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -106 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 182600 |\n", + "| time_elapsed | 2440 |\n", + "| total_timesteps | 913000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.591 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 182599 |\n", + "| policy_loss | 7.63 |\n", + "| value_loss | 86.4 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72.9 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 182700 |\n", + "| time_elapsed | 2441 |\n", + "| total_timesteps | 913500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 8.94e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 182699 |\n", + "| policy_loss | -4.28 |\n", + "| value_loss | 45.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 182800 |\n", + "| time_elapsed | 2443 |\n", + "| total_timesteps | 914000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.654 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 182799 |\n", + "| policy_loss | 3.32 |\n", + "| value_loss | 158 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 182900 |\n", + "| time_elapsed | 2444 |\n", + "| total_timesteps | 914500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 182899 |\n", + "| policy_loss | -0.925 |\n", + "| value_loss | 5.97 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -140 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 183000 |\n", + "| time_elapsed | 2446 |\n", + "| total_timesteps | 915000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.619 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 182999 |\n", + "| policy_loss | 57.3 |\n", + "| value_loss | 3.37e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -163 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 183100 |\n", + "| time_elapsed | 2447 |\n", + "| total_timesteps | 915500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.624 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 183099 |\n", + "| policy_loss | -335 |\n", + "| value_loss | 3.58e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -163 |\n", + "| time/ | |\n", + "| fps | 374 |\n", + "| iterations | 183200 |\n", + "| time_elapsed | 2449 |\n", + "| total_timesteps | 916000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 183199 |\n", + "| policy_loss | 44.6 |\n", + "| value_loss | 5.13e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -130 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 183300 |\n", + "| time_elapsed | 2450 |\n", + "| total_timesteps | 916500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.639 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 183299 |\n", + "| policy_loss | 6.02 |\n", + "| value_loss | 471 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.5 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 183400 |\n", + "| time_elapsed | 2452 |\n", + "| total_timesteps | 917000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 183399 |\n", + "| policy_loss | 52.9 |\n", + "| value_loss | 9.67e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -105 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 183500 |\n", + "| time_elapsed | 2453 |\n", + "| total_timesteps | 917500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 183499 |\n", + "| policy_loss | -19.1 |\n", + "| value_loss | 671 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -50.8 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 183600 |\n", + "| time_elapsed | 2454 |\n", + "| total_timesteps | 918000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.648 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 183599 |\n", + "| policy_loss | -6.81 |\n", + "| value_loss | 105 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -21 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 183700 |\n", + "| time_elapsed | 2456 |\n", + "| total_timesteps | 918500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.613 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 183699 |\n", + "| policy_loss | -1.61 |\n", + "| value_loss | 20.8 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -9.67 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 183800 |\n", + "| time_elapsed | 2458 |\n", + "| total_timesteps | 919000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 183799 |\n", + "| policy_loss | -144 |\n", + "| value_loss | 4.1e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 46 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 183900 |\n", + "| time_elapsed | 2459 |\n", + "| total_timesteps | 919500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 183899 |\n", + "| policy_loss | 5.03 |\n", + "| value_loss | 9.98e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 25.8 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 184000 |\n", + "| time_elapsed | 2461 |\n", + "| total_timesteps | 920000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 183999 |\n", + "| policy_loss | -3.91 |\n", + "| value_loss | 57.6 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 6.78 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 184100 |\n", + "| time_elapsed | 2462 |\n", + "| total_timesteps | 920500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 184099 |\n", + "| policy_loss | 2.31 |\n", + "| value_loss | 44 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 17.4 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 184200 |\n", + "| time_elapsed | 2464 |\n", + "| total_timesteps | 921000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.613 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 184199 |\n", + "| policy_loss | 5.59 |\n", + "| value_loss | 108 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 18.9 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 184300 |\n", + "| time_elapsed | 2465 |\n", + "| total_timesteps | 921500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.544 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 184299 |\n", + "| policy_loss | -0.894 |\n", + "| value_loss | 11.3 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 48.4 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 184400 |\n", + "| time_elapsed | 2467 |\n", + "| total_timesteps | 922000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 184399 |\n", + "| policy_loss | 22.3 |\n", + "| value_loss | 1.31e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 3.01 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 184500 |\n", + "| time_elapsed | 2468 |\n", + "| total_timesteps | 922500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.682 |\n", + "| explained_variance | 1.73e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 184499 |\n", + "| policy_loss | -5.29 |\n", + "| value_loss | 120 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 2.78 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 184600 |\n", + "| time_elapsed | 2470 |\n", + "| total_timesteps | 923000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.59 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 184599 |\n", + "| policy_loss | 8.47 |\n", + "| value_loss | 1.38e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -17.8 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 184700 |\n", + "| time_elapsed | 2471 |\n", + "| total_timesteps | 923500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 184699 |\n", + "| policy_loss | 35.7 |\n", + "| value_loss | 8.16e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.2 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 184800 |\n", + "| time_elapsed | 2472 |\n", + "| total_timesteps | 924000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.61 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 184799 |\n", + "| policy_loss | 236 |\n", + "| value_loss | 1.28e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -29.7 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 184900 |\n", + "| time_elapsed | 2474 |\n", + "| total_timesteps | 924500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.655 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 184899 |\n", + "| policy_loss | -1.75 |\n", + "| value_loss | 13.9 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.5 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 185000 |\n", + "| time_elapsed | 2475 |\n", + "| total_timesteps | 925000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.579 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 184999 |\n", + "| policy_loss | 63.1 |\n", + "| value_loss | 2.27e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.6 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 185100 |\n", + "| time_elapsed | 2477 |\n", + "| total_timesteps | 925500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.643 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 185099 |\n", + "| policy_loss | 1.03 |\n", + "| value_loss | 12.8 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -3.01 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 185200 |\n", + "| time_elapsed | 2479 |\n", + "| total_timesteps | 926000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | -1.55e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 185199 |\n", + "| policy_loss | 2.09 |\n", + "| value_loss | 21.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.1 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 185300 |\n", + "| time_elapsed | 2480 |\n", + "| total_timesteps | 926500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.636 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 185299 |\n", + "| policy_loss | -70.2 |\n", + "| value_loss | 5.48e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.6 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 185400 |\n", + "| time_elapsed | 2482 |\n", + "| total_timesteps | 927000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.544 |\n", + "| explained_variance | -9.54e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 185399 |\n", + "| policy_loss | 8.66 |\n", + "| value_loss | 174 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -115 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 185500 |\n", + "| time_elapsed | 2483 |\n", + "| total_timesteps | 927500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.647 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 185499 |\n", + "| policy_loss | 5.36 |\n", + "| value_loss | 56.7 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -191 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 185600 |\n", + "| time_elapsed | 2485 |\n", + "| total_timesteps | 928000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | -1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 185599 |\n", + "| policy_loss | 2.56 |\n", + "| value_loss | 11.8 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 185700 |\n", + "| time_elapsed | 2486 |\n", + "| total_timesteps | 928500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.684 |\n", + "| explained_variance | 4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 185699 |\n", + "| policy_loss | 6.43 |\n", + "| value_loss | 156 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -90.6 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 185800 |\n", + "| time_elapsed | 2488 |\n", + "| total_timesteps | 929000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 185799 |\n", + "| policy_loss | 5.08 |\n", + "| value_loss | 46.4 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -49.3 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 185900 |\n", + "| time_elapsed | 2489 |\n", + "| total_timesteps | 929500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.652 |\n", + "| explained_variance | -7.15e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 185899 |\n", + "| policy_loss | -6.93 |\n", + "| value_loss | 138 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -86.4 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 186000 |\n", + "| time_elapsed | 2491 |\n", + "| total_timesteps | 930000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.639 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 185999 |\n", + "| policy_loss | -130 |\n", + "| value_loss | 6.25e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -114 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 186100 |\n", + "| time_elapsed | 2492 |\n", + "| total_timesteps | 930500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 186099 |\n", + "| policy_loss | -3.13 |\n", + "| value_loss | 44.9 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -148 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 186200 |\n", + "| time_elapsed | 2494 |\n", + "| total_timesteps | 931000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.65 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 186199 |\n", + "| policy_loss | -27.3 |\n", + "| value_loss | 1.04e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -158 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 186300 |\n", + "| time_elapsed | 2495 |\n", + "| total_timesteps | 931500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.638 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 186299 |\n", + "| policy_loss | 0.846 |\n", + "| value_loss | 58.1 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -100 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 186400 |\n", + "| time_elapsed | 2497 |\n", + "| total_timesteps | 932000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 186399 |\n", + "| policy_loss | 1.59 |\n", + "| value_loss | 11.6 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.8 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 186500 |\n", + "| time_elapsed | 2498 |\n", + "| total_timesteps | 932500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.675 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 186499 |\n", + "| policy_loss | -12.7 |\n", + "| value_loss | 1.15e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69.2 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 186600 |\n", + "| time_elapsed | 2500 |\n", + "| total_timesteps | 933000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 186599 |\n", + "| policy_loss | -38.7 |\n", + "| value_loss | 5.32e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -54.2 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 186700 |\n", + "| time_elapsed | 2501 |\n", + "| total_timesteps | 933500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.658 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 186699 |\n", + "| policy_loss | 68.9 |\n", + "| value_loss | 3.12e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.5 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 186800 |\n", + "| time_elapsed | 2503 |\n", + "| total_timesteps | 934000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.623 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 186799 |\n", + "| policy_loss | -5 |\n", + "| value_loss | 201 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 186900 |\n", + "| time_elapsed | 2504 |\n", + "| total_timesteps | 934500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 186899 |\n", + "| policy_loss | 195 |\n", + "| value_loss | 1.07e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 3.47 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 187000 |\n", + "| time_elapsed | 2506 |\n", + "| total_timesteps | 935000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.492 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 186999 |\n", + "| policy_loss | -20.1 |\n", + "| value_loss | 2.15e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -14.5 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 187100 |\n", + "| time_elapsed | 2507 |\n", + "| total_timesteps | 935500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.622 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 187099 |\n", + "| policy_loss | 0.329 |\n", + "| value_loss | 69.2 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -26.6 |\n", + "| time/ | |\n", + "| fps | 373 |\n", + "| iterations | 187200 |\n", + "| time_elapsed | 2509 |\n", + "| total_timesteps | 936000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 187199 |\n", + "| policy_loss | 2 |\n", + "| value_loss | 32 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.3 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 187300 |\n", + "| time_elapsed | 2511 |\n", + "| total_timesteps | 936500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.613 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 187299 |\n", + "| policy_loss | 9 |\n", + "| value_loss | 521 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68.7 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 187400 |\n", + "| time_elapsed | 2512 |\n", + "| total_timesteps | 937000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | -1.19e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 187399 |\n", + "| policy_loss | -19.6 |\n", + "| value_loss | 106 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -69.4 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 187500 |\n", + "| time_elapsed | 2514 |\n", + "| total_timesteps | 937500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.609 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 187499 |\n", + "| policy_loss | -7.6 |\n", + "| value_loss | 120 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 187600 |\n", + "| time_elapsed | 2515 |\n", + "| total_timesteps | 938000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.595 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 187599 |\n", + "| policy_loss | 0.0351 |\n", + "| value_loss | 246 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 187700 |\n", + "| time_elapsed | 2517 |\n", + "| total_timesteps | 938500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.606 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 187699 |\n", + "| policy_loss | 0.591 |\n", + "| value_loss | 21.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -68 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 187800 |\n", + "| time_elapsed | 2518 |\n", + "| total_timesteps | 939000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.634 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 187799 |\n", + "| policy_loss | 0.954 |\n", + "| value_loss | 5.3 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -81.1 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 187900 |\n", + "| time_elapsed | 2520 |\n", + "| total_timesteps | 939500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 187899 |\n", + "| policy_loss | -14.3 |\n", + "| value_loss | 1.29e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -108 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 188000 |\n", + "| time_elapsed | 2522 |\n", + "| total_timesteps | 940000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.668 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 187999 |\n", + "| policy_loss | -8.27 |\n", + "| value_loss | 349 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -104 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 188100 |\n", + "| time_elapsed | 2523 |\n", + "| total_timesteps | 940500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.647 |\n", + "| explained_variance | -2.61e-05 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 188099 |\n", + "| policy_loss | -0.724 |\n", + "| value_loss | 1.56 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.3 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 188200 |\n", + "| time_elapsed | 2524 |\n", + "| total_timesteps | 941000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 188199 |\n", + "| policy_loss | -95.4 |\n", + "| value_loss | 2.67e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -13.3 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 188300 |\n", + "| time_elapsed | 2526 |\n", + "| total_timesteps | 941500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.647 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 188299 |\n", + "| policy_loss | 19.8 |\n", + "| value_loss | 2.12e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 42.1 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 188400 |\n", + "| time_elapsed | 2527 |\n", + "| total_timesteps | 942000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 188399 |\n", + "| policy_loss | -7.44 |\n", + "| value_loss | 132 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 11.8 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 188500 |\n", + "| time_elapsed | 2529 |\n", + "| total_timesteps | 942500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.565 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 188499 |\n", + "| policy_loss | -52.2 |\n", + "| value_loss | 5.22e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -38 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 188600 |\n", + "| time_elapsed | 2530 |\n", + "| total_timesteps | 943000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 188599 |\n", + "| policy_loss | -1.69 |\n", + "| value_loss | 40.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59.2 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 188700 |\n", + "| time_elapsed | 2532 |\n", + "| total_timesteps | 943500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 188699 |\n", + "| policy_loss | -178 |\n", + "| value_loss | 1.19e+05 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -89.7 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 188800 |\n", + "| time_elapsed | 2533 |\n", + "| total_timesteps | 944000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 188799 |\n", + "| policy_loss | -14.9 |\n", + "| value_loss | 471 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.5 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 188900 |\n", + "| time_elapsed | 2535 |\n", + "| total_timesteps | 944500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.586 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 188899 |\n", + "| policy_loss | -4.53 |\n", + "| value_loss | 340 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.6 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 189000 |\n", + "| time_elapsed | 2536 |\n", + "| total_timesteps | 945000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 188999 |\n", + "| policy_loss | -3.71 |\n", + "| value_loss | 50.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.3 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 189100 |\n", + "| time_elapsed | 2538 |\n", + "| total_timesteps | 945500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.447 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 189099 |\n", + "| policy_loss | -11.2 |\n", + "| value_loss | 3.7e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.8 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 189200 |\n", + "| time_elapsed | 2539 |\n", + "| total_timesteps | 946000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 189199 |\n", + "| policy_loss | -1.4 |\n", + "| value_loss | 25.9 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 189300 |\n", + "| time_elapsed | 2541 |\n", + "| total_timesteps | 946500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.586 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 189299 |\n", + "| policy_loss | -26.4 |\n", + "| value_loss | 1.44e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.8 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 189400 |\n", + "| time_elapsed | 2542 |\n", + "| total_timesteps | 947000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.485 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 189399 |\n", + "| policy_loss | 13.8 |\n", + "| value_loss | 424 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.6 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 189500 |\n", + "| time_elapsed | 2544 |\n", + "| total_timesteps | 947500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.635 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 189499 |\n", + "| policy_loss | 45.3 |\n", + "| value_loss | 4.78e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.3 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 189600 |\n", + "| time_elapsed | 2545 |\n", + "| total_timesteps | 948000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 189599 |\n", + "| policy_loss | 135 |\n", + "| value_loss | 5.88e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.9 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 189700 |\n", + "| time_elapsed | 2546 |\n", + "| total_timesteps | 948500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.662 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 189699 |\n", + "| policy_loss | 67.9 |\n", + "| value_loss | 8.49e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -61.3 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 189800 |\n", + "| time_elapsed | 2548 |\n", + "| total_timesteps | 949000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 189799 |\n", + "| policy_loss | -2.91 |\n", + "| value_loss | 32.1 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -91.2 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 189900 |\n", + "| time_elapsed | 2549 |\n", + "| total_timesteps | 949500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 189899 |\n", + "| policy_loss | 9.44 |\n", + "| value_loss | 353 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.8 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 190000 |\n", + "| time_elapsed | 2551 |\n", + "| total_timesteps | 950000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.66 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 189999 |\n", + "| policy_loss | -168 |\n", + "| value_loss | 8.44e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 190100 |\n", + "| time_elapsed | 2553 |\n", + "| total_timesteps | 950500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.52 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 190099 |\n", + "| policy_loss | -13.7 |\n", + "| value_loss | 3.63e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -92.1 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 190200 |\n", + "| time_elapsed | 2554 |\n", + "| total_timesteps | 951000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 190199 |\n", + "| policy_loss | -76 |\n", + "| value_loss | 1.4e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.2 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 190300 |\n", + "| time_elapsed | 2555 |\n", + "| total_timesteps | 951500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 190299 |\n", + "| policy_loss | 7.45 |\n", + "| value_loss | 480 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -117 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 190400 |\n", + "| time_elapsed | 2557 |\n", + "| total_timesteps | 952000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.6 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 190399 |\n", + "| policy_loss | 25.8 |\n", + "| value_loss | 1.73e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -118 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 190500 |\n", + "| time_elapsed | 2559 |\n", + "| total_timesteps | 952500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.63 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 190499 |\n", + "| policy_loss | -104 |\n", + "| value_loss | 4.49e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -80.7 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 190600 |\n", + "| time_elapsed | 2560 |\n", + "| total_timesteps | 953000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 190599 |\n", + "| policy_loss | -1.07 |\n", + "| value_loss | 9.27 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -9.48 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 190700 |\n", + "| time_elapsed | 2561 |\n", + "| total_timesteps | 953500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.596 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 190699 |\n", + "| policy_loss | -22.8 |\n", + "| value_loss | 1.42e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 0.0604 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 190800 |\n", + "| time_elapsed | 2563 |\n", + "| total_timesteps | 954000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.587 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 190799 |\n", + "| policy_loss | -2.99 |\n", + "| value_loss | 92.6 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -4.16 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 190900 |\n", + "| time_elapsed | 2564 |\n", + "| total_timesteps | 954500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.68 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 190899 |\n", + "| policy_loss | 5.13 |\n", + "| value_loss | 122 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -10.9 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 191000 |\n", + "| time_elapsed | 2566 |\n", + "| total_timesteps | 955000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.663 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 190999 |\n", + "| policy_loss | 721 |\n", + "| value_loss | 8.52e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -29.2 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 191100 |\n", + "| time_elapsed | 2567 |\n", + "| total_timesteps | 955500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 191099 |\n", + "| policy_loss | -108 |\n", + "| value_loss | 5.36e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 2.24 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 191200 |\n", + "| time_elapsed | 2568 |\n", + "| total_timesteps | 956000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.645 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 191199 |\n", + "| policy_loss | -34.5 |\n", + "| value_loss | 6.41e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 32.8 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 191300 |\n", + "| time_elapsed | 2570 |\n", + "| total_timesteps | 956500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 191299 |\n", + "| policy_loss | 51.6 |\n", + "| value_loss | 1.79e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 41.7 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 191400 |\n", + "| time_elapsed | 2572 |\n", + "| total_timesteps | 957000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 191399 |\n", + "| policy_loss | 31.5 |\n", + "| value_loss | 2.93e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 26.4 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 191500 |\n", + "| time_elapsed | 2573 |\n", + "| total_timesteps | 957500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 191499 |\n", + "| policy_loss | -15.9 |\n", + "| value_loss | 4.68e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -1.29 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 191600 |\n", + "| time_elapsed | 2575 |\n", + "| total_timesteps | 958000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.642 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 191599 |\n", + "| policy_loss | 8.11 |\n", + "| value_loss | 216 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -8.93 |\n", + "| time/ | |\n", + "| fps | 372 |\n", + "| iterations | 191700 |\n", + "| time_elapsed | 2576 |\n", + "| total_timesteps | 958500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.625 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 191699 |\n", + "| policy_loss | -6.98 |\n", + "| value_loss | 178 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -0.925 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 191800 |\n", + "| time_elapsed | 2578 |\n", + "| total_timesteps | 959000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.659 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 191799 |\n", + "| policy_loss | 14.7 |\n", + "| value_loss | 542 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 12.8 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 191900 |\n", + "| time_elapsed | 2579 |\n", + "| total_timesteps | 959500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.639 |\n", + "| explained_variance | -8.34e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 191899 |\n", + "| policy_loss | 0.0497 |\n", + "| value_loss | 2.26 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 79.7 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 192000 |\n", + "| time_elapsed | 2580 |\n", + "| total_timesteps | 960000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 191999 |\n", + "| policy_loss | 3.75 |\n", + "| value_loss | 149 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 49.7 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 192100 |\n", + "| time_elapsed | 2582 |\n", + "| total_timesteps | 960500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | 5.9e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 192099 |\n", + "| policy_loss | 7.97 |\n", + "| value_loss | 120 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 24.8 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 192200 |\n", + "| time_elapsed | 2583 |\n", + "| total_timesteps | 961000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.598 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 192199 |\n", + "| policy_loss | -41.7 |\n", + "| value_loss | 1.54e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -42 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 192300 |\n", + "| time_elapsed | 2585 |\n", + "| total_timesteps | 961500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.637 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 192299 |\n", + "| policy_loss | -229 |\n", + "| value_loss | 9.06e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 192400 |\n", + "| time_elapsed | 2586 |\n", + "| total_timesteps | 962000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.461 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 192399 |\n", + "| policy_loss | 45.1 |\n", + "| value_loss | 8.97e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -121 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 192500 |\n", + "| time_elapsed | 2588 |\n", + "| total_timesteps | 962500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.625 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 192499 |\n", + "| policy_loss | 77 |\n", + "| value_loss | 1.26e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -139 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 192600 |\n", + "| time_elapsed | 2589 |\n", + "| total_timesteps | 963000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.534 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 192599 |\n", + "| policy_loss | -6.92 |\n", + "| value_loss | 8.92e+03 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -154 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 192700 |\n", + "| time_elapsed | 2591 |\n", + "| total_timesteps | 963500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.585 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 192699 |\n", + "| policy_loss | -4.04 |\n", + "| value_loss | 196 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -98.8 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 192800 |\n", + "| time_elapsed | 2592 |\n", + "| total_timesteps | 964000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.602 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 192799 |\n", + "| policy_loss | 8.35 |\n", + "| value_loss | 281 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -82.2 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 192900 |\n", + "| time_elapsed | 2594 |\n", + "| total_timesteps | 964500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 192899 |\n", + "| policy_loss | 70.3 |\n", + "| value_loss | 2.16e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.2 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 193000 |\n", + "| time_elapsed | 2596 |\n", + "| total_timesteps | 965000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.609 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 192999 |\n", + "| policy_loss | -68.3 |\n", + "| value_loss | 4.75e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.5 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 193100 |\n", + "| time_elapsed | 2597 |\n", + "| total_timesteps | 965500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 193099 |\n", + "| policy_loss | 3.59 |\n", + "| value_loss | 28.4 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 193200 |\n", + "| time_elapsed | 2599 |\n", + "| total_timesteps | 966000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.327 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 193199 |\n", + "| policy_loss | 10.1 |\n", + "| value_loss | 558 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 193300 |\n", + "| time_elapsed | 2600 |\n", + "| total_timesteps | 966500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.588 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 193299 |\n", + "| policy_loss | 9.06 |\n", + "| value_loss | 1.44e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -112 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 193400 |\n", + "| time_elapsed | 2601 |\n", + "| total_timesteps | 967000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.642 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 193399 |\n", + "| policy_loss | 7.17 |\n", + "| value_loss | 221 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -128 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 193500 |\n", + "| time_elapsed | 2603 |\n", + "| total_timesteps | 967500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.433 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 193499 |\n", + "| policy_loss | 108 |\n", + "| value_loss | 3.88e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -120 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 193600 |\n", + "| time_elapsed | 2604 |\n", + "| total_timesteps | 968000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.608 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 193599 |\n", + "| policy_loss | -222 |\n", + "| value_loss | 6.35e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -124 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 193700 |\n", + "| time_elapsed | 2606 |\n", + "| total_timesteps | 968500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.582 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 193699 |\n", + "| policy_loss | -3.54 |\n", + "| value_loss | 193 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -103 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 193800 |\n", + "| time_elapsed | 2607 |\n", + "| total_timesteps | 969000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.653 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 193799 |\n", + "| policy_loss | -44.4 |\n", + "| value_loss | 5.41e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -107 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 193900 |\n", + "| time_elapsed | 2609 |\n", + "| total_timesteps | 969500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.629 |\n", + "| explained_variance | -4.77e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 193899 |\n", + "| policy_loss | -27 |\n", + "| value_loss | 1.9e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -130 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 194000 |\n", + "| time_elapsed | 2610 |\n", + "| total_timesteps | 970000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.643 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 193999 |\n", + "| policy_loss | -8.81 |\n", + "| value_loss | 71.2 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -111 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 194100 |\n", + "| time_elapsed | 2612 |\n", + "| total_timesteps | 970500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.621 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 194099 |\n", + "| policy_loss | 107 |\n", + "| value_loss | 2.37e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -132 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 194200 |\n", + "| time_elapsed | 2613 |\n", + "| total_timesteps | 971000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.607 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 194199 |\n", + "| policy_loss | -2.12 |\n", + "| value_loss | 13.4 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -115 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 194300 |\n", + "| time_elapsed | 2615 |\n", + "| total_timesteps | 971500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.574 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 194299 |\n", + "| policy_loss | 10.7 |\n", + "| value_loss | 415 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -85.7 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 194400 |\n", + "| time_elapsed | 2616 |\n", + "| total_timesteps | 972000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.649 |\n", + "| explained_variance | 2.98e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 194399 |\n", + "| policy_loss | 2.39 |\n", + "| value_loss | 112 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -77.8 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 194500 |\n", + "| time_elapsed | 2618 |\n", + "| total_timesteps | 972500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.58 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 194499 |\n", + "| policy_loss | 0.583 |\n", + "| value_loss | 17.5 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.5 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 194600 |\n", + "| time_elapsed | 2619 |\n", + "| total_timesteps | 973000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.584 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 194599 |\n", + "| policy_loss | -4.75 |\n", + "| value_loss | 450 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -48.3 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 194700 |\n", + "| time_elapsed | 2621 |\n", + "| total_timesteps | 973500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.621 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 194699 |\n", + "| policy_loss | -5.4 |\n", + "| value_loss | 115 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -39.3 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 194800 |\n", + "| time_elapsed | 2623 |\n", + "| total_timesteps | 974000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.651 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 194799 |\n", + "| policy_loss | -5.18 |\n", + "| value_loss | 106 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.8 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 194900 |\n", + "| time_elapsed | 2624 |\n", + "| total_timesteps | 974500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 194899 |\n", + "| policy_loss | 1.21 |\n", + "| value_loss | 55.5 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -97.5 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 195000 |\n", + "| time_elapsed | 2626 |\n", + "| total_timesteps | 975000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.594 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 194999 |\n", + "| policy_loss | 6.96 |\n", + "| value_loss | 364 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -125 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 195100 |\n", + "| time_elapsed | 2627 |\n", + "| total_timesteps | 975500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 195099 |\n", + "| policy_loss | 0.329 |\n", + "| value_loss | 20.8 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -151 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 195200 |\n", + "| time_elapsed | 2628 |\n", + "| total_timesteps | 976000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.661 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 195199 |\n", + "| policy_loss | -41.2 |\n", + "| value_loss | 5.83e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -99.9 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 195300 |\n", + "| time_elapsed | 2630 |\n", + "| total_timesteps | 976500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.702 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 195299 |\n", + "| policy_loss | -6.23 |\n", + "| value_loss | 140 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -73 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 195400 |\n", + "| time_elapsed | 2632 |\n", + "| total_timesteps | 977000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.671 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 195399 |\n", + "| policy_loss | 3.67 |\n", + "| value_loss | 67.4 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -83.1 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 195500 |\n", + "| time_elapsed | 2633 |\n", + "| total_timesteps | 977500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.63 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 195499 |\n", + "| policy_loss | 50.3 |\n", + "| value_loss | 1.02e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.1 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 195600 |\n", + "| time_elapsed | 2635 |\n", + "| total_timesteps | 978000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 195599 |\n", + "| policy_loss | 1.17 |\n", + "| value_loss | 94.1 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -66.7 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 195700 |\n", + "| time_elapsed | 2636 |\n", + "| total_timesteps | 978500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.672 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 195699 |\n", + "| policy_loss | -425 |\n", + "| value_loss | 3.63e+05 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -28.7 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 195800 |\n", + "| time_elapsed | 2638 |\n", + "| total_timesteps | 979000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.677 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 195799 |\n", + "| policy_loss | -0.0178 |\n", + "| value_loss | 154 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -1.8 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 195900 |\n", + "| time_elapsed | 2639 |\n", + "| total_timesteps | 979500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 195899 |\n", + "| policy_loss | 14.2 |\n", + "| value_loss | 810 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -2.93 |\n", + "| time/ | |\n", + "| fps | 371 |\n", + "| iterations | 196000 |\n", + "| time_elapsed | 2641 |\n", + "| total_timesteps | 980000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.627 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 195999 |\n", + "| policy_loss | 54.9 |\n", + "| value_loss | 2.46e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -7.53 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 196100 |\n", + "| time_elapsed | 2643 |\n", + "| total_timesteps | 980500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.669 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 196099 |\n", + "| policy_loss | 33.5 |\n", + "| value_loss | 1.13e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -18.3 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 196200 |\n", + "| time_elapsed | 2644 |\n", + "| total_timesteps | 981000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.563 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 196199 |\n", + "| policy_loss | 166 |\n", + "| value_loss | 1.95e+04 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -32.3 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 196300 |\n", + "| time_elapsed | 2646 |\n", + "| total_timesteps | 981500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.58 |\n", + "| explained_variance | -1.31e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 196299 |\n", + "| policy_loss | -1.41 |\n", + "| value_loss | 34.3 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -78.8 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 196400 |\n", + "| time_elapsed | 2647 |\n", + "| total_timesteps | 982000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 196399 |\n", + "| policy_loss | -66.2 |\n", + "| value_loss | 1.02e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -72 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 196500 |\n", + "| time_elapsed | 2648 |\n", + "| total_timesteps | 982500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.691 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 196499 |\n", + "| policy_loss | 1.05 |\n", + "| value_loss | 5.24 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -109 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 196600 |\n", + "| time_elapsed | 2650 |\n", + "| total_timesteps | 983000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.654 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 196599 |\n", + "| policy_loss | 36.9 |\n", + "| value_loss | 3.34e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -93.7 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 196700 |\n", + "| time_elapsed | 2651 |\n", + "| total_timesteps | 983500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -2.38e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 196699 |\n", + "| policy_loss | -5.06 |\n", + "| value_loss | 63.7 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.1 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 196800 |\n", + "| time_elapsed | 2653 |\n", + "| total_timesteps | 984000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.687 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 196799 |\n", + "| policy_loss | 3.62 |\n", + "| value_loss | 1.92e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.6 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 196900 |\n", + "| time_elapsed | 2654 |\n", + "| total_timesteps | 984500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.639 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 196899 |\n", + "| policy_loss | -1.84 |\n", + "| value_loss | 10.2 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -65.4 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 197000 |\n", + "| time_elapsed | 2655 |\n", + "| total_timesteps | 985000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 196999 |\n", + "| policy_loss | 120 |\n", + "| value_loss | 2.8e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -96.1 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 197100 |\n", + "| time_elapsed | 2657 |\n", + "| total_timesteps | 985500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.71 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 197099 |\n", + "| policy_loss | -13.8 |\n", + "| value_loss | 584 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -84.5 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 197200 |\n", + "| time_elapsed | 2659 |\n", + "| total_timesteps | 986000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.493 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 197199 |\n", + "| policy_loss | -3.1 |\n", + "| value_loss | 29 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -94.2 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 197300 |\n", + "| time_elapsed | 2660 |\n", + "| total_timesteps | 986500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.659 |\n", + "| explained_variance | -3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 197299 |\n", + "| policy_loss | -9.15 |\n", + "| value_loss | 428 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -79.4 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 197400 |\n", + "| time_elapsed | 2662 |\n", + "| total_timesteps | 987000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.564 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 197399 |\n", + "| policy_loss | 124 |\n", + "| value_loss | 5.21e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -67.3 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 197500 |\n", + "| time_elapsed | 2663 |\n", + "| total_timesteps | 987500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.632 |\n", + "| explained_variance | 3.58e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 197499 |\n", + "| policy_loss | 12.6 |\n", + "| value_loss | 836 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -43.9 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 197600 |\n", + "| time_elapsed | 2665 |\n", + "| total_timesteps | 988000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.656 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 197599 |\n", + "| policy_loss | 8.8 |\n", + "| value_loss | 170 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -19.9 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 197700 |\n", + "| time_elapsed | 2666 |\n", + "| total_timesteps | 988500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.678 |\n", + "| explained_variance | 1.73e-06 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 197699 |\n", + "| policy_loss | -3.73 |\n", + "| value_loss | 76 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -52.7 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 197800 |\n", + "| time_elapsed | 2668 |\n", + "| total_timesteps | 989000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.521 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 197799 |\n", + "| policy_loss | -0.965 |\n", + "| value_loss | 79.4 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -24 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 197900 |\n", + "| time_elapsed | 2669 |\n", + "| total_timesteps | 989500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.704 |\n", + "| explained_variance | 2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 197899 |\n", + "| policy_loss | -31.6 |\n", + "| value_loss | 2.15e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -58.1 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 198000 |\n", + "| time_elapsed | 2671 |\n", + "| total_timesteps | 990000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.734 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 197999 |\n", + "| policy_loss | -19.3 |\n", + "| value_loss | 1.04e+03 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -47.6 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 198100 |\n", + "| time_elapsed | 2673 |\n", + "| total_timesteps | 990500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.683 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 198099 |\n", + "| policy_loss | -91.3 |\n", + "| value_loss | 1.5e+04 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | 4.56 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 198200 |\n", + "| time_elapsed | 2674 |\n", + "| total_timesteps | 991000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.62 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 198199 |\n", + "| policy_loss | -1.68 |\n", + "| value_loss | 58 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -55.5 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 198300 |\n", + "| time_elapsed | 2676 |\n", + "| total_timesteps | 991500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.545 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 198299 |\n", + "| policy_loss | -10.3 |\n", + "| value_loss | 3.53e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -44.4 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 198400 |\n", + "| time_elapsed | 2677 |\n", + "| total_timesteps | 992000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.693 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 198399 |\n", + "| policy_loss | 5.34 |\n", + "| value_loss | 73.6 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -74.4 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 198500 |\n", + "| time_elapsed | 2679 |\n", + "| total_timesteps | 992500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.616 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 198499 |\n", + "| policy_loss | -4.71 |\n", + "| value_loss | 3.28e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -76.8 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 198600 |\n", + "| time_elapsed | 2680 |\n", + "| total_timesteps | 993000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.644 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 198599 |\n", + "| policy_loss | 10.1 |\n", + "| value_loss | 847 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -14.2 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 198700 |\n", + "| time_elapsed | 2682 |\n", + "| total_timesteps | 993500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 198699 |\n", + "| policy_loss | -1.88 |\n", + "| value_loss | 38.2 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -26.6 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 198800 |\n", + "| time_elapsed | 2683 |\n", + "| total_timesteps | 994000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.59 |\n", + "| explained_variance | -5.96e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 198799 |\n", + "| policy_loss | -2.37 |\n", + "| value_loss | 22.4 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -16.6 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 198900 |\n", + "| time_elapsed | 2685 |\n", + "| total_timesteps | 994500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.69 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 198899 |\n", + "| policy_loss | 34.3 |\n", + "| value_loss | 6.63e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -37.7 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 199000 |\n", + "| time_elapsed | 2686 |\n", + "| total_timesteps | 995000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.681 |\n", + "| explained_variance | 0 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 198999 |\n", + "| policy_loss | -64.2 |\n", + "| value_loss | 2.33e+04 |\n", + "------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -41.4 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 199100 |\n", + "| time_elapsed | 2688 |\n", + "| total_timesteps | 995500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.674 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199099 |\n", + "| policy_loss | -10.6 |\n", + "| value_loss | 2.62e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -0.516 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 199200 |\n", + "| time_elapsed | 2689 |\n", + "| total_timesteps | 996000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.699 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199199 |\n", + "| policy_loss | 3.69 |\n", + "| value_loss | 33.3 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -7.66 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 199300 |\n", + "| time_elapsed | 2691 |\n", + "| total_timesteps | 996500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.698 |\n", + "| explained_variance | 1.79e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199299 |\n", + "| policy_loss | -29.2 |\n", + "| value_loss | 1.95e+03 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -7.07 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 199400 |\n", + "| time_elapsed | 2692 |\n", + "| total_timesteps | 997000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.673 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199399 |\n", + "| policy_loss | -71 |\n", + "| value_loss | 5.47e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -45.1 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 199500 |\n", + "| time_elapsed | 2694 |\n", + "| total_timesteps | 997500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.688 |\n", + "| explained_variance | 1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199499 |\n", + "| policy_loss | 2.22 |\n", + "| value_loss | 33.3 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -59.1 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 199600 |\n", + "| time_elapsed | 2695 |\n", + "| total_timesteps | 998000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.628 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199599 |\n", + "| policy_loss | 397 |\n", + "| value_loss | 2.88e+05 |\n", + "-------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -70.7 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 199700 |\n", + "| time_elapsed | 2697 |\n", + "| total_timesteps | 998500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.667 |\n", + "| explained_variance | -1.19e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199699 |\n", + "| policy_loss | 133 |\n", + "| value_loss | 6.45e+04 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -46.4 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 199800 |\n", + "| time_elapsed | 2698 |\n", + "| total_timesteps | 999000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.646 |\n", + "| explained_variance | 5.36e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199799 |\n", + "| policy_loss | 0.154 |\n", + "| value_loss | 8.2 |\n", + "------------------------------------\n", + "-------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -11.9 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 199900 |\n", + "| time_elapsed | 2700 |\n", + "| total_timesteps | 999500 |\n", + "| train/ | |\n", + "| entropy_loss | -0.657 |\n", + "| explained_variance | -2.38e-07 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199899 |\n", + "| policy_loss | -9.83 |\n", + "| value_loss | 4.55e+03 |\n", + "-------------------------------------\n", + "------------------------------------\n", + "| rollout/ | |\n", + "| ep_len_mean | 20 |\n", + "| ep_rew_mean | -40.2 |\n", + "| time/ | |\n", + "| fps | 370 |\n", + "| iterations | 200000 |\n", + "| time_elapsed | 2701 |\n", + "| total_timesteps | 1000000 |\n", + "| train/ | |\n", + "| entropy_loss | -0.666 |\n", + "| explained_variance | 5.96e-08 |\n", + "| learning_rate | 0.0007 |\n", + "| n_updates | 199999 |\n", + "| policy_loss | -178 |\n", + "| value_loss | 9.55e+04 |\n", + "------------------------------------\n" + ] + } + ], + "source": [ + "# create env\n", + "max_steps = 20 \n", + "env = CustTradingEnv(df=eth_train, max_steps=max_steps)\n", + "\n", + "# check_env(env)\n", + "\n", + "model = A2C(\"MlpPolicy\", env, verbose=1)\n", + "# model.learn(total_timesteps=1000)\n", + "model.learn(total_timesteps=1_000_000)\n", + "model.save(\"./alt/a2c_tradeenv-100\")\n", + "\n", + "env.close()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 47, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "['./alt/fin_rl_a2c_100_v1.h5_scaler']" + ] + }, + "execution_count": 47, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "joblib.dump(env.get_scaler(),\"./alt/fin_rl_a2c_100_v1.h5_scaler\")" + ] + }, + { + "cell_type": "code", + "execution_count": 48, + "metadata": {}, + "outputs": [], + "source": [ + "\n", + "\n", + "def evaluate_agent(env, max_steps, n_eval_episodes, model, random=False):\n", + " \"\"\"\n", + " Evaluate the agent for ``n_eval_episodes`` episodes and returns average reward and std of reward.\n", + " :param env: The evaluation environment\n", + " :param n_eval_episodes: Number of episode to evaluate the agent\n", + " :param model: The A2C model\n", + " \"\"\"\n", + " episode_rewards = []\n", + " episode_profits = []\n", + " for episode in range(n_eval_episodes):\n", + "# for episode in tqdm(range(n_eval_episodes), disable=random):\n", + " state = env.reset()\n", + " step = 0\n", + " done = False\n", + " total_rewards_ep = 0\n", + " total_profit_ep = 0\n", + " \n", + " for step in range(max_steps):\n", + " # Take the action (index) that have the maximum expected future reward given that state\n", + " if random:\n", + " action = env.action_space.sample()\n", + " else:\n", + " action, _states = model.predict(state)\n", + " # action = model.play(state)\n", + " # print(action)\n", + " \n", + " new_state, reward, done, info = env.step(action)\n", + " total_rewards_ep += reward\n", + " \n", + " if done:\n", + " break\n", + " state = new_state\n", + "\n", + " episode_rewards.append(total_rewards_ep)\n", + " episode_profits.append(env.history['total_profit'][-1])\n", + " # print(env.history)\n", + " # env.render()\n", + " # assert 0\n", + "\n", + " mean_reward = np.mean(episode_rewards)\n", + " std_reward = np.std(episode_rewards)\n", + " mean_profit = np.mean(episode_profits)\n", + " std_profit = np.std(episode_profits)\n", + "\n", + " return mean_reward, std_reward, mean_profit, std_profit" + ] + }, + { + "cell_type": "code", + "execution_count": 49, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(-59.88053379638672, 247.5485386506795, 61.646527954101565, 134.4789860013969)" + ] + }, + "execution_count": 49, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# trade with random start in the test set \n", + "max_steps = 20 \n", + "env_test = CustTradingEnv(df=eth_test, max_steps=max_steps, random_start=True, scaler=env.get_scaler())\n", + "n_eval_episodes = 1000\n", + "\n", + "evaluate_agent(env_test, max_steps, n_eval_episodes, model)" + ] + }, + { + "cell_type": "code", + "execution_count": 50, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(52.61416015624997, 0.0, 734.18408203125, 0.0)" + ] + }, + "execution_count": 50, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# trade sequentially in the test set\n", + "max_steps = len(eth_test)\n", + "env_test = CustTradingEnv(df=eth_test, max_steps=max_steps, random_start=False, scaler=env.get_scaler())\n", + "n_eval_episodes = 1\n", + "\n", + "evaluate_agent(env_test, max_steps, n_eval_episodes, model)" + ] + }, + { + "cell_type": "code", + "execution_count": 51, + "metadata": {}, + "outputs": [], + "source": [ + "# load model and scaler from file\n", + "max_steps = 20 \n", + "scaler_l = joblib.load(\"./alt/fin_rl_a2c_100_v1.h5_scaler\")\n", + "env_l = CustTradingEnv(df=eth_test, max_steps=max_steps, scaler=scaler_l, random_start=False)\n", + "\n", + "model_l = A2C.load(\"./alt/a2c_tradeenv-100\")\n" + ] + }, + { + "cell_type": "code", + "execution_count": 52, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(-149.75144287109362, 0.0, 945.44189453125, 0.0)" + ] + }, + "execution_count": 52, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# trade sequentially the loaded model and env\n", + "max_steps = len(eth_test)\n", + "n_eval_episodes = 1\n", + "evaluate_agent(env_l, max_steps, n_eval_episodes, model_l)" + ] + }, + { + "cell_type": "code", + "execution_count": 53, + "metadata": {}, + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "/var/folders/r6/jgl8b48s325fbkg5jwkg93fc0000gn/T/ipykernel_98524/1075875040.py:120: UserWarning: marker is redundantly defined by the 'marker' keyword argument and the fmt string \"go\" (-> marker='o'). The keyword argument will take precedence.\n", + " plt.plot(open_buy, prices[open_buy], 'go', marker=\"^\")\n", + "/var/folders/r6/jgl8b48s325fbkg5jwkg93fc0000gn/T/ipykernel_98524/1075875040.py:121: UserWarning: marker is redundantly defined by the 'marker' keyword argument and the fmt string \"go\" (-> marker='o'). The keyword argument will take precedence.\n", + " plt.plot(close_buy, prices[close_buy], 'go', marker=\"v\")\n", + "/var/folders/r6/jgl8b48s325fbkg5jwkg93fc0000gn/T/ipykernel_98524/1075875040.py:122: UserWarning: marker is redundantly defined by the 'marker' keyword argument and the fmt string \"ro\" (-> marker='o'). The keyword argument will take precedence.\n", + " plt.plot(open_sell, prices[open_sell], 'ro', marker=\"v\")\n", + "/var/folders/r6/jgl8b48s325fbkg5jwkg93fc0000gn/T/ipykernel_98524/1075875040.py:123: UserWarning: marker is redundantly defined by the 'marker' keyword argument and the fmt string \"ro\" (-> marker='o'). The keyword argument will take precedence.\n", + " plt.plot(close_sell, prices[close_sell], 'ro', marker=\"^\")\n" + ] + }, + { + "data": { + "image/png": "iVBORw0KGgoAAAANSUhEUgAABMsAAAI1CAYAAADIJX3xAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy88F64QAAAACXBIWXMAAA9hAAAPYQGoP6dpAAEAAElEQVR4nOzdeXwTdf4/8NckbdL7vii0UChHi9yggpyCBVQ8UH/r6q66urre53qheOGC13ohq6vrycrq12MVXdctpyCiFpBDKEcLpYXe9500yef3x2SmTZu0SZu0Sft6Ph59QCfT5JO2mU7e8z4kIYQAERERERERERERQdPXCyAiIiIiIiIiIvIWDJYRERERERERERFZMVhGRERERERERERkxWAZERERERERERGRFYNlREREREREREREVgyWERERERERERERWTFYRkREREREREREZMVgGRERERERERERkRWDZURERERERERERFYMlhERkU/ZunUrJEnC1q1b+3opXkGSJDzxxBN9vQwit5g7dy7mzp3b18uwkZWVhRkzZiA4OBiSJGHv3r144oknIElSXy+NiIiIPITBMiIi6pIkSU59OBPAWrlyJb744guPr/m9996zWZufnx8GDx6M6667DqdPn/b44/uyoqIiPPTQQ5g3bx5CQ0Od/tlWV1cjLi4OkiTh008/7XD77t27sWjRIoSFhSE0NBQZGRnYu3evU2saNmyYw9+7kSNH2uzraL9nnnnGZr8jR47gnnvuwYwZMxAQEABJkpCXl9flWnJzc9X9d+3a1em+N954IyRJwoUXXtjhtnvuuQeTJ09GVFQUgoKCkJaWhieeeAL19fVdf0PcRAn6dPXhTADrhx9+wBNPPIHq6mqPr7v970NcXBxmzZqFf//73259nJaWFlxxxRWorKzESy+9hLVr12Lo0KF293XXsa07r5POXnvKBQZ7Hz/++KPL6zvvvPMgSRJuv/32Tvf7/vvv1ccpLy+3uc2V115zczNWrVqF9PR0BAUFYfDgwbjiiitw8ODBDvtu2LABM2fORFBQECIjI3H55ZfbvV9Hx5Obb77Z6e8DERH1b359vQAiIvJ+a9eutfn8gw8+wIYNGzpsT0tL6/K+Vq5cicsvvxyXXHKJO5fo0FNPPYWUlBQ0Nzfjxx9/xHvvvYfvv/8ev/76KwICAnplDb7myJEjePbZZzFy5EiMGzcOO3fudOrrHnvsMTQ2Ntq9bc+ePZg5cyaSkpLw+OOPw2Kx4G9/+xvmzJmDn3/+GaNHj+70vl9++eUOQaSTJ0/i0UcfRUZGRof9zzvvPFxzzTU22yZNmmTz+c6dO/Hqq68iPT0daWlpTgfu7rnnHvj5+cFgMHS6365du/Dee+85/D3LysrCrFmz8Ic//AEBAQH45Zdf8Mwzz2Djxo3Ytm0bNBrPX9NcunQpUlNT1c/r6+txyy234NJLL8XSpUvV7fHx8V3e1w8//IAnn3wS1113HSIiIjyxXBsTJ07EfffdBwAoLCzE3//+dyxduhSvv/6624Ieubm5OHnyJN566y388Y9/VLc/+uijeOihh2z2dcexrbuvk85ee4o777wT06ZNs9nW9mfvjM8//9yp44HFYsEdd9yB4OBgNDQ0dLjdldfe1VdfjfXr1+PGG2/E5MmTUVhYiDVr1mD69Ok4cOCAGrz8+uuvcfHFF2Py5Ml45plnUFtbi1deeQUzZ87EL7/8gtjYWJv7bfv7oxg1apQT3wUiIhoQBBERkYtuu+020d0/IcHBweLaa6/t9mNv2bJFABBbtmzpdL93331XABBZWVk22x988EEBQHz88cfdXkNvqq+v7/R2AOLxxx9362PW1taKiooKIYQQn3zyiVPf7wMHDgg/Pz/x1FNPCQDik08+sbn9/PPPF5GRkaK8vFzdVlhYKEJCQsTSpUu7tc4VK1YIAGLHjh022wGI2267rcuvr6ioELW1tUIIIZ5//nkBQJw4caLTr/n222+FTqcTjz76qN3fL4XFYhHTp08X119/vRg6dKi44IILnHpOL7zwggAgdu7c6dT+7lZWVtbt3ylnv4edmTNnjpgzZ06X+9n7nhYVFYng4GAxatQoh1/X0tIiDAaD0+v57rvv7P4+29PTY5sQ3XuddPXaU46ZzjyHzjQ1NYlhw4apj9PZa+z1118X0dHR4q677hIARFlZmc3tzr72Tp06JQCIP//5zzbbN2/eLACIF198Ud2Wnp4uUlNTbX6+e/fuFRqNRtx77702X+/Ka5KIiAYmlmESEZFbNDQ04L777kNSUhL0ej1Gjx6NF154AUIIdR9JktDQ0ID3339fLXu57rrrAMhZQrfeeitGjx6NwMBAREdH44orrnCqLM4Vs2bNAiBnjLR1+PBhXH755YiKikJAQACmTp2K9evXq7dXV1dDq9Xi1VdfVbeVl5dDo9EgOjra5nnecsstSEhIUD/fvn07rrjiCiQnJ0Ov1yMpKQn33HMPmpqabNZw3XXXISQkBLm5uTj//PMRGhqKq6++GgBgMBhwzz33IDY2FqGhobjoootw6tQpu8/x8OHDyM/P7+Z3CAgNDUVUVJRLX3PXXXfh0ksvVb+/7W3fvh0LFixAdHS0um3QoEGYM2cOvv76626VHq5btw4pKSmYMWOG3dubmprQ3Nzs8OujoqIQGhrq9OO1tLTgrrvuwl133YURI0Z0uu/atWvx66+/4i9/+YvT9w/I5WEAeqWU0RWbN2/GrFmzEBwcjIiICFx88cXIzs5Wb3/iiSdw//33AwBSUlLU17fy+n333Xdx7rnnIi4uDnq9Hunp6Xj99dfdusaEhASkpaXhxIkTAIC8vDxIkoQXXngBL7/8MkaMGAG9Xo9Dhw459Zyuu+46zJkzBwBwxRVX2JSjtu9Z1tmxDXD+Ndmd10lXr7226urqYDKZutzPnueeew4WiwV//vOfO92vsrISjz76KJ566imHGYbOvvbq6uoAdMxsHDRoEAAgMDBQfcxDhw7h0ksvhU6nU/ebMGEC0tLS8NFHH9m9f6PRaDfzjYiIiMEyIiLqMSEELrroIrz00ktYtGgRXnzxRYwePRr3338/7r33XnW/tWvXQq/XY9asWVi7di3Wrl2LP/3pTwDkkrQffvgBV155JV599VXcfPPN2LRpE+bOndtleZErlDfvkZGR6raDBw/i7LPPRnZ2Nh566CH89a9/RXBwMC655BK1B1JERATOOOMMbNu2Tf06pSeP8kZNsX37dps3rp988gkaGxtxyy23YPXq1Vi4cCFWr17doUwQAEwmExYuXIi4uDi88MILuOyyywAAf/zjH/Hyyy8jIyMDzzzzDPz9/XHBBRfYfY5paWl279tTPvnkE/zwww947rnnHO5jMBjUN7ZtBQUFwWg04tdff3XpMX/55RdkZ2fjqquusnv7e++9h+DgYAQGBiI9PR3r1q1z6f7tefnll1FVVYVHH3200/3q6urw4IMPYtmyZTZBU3tMJhPKy8tRWFiIzMxMPProowgNDcWZZ57Z4/W6y8aNG7Fw4UKUlpbiiSeewL333osffvgB55xzjvp6Wrp0KX77298CgNrba+3atWrp2+uvv46hQ4di2bJl+Otf/4qkpCTceuutWLNmjdvW2dLSgoKCAptAEyAH6lavXo2bbroJf/3rXxEVFeXUc/rTn/6EZcuWAZBLGNeuXYtHHnnE7mN3dmwDnH9Nuvo6cea1p/jDH/6AsLAwBAQEYN68eV3222srPz8fzzzzDJ599lm762tr+fLlSEhIsHn+3TVixAgMGTIEf/3rX/HVV1/h1KlT+Pnnn3HzzTcjJSUFV155JQCoJdGOvneFhYUoLi622b5582YEBQUhJCQEw4YNwyuvvNLj9RIRUT/Sx5ltRETkg9qXYX7xxRcCgHj66adt9rv88suFJEkiJydH3eaoVKmxsbHDtp07dwoA4oMPPlC3uVqGuXHjRlFWViYKCgrEp59+KmJjY4VerxcFBQXqvvPnzxfjxo0Tzc3N6jaLxSJmzJghRo4cafO84+Pj1c/vvfdeMXv2bBEXFydef/11IYRcXiRJknjllVc6fW6rVq0SkiSJkydPqtuuvfZaAUA89NBDNvvu3btXABC33nqrzfarrrrKbskcAKdK2ZzRVRlmY2OjSE5OFg8//LAQwnHJ17hx48SoUaOEyWRStxkMBpGcnCwAiE8//dSldd13330CgDh06FCH22bMmCFefvll8eWXX4rXX39dnHHGGQKA+Nvf/ubw/roqISwqKhKhoaHi73//uxDCcZmvEEL8+c9/FikpKervU2clX8rvuPIxevToLn+32zMYDKKpqcnh7dXV1U7fl70yzIkTJ4q4uDi1NFcIIfbt2yc0Go245ppr1G2dfQ/tvQYWLlwohg8fbrPNlTLMjIwMUVZWJsrKysS+ffvElVdeKQCIO+64QwghxIkTJwQAERYWJkpLS22+3tnn5Oj3+fHHH+9Qit5ZGaazr0lXXifOvvZ27NghLrvsMvH222+LL7/8UqxatUpER0eLgIAAsWfPni7XJIR8LJ8xY4bN87FXhrlv3z6h1WrF//73PyFE6/epfRlmW1299n766ScxYsQIm9fJlClTRFFRkbqP2WwWERERYv78+TZfW15eLoKDgwUAsWvXLnX7kiVLxLPPPiu++OIL8fbbb4tZs2YJAOKBBx5w6vtBRET9HzPLiIiox7755htotVrceeedNtvvu+8+CCHw3//+t8v7aJsR0NLSgoqKCqSmpiIiIgJ79uzp9toWLFiA2NhYJCUl4fLLL0dwcDDWr1+PIUOGAJDLdzZv3oz/9//+H+rq6lBeXo7y8nJUVFRg4cKFOHbsmDo9c9asWSgpKcGRI0cAyBlks2fPxqxZs7B9+3YAcraZEMIms6ztc2toaEB5eTlmzJgBIQR++eWXDmu+5ZZbbD7/5ptvAKDD9/fuu++2+5yFEE5Nr3SHZ555Bi0tLWoGjiO33norjh49ihtuuAGHDh3Cr7/+imuuuQZFRUUA0KEktTMWiwUfffQRJk2aZHeoxI4dO3DXXXfhoosuws0334zdu3fjjDPOwLJly1x6nLYefPBBDB8+3KbJuz1Hjx7FK6+8gueffx56vb7L+01PT8eGDRvwxRdf4IEHHkBwcLDTJambNm3CnDlzEBgYiMDAQIwZMwYPPvggtm7dipMnT2LLli249NJL8d577zl1f/YUFRVh7969uO6662xKc8ePH4/zzjtP/d3sStvXQE1NDcrLyzFnzhwcP34cNTU13VpbZmYmYmNjERsbiwkTJuCTTz7B73//ezz77LM2+1122WU2zd3d9Zxc4exr0pXXibOvvRkzZuDTTz/F9ddfj4suuggPPfQQfvzxR0iShIcffrjLNW3ZsgWfffYZXn755S73vfPOO7F48WK7Qze6KzIyEhMnTsRDDz2EL774Ai+88ALy8vJwxRVXqGXWGo0Gf/rTn7Bp0yY8/PDDOHbsGHbv3o3/9//+H4xGIwDb79369evxwAMP4OKLL8b111+P7777DgsXLsSLL77osLydiIgGFgbLiIiox06ePInExMQOPWiUQMbJkye7vI+mpiY89thjas+zmJgYxMbGorq6uttvpgFgzZo12LBhAz799FOcf/75KC8vtwli5OTkQAiB5cuXq2+8lY/HH38cAFBaWgqgtd/Z9u3b0dDQgF9++QWzZs3C7Nmz1WDZ9u3bERYWhgkTJqiPkZ+fr74xDwkJQWxsrNoLqf1z8/PzUwN5ipMnT0Kj0XTok9XVBMnOGI1GFBcX23yYzWaX7iMvLw/PP/88/vKXvyAkJKTTfW+++WYsW7YM69atw9ixYzFu3Djk5ubigQceAIAuv76t7777DqdPn1b7uXVFp9Ph9ttvR3V1NXbv3u304yh+/PFHrF27Fi+99FKXEyrvuusuzJgxQy2f7UpYWBgWLFiAiy++GM8++yzuu+8+XHzxxdi3b1+XX3vBBRdg7Nix+Oyzz/Cvf/0Lc+bMwT//+U/MmzcPw4YNw/z58wHAZqqlq5TXrr3ftbS0NJSXlzvV82nHjh1YsGCB2h8sNjZWDfJ09/V91llnYcOGDdi4cSN++OEHlJeX44MPPuhQipeSkuKR5+QJzr5OXHnt2ZOamoqLL74YW7Zs6fR1bzKZcOedd+L3v/99h0ma7X388cf44Ycf8Ne//tXl9ThSU1ODWbNmYfr06Vi1ahUuvvhi3Hffffjss8/w/fff491331X3feqpp3DDDTfgueeew6hRozB16lT4+fnhhhtuAND5MUaSJNxzzz0wmUy9dqGBiIi8m19fL4CIiAgA7rjjDrz77ru4++67MX36dISHh0OSJFx55ZWwWCzdvt8zzzwTU6dOBQBccsklmDlzJq666iocOXIEISEh6n3/+c9/xsKFC+3eR2pqKgAgMTERKSkp2LZtG4YNGwYhBKZPn47Y2FjcddddOHnyJLZv344ZM2aoQRWz2YzzzjsPlZWVePDBBzFmzBgEBwfj9OnTuO666zo8N71e32VAxh1++OEHzJs3z2bbiRMn1AbzznjssccwePBgzJ07V+3zpPQFKisrQ15eHpKTk9Xn85e//AV//vOfcfDgQYSHh2PcuHFqwGTUqFFOP+6HH34IjUaj9shyRlJSEgA5k9BVDzzwAGbNmoWUlBT1eZaXlwOQs5Ty8/ORnJyMzZs349tvv8Xnn39uM5jCZDKhqakJeXl5iIqKQlhYmMPHWrp0KX7/+9/jo48+sgm42rNnzx6kp6ern1955ZUQQuDw4cMoLy/HyJEju+yZ1htyc3Mxf/58jBkzBi+++CKSkpKg0+nwzTff4KWXXur26zsmJgYLFizocr+uemx5G2deJ66+9uxJSkpSG9w7+p384IMPcOTIEfz973/vMGylrq4OeXl5iIuLQ1BQEO6//35cccUV0Ol06r7KoIqCggIYjUYkJia69L347LPPUFJSgosuushm+5w5cxAWFoYdO3aombg6nQ7/+Mc/8Je//AVHjx5FfHw8Ro0ahauuugoajUY9jnf2/QC6d4wgIqL+h8EyIiLqsaFDh2Ljxo2oq6uzyS47fPiwerui7QS5tj799FNce+21NlkJzc3Nbp0KqNVqsWrVKsybNw+vvfYaHnroIQwfPhwA4O/v79Qb71mzZmHbtm1ISUnBxIkTERoaigkTJiA8PBzffvst9uzZgyeffFLd/8CBAzh69Cjef/99mwbfGzZscHrdQ4cOhcViQW5urk02jFIO2h0TJkzosAZXAyv5+fnIyclRv4dt3XrrrQCAqqoqm4l4kZGRmDlzpvr5xo0bMWTIEIwZM8apxzQYDPjss88wd+5cl954Hz9+HABsyvGclZ+fj5MnT3bIUAKAiy66COHh4aiurlanHdrL5Dp9+jRSUlLw0ksvOSyfBeTnZ7FYnMq2ahsoU0iSZLc0tbuU166937XDhw8jJiYGwcHB6mPb89VXX8FgMGD9+vVITk5Wt2/ZssVt63SFK8/JFY6ef3d09TrpzmuvvePHjyMgIKDTjKv8/Hy0tLTgnHPO6XDbBx98gA8++AD//ve/cckll6CgoADr1q2zO0xj8uTJmDBhAvbu3evwsewpKSkBgA7Zb0IImM1mu5M94+Pj1emZZrMZW7duxVlnndVlBl5PjhFERNT/MFhGREQ9dv755+PNN9/Ea6+9ZtMD56WXXoIkSVi8eLG6LTg42G4ATKvVQghhs2316tUulwZ2Ze7cuTjzzDPx8ssv4+6770ZcXBzmzp2Lv//977jjjjswaNAgm/3Lysps3jzNmjULH3zwAT7++GP1eWk0GsyYMQMvvvgiWlpabPqVabVaALB5bkIIlyavLV68GMuWLcOrr75qMz3QUQ+hw4cPIygoyCYw0V5kZKRTwcHOPP3002qGleLXX3/F8uXL8cADD2D69OmdBh0+/vhjZGVl4YUXXrDJgMnPz0djY6PdANo333yD6upqhyWY7X9egJwB8/LLLyMmJgZTpkxx5SkCAN58880OE1k3b96M1atX44UXXlDXee6556rTU9u66aabMHToUDzyyCMYN24cADnjJjg4GP7+/jb7/uMf/wAANRuyrw0aNAgTJ07E+++/j4cfflgNvvz666/IzMzE7373O3Vf5Wfd/vVt7zVQU1NjU0LXm1x5Tq5wdGwDnHtNOmLvdeLKa8/ea2Lfvn1Yv349Fi9e3Olr78orr8TEiRM7rOnSSy/F+eefjxtvvBFnnXUWANj93f/oo4/w8ccf44MPPuhQXu4MJZPuo48+whNPPKFuX79+PRoaGjBp0qROv/6FF15AUVERVq9erW6rrKxEeHi4+nsJyH0yn3nmGeh0ug4Zt0RENDAxWEZERD22ZMkSzJs3D4888gjy8vIwYcIEZGZm4ssvv8Tdd99t02trypQp2LhxI1588UW1rPGss87ChRdeiLVr1yI8PBzp6enYuXMnNm7ciOjoaLevVykXeu+993DzzTdjzZo1mDlzJsaNG4cbb7wRw4cPR0lJCXbu3IlTp07Z9I9SAmFHjhzBypUr1e2zZ8/Gf//7X+j1epvePmPGjMGIESPw5z//GadPn0ZYWBg+++wzVFVVOb3eiRMn4re//S3+9re/oaamBjNmzMCmTZuQk5Njd/+0tDTMmTOnR713nn76aQDAwYMHAQBr167F999/DwB49NFHAcAm80WhBB6mTZuGSy65RN2+bds2PPXUU8jIyEB0dDR+/PFHvPvuu1i0aBHuuusum/u45ppr8N1333UIngJyCaZer3fYE2zNmjX44osvsGTJEiQnJ6OoqAjvvPMO8vPzsXbtWuh0OnXfmpoa9U30jh07AACvvfYaIiIiEBERgdtvvx0A7DYrV4Iic+bMUQNbycnJdoMhd999N+Lj422+H1u3bsWdd96Jyy+/HCNHjoTRaMT27dvx+eefY+rUqd0O2HjC888/j8WLF2P69Om44YYb0NTUhNWrVyM8PNwmgKEEIh955BFceeWV8Pf3x5IlS5CRkQGdToclS5bgT3/6E+rr6/HWW28hLi5ObVzvrc/JFY6ObYDzr0lnXyeuvPZ+85vfIDAwEDNmzEBcXBwOHTqEN998E0FBQXjmmWds7qP9a2/MmDEOsz5TUlJsHqft/xVKJtnixYsRExOjbnf2tbdkyRKMHTsWTz31FE6ePImzzz4bOTk5eO211zBo0CC1HxkA/POf/8Rnn32G2bNnIyQkBBs3bsT//d//4Y9//KPN8WL9+vV4+umncfnllyMlJQWVlZVYt24dfv31V6xcudIrSpeJiMgL9MEETiIi8nG33XabaP8npK6uTtxzzz0iMTFR+Pv7i5EjR4rnn39eWCwWm/0OHz4sZs+eLQIDAwUAce211wohhKiqqhJ/+MMfRExMjAgJCRELFy4Uhw8fFkOHDlX3EUKILVu2CABiy5Ytna7x3XffFQBEVlZWh9vMZrMYMWKEGDFihDCZTEIIIXJzc8U111wjEhIShL+/vxg8eLC48MILxaefftrh6+Pi4gQAUVJSom77/vvvBQAxa9asDvsfOnRILFiwQISEhIiYmBhx4403in379gkA4t1331X3u/baa0VwcLDd59PU1CTuvPNOER0dLYKDg8WSJUtEQUGBACAef/xxm30BiDlz5nT6/ekKAIcfnVF+Pp988onN9pycHJGRkSFiYmKEXq8XY8aMEatWrRIGg6HDfcyZM8fu49TU1IiAgACxdOlSh4+fmZkpzjvvPPXnGBERITIyMsSmTZs67HvixAmHz3Ho0KGdPs/Ofr/aGzp0qLjgggtstuXk5IhrrrlGDB8+XAQGBoqAgAAxduxY8fjjj4v6+vou79NTysrK7P5Obdy4UZxzzjkiMDBQhIWFiSVLlohDhw51+PoVK1aIwYMHC41GIwCIEydOCCGEWL9+vRg/frwICAgQw4YNE88++6x45513bPYRQv7ZO/O7a+972p7y833++eft3u7Mc3L0+/z44493+B11dGwTwvnXpCuvk/YcrfWVV14RZ555poiKihJ+fn5i0KBB4ne/+504duxYh/tw9NprD4C47bbbutxP+T6VlZXZbHfltVdZWSnuueceMWrUKKHX60VMTIy48sorxfHjx232++mnn8Ts2bNFZGSkCAgIEBMmTBBvvPFGh79Bu3btEkuWLBGDBw8WOp1OhISEiJkzZ4r/+7//6/L5EBHRwCEJYeeyLRERERERERER0QDk+XFbREREREREREREPoLBMiIiIiIiIiIiIisGy4iIiIiIiIiIiKwYLCMiIiIiIiIiIrJisIyIiIiIiIiIiMiKwTIiIiIiIiIiIiIrBsuIiIiIiIiIiIisGCwjIiIiIiIiIiKyYrCMiIiIiIiIiIjIisEyIiIiIiIiIiIiKwbLiIiIiIiIiIiIrBgsIyIiIiIiIiIismKwjIiIiIiIiIiIyIrBMiIiIiIiIiIiIisGy4iIiIiIiIiIiKwYLCMiIiIiIiIiIrJisIyIiIiIiIiIiMiKwTIiIiIiIiIiIiIrBsuIiIiIiIiIiIisGCwjIiIiIiIiIiKyYrCMiIiIiIiIiIjIisEyIiIiIiIiIiIiKwbLiIiIiIiIiIiIrBgsIyIiIiIiIiIismKwjIiIiIiIiIiIyIrBMiIiIiIiIiIiIisGy4iIiIiIiIiIiKwYLCMiIiIiIiIiIrJisIyIiIiIiIiIiMiKwTIiIiIiIiIiIiIrBsuIiIiIiIiIiIisGCwjIiIiIiIiIiKyYrCMiIiIiIiIiIjIisEyIiIiIiIiIiIiKwbLiIiIiIiIiIiIrBgsIyIiIiIiIiIismKwjIiIiIiIiIiIyIrBMiIiIiIiIiIiIisGy4iIiIiIiIiIiKwYLCMiIiIiIiIiIrJisIyIiIiIiIiIiMiKwTIiIiIiIiIiIiIrBsuIiIiIiIiIiIis/Pp6AZ5isVhQWFiI0NBQSJLU18shIiIiIiIiIqI+IoRAXV0dEhMTodF0njvWb4NlhYWFSEpK6utlEBERERERERGRlygoKMCQIUM63affBstCQ0MByN+EsLCwPl4NERERERERERH1ldraWiQlJanxos7022CZUnoZFhbGYBkRERERERERETnVqsvlBv/btm3DkiVLkJiYCEmS8MUXX9jcXl9fj9tvvx1DhgxBYGAg0tPT8cYbb9js09zcjNtuuw3R0dEICQnBZZddhpKSEpt98vPzccEFFyAoKAhxcXG4//77YTKZXF0uERERERERERGR01wOljU0NGDChAlYs2aN3dvvvfdefPvtt/jnP/+J7Oxs3H333bj99tuxfv16dZ977rkHX331FT755BN89913KCwsxNKlS9XbzWYzLrjgAhiNRvzwww94//338d577+Gxxx7rxlMkIiIiIiIiIiJyjiSEEN3+YknCv//9b1xyySXqtjPOOAO/+c1vsHz5cnXblClTsHjxYjz99NOoqalBbGws1q1bh8svvxwAcPjwYaSlpWHnzp04++yz8d///hcXXnghCgsLER8fDwB444038OCDD6KsrAw6na7DWgwGAwwGg/q5UotaU1PDMkwiIiIiIiIiogGstrYW4eHhTsWJXM4s68qMGTOwfv16nD59GkIIbNmyBUePHkVGRgYAYPfu3WhpacGCBQvUrxkzZgySk5Oxc+dOAMDOnTsxbtw4NVAGAAsXLkRtbS0OHjxo93FXrVqF8PBw9YOTMImIiIiIiIiIyFVuD5atXr0a6enpGDJkCHQ6HRYtWoQ1a9Zg9uzZAIDi4mLodDpERETYfF18fDyKi4vVfdoGypTbldvsefjhh1FTU6N+FBQUuPmZERERERERERFRf+f2aZirV6/Gjz/+iPXr12Po0KHYtm0bbrvtNiQmJtpkk7mbXq+HXq/32P0TEREREREREVH/59ZgWVNTE5YtW4Z///vfuOCCCwAA48ePx969e/HCCy9gwYIFSEhIgNFoRHV1tU12WUlJCRISEgAACQkJ+Pnnn23uW5mWqexDRERERERERETkbm4tw2xpaUFLSws0Gtu71Wq1sFgsAORm//7+/ti0aZN6+5EjR5Cfn4/p06cDAKZPn44DBw6gtLRU3WfDhg0ICwtDenq6O5dMRERERERERESkcjmzrL6+Hjk5OernJ06cwN69exEVFYXk5GTMmTMH999/PwIDAzF06FB89913+OCDD/Diiy8CAMLDw3HDDTfg3nvvRVRUFMLCwnDHHXdg+vTpOPvsswEAGRkZSE9Px+9//3s899xzKC4uxqOPPorbbruNpZZEREREREREROQxkhBCuPIFW7duxbx58zpsv/baa/Hee++huLgYDz/8MDIzM1FZWYmhQ4fipptuwj333ANJkgAAzc3NuO+++/Cvf/0LBoMBCxcuxN/+9jebEsuTJ0/illtuwdatWxEcHIxrr70WzzzzDPz8nIvvuTISlIiIiIiIiIiI+i9X4kQuB8t8BYNlREREREREREQEuBYncmvPMiIiIiIiIiIiIl/GYBkREREREREREZEVg2VERERERERERERWDJYRERERERERERFZMVhGRERERERERERkxWAZERERERERERGRFYNlNGD8X1YBlv37AJqM5r5eChERERERERF5Kb++XgBRbxBCYMXXh1BnMMFfI+HJi8/o6yURERERERERkRdiZhkNCIU1zagzmAAA7+88ie3Hyvp4RURERERERETkjRgsowHhSHGtzef3f7IfNY0tfbQaIiIiIiIiIvJWDJbRgHCkuB4AsCAtHsNjglFc24zlX/7ax6siIiIiIiIiIm/DYBkNCEpm2aTkCLz4m4nQaiSs31eIr/YV9vHKiIiIiIiIiMibMFhGA8Lh4joAwKj4UExMisBtc0cAAB794lcU1zT35dKIiIiIiIiIyIswWEb9XovZguNlDQCAMQmhAIA75o/EuMHhqGlqwQOf7YcQoi+XSERERERERERegsEy6vfyyhtgNFsQpNNicEQgAMBfq8FLv5kAvZ8G246W4Z8/nuzjVRIRERERERGRN2CwjPq9IyWtJZgajaRuT40LxYOLxgAA/vJNNgoqG/tkfURERERERETkPRgso37viLVfmVKC2dZ1M4ZhytBINLdY8M2Bot5eGhERERERERF5GQbLqN870qa5f3sajYT5aXEAgP2nanp1XURERERERETkfRgso35PKcO0l1kGABOGRAAA9p2q7qUVEREREREREZG3YrCM+rVGown51l5koxwEy84YHA4AOFXVhIp6Q6+tjYiIiIiIiIi8D4Nl1K8dK6mHEEBMiA4xIXq7+4QH+mN4TDAAYP9plmISERERERERDWQMllG/1lm/srbGD5Gzy/YXMFhGRERERERENJAxWEb9mtKvbLSDEkzFhKQIAMB+9i0jIiIiIiIiGtAYLKN+Tcksc9TcXzFebfJfAyGEp5dFRERERERERF6KwTLq15TMsq7KMMcmhsFPI6G83oCimubeWBoREREREREReSEGy6jfqmwwoqxOnm7ZVbAswF+r7sNSTCIiIiIiIqKBi8Ey6rcOF9cCAJKiAhGs9+ty/wlJcpP/fafY5J+IiIiIiIhooGKwjPqto9Z+ZaPjw5zaX+lbxswyIiIiIiIiooGLwTLqt5R+ZV0191eMHyJnlu0/VQOLhU3+iYiIiIiIiAYiBsuo31ImYY5yMlg2Kj4Uej8N6ppNyKto8OTSiIiIiIiIiMhLMVhG/ZIQAkdL6gE4n1nmr9VgbKJcsrmffcuIiIiIiIiIBiQGy6hfOl3dhHqDCf5aCSkxwU5/ndK3bB/7lhERERERERENSAyWUb+klGCOiA2Bv9b5X3NlIiYzy4iIiIiIiIgGJgbLqF86rPQri3euBFOhZJYdLKyByWxx97KIiIiIiIiIyMsxWEb90lHrJMzRTvYrU6REByNU74fmFova84yIiIiIiIiIBg4Gy6hfUsownW3ur9BoJIwbopRiVrt7WURERERERETk5Rgso36nxWxBbpmcFeZqGSbQtsk/+5YRERERERERDTQMllG/c6K8AS1mgWCdFkMiA13++gnMLCMiIiIiIiIasBgso35HKcEclRAKSZJc/vrxSRHq/TS3mN25NCIiIiIiIiLycgyWUb/z1ZH/oVB/CwJCDnbr6xPDAxATooPJInCoqNbNqyMiIiIiIiIib8ZgGfUrQgj8O/cFtGgK8FP5GgghXL4PSZLUvmX7C6rdu0AiIiIiIiIi8mp+fb0AInfKzM1EufEQAOBE3X5k5mZiYepCl+6joKYAkRGnYJDysSGnFuOHV9ncHhcchyFhQ9y2ZiIiIiIiIiLyHpLoTuqND6itrUV4eDhqamoQFhbW18uhXiCEwLS3zsTuwj2AZIFW0mLyoMn46Y8/Od27zGAyYOjLQ1HSUOJwn4SQBOTdlQe9n95dSyciIiIiIiIiD3IlTsQyTOo3MnMzsbtoFyBZAABmYUZWYRYyczOdvg+dVofk8GRIDl4aGmiQFJYEnVbnljUTERERERERkXdhsIz6BSEElm9ZDo2ktdmulbRYvmW5073LJEnCinkrIGCxe7sFFqyYt6JbUzaJiIiIiIiIyPsxWEb9QmZuJrIKs2ARZpvt3ckuyxiRgWmJ0zpkl2klLaYlTkPGiAy3rJmIiIiIiIiIvA+DZeTz1KyyTkon3ZFdZhZmZpURERERERER9XMMlpHPM5qNyK/Jh6WT0smC2gIYzUan7zNjRAZSwsYDQn6JMKuMiIiIiIiIaGDw6+sFEPWU3k+PrBuzUNZYhgc/3Y9fC2vwwKIxmDMqVt0nLjjOpemVkiThmrEP4MmdvwPArDIiIiIiIiKigYLBMuoXksKTkBSehMaGauhFE2YPOxOTB0X26D7nDT0Pq3aMhFFzjFllRERERERERAMEyzCp3zCZLSiubQYADI4I7PH9RQXrEdFyLQKQjJXzVzKrjIiIiIiIiGgAcDlYtm3bNixZsgSJiYmQJAlffPGFze2SJNn9eP7559V9KisrcfXVVyMsLAwRERG44YYbUF9fb3M/+/fvx6xZsxAQEICkpCQ899xz3XuGNGCU1hlgtgj4ayXEhTpfculIRJA/Ai0TkdzyBuanzHfDComIiIiIiIjI27kcLGtoaMCECROwZs0au7cXFRXZfLzzzjuQJAmXXXaZus/VV1+NgwcPYsOGDfj666+xbds23HTTTerttbW1yMjIwNChQ7F79248//zzeOKJJ/Dmm2924ynSQFFY3QQASAgPgEbT8yywyGAdAMBgsqCpxdzj+yMiIiIiIiIi7+dyz7LFixdj8eLFDm9PSEiw+fzLL7/EvHnzMHz4cABAdnY2vv32W2RlZWHq1KkAgNWrV+P888/HCy+8gMTERHz44YcwGo145513oNPpMHbsWOzduxcvvviiTVCNqK3T1mBZYnjPSzABIFinhU6rgdFsQVVjC4J0bPFHRERERERE1N95tGdZSUkJ/vOf/+CGG25Qt+3cuRMRERFqoAwAFixYAI1Gg59++kndZ/bs2dDpdOo+CxcuxJEjR1BVVWX3sQwGA2pra20+aGBRgmWDI90TLJMkCRFB/gCAqgajW+6TiIiIiIiIiLybR4Nl77//PkJDQ7F06VJ1W3FxMeLi4mz28/PzQ1RUFIqLi9V94uPjbfZRPlf2aW/VqlUIDw9XP5KSktz5VMgHnK6yBsvc0NxfERkkB2yrG1vcdp9ERERERERE5L08Gix75513cPXVVyMgIMCTDwMAePjhh1FTU6N+FBQUePwxybsoPcvcGSxTM8samVlGRERERERENBB4rAnT9u3bceTIEXz88cc22xMSElBaWmqzzWQyobKyUu13lpCQgJKSEpt9lM/b90RT6PV66PU9n4BIvquwuhkAkOiRzDIGy4iIiIiIiIgGAo9llr399tuYMmUKJkyYYLN9+vTpqK6uxu7du9VtmzdvhsViwVlnnaXus23bNrS0tJa+bdiwAaNHj0ZkZKSnlkw+TAjR2uDfncGyYCWzjGWYRERERERERAOBy8Gy+vp67N27F3v37gUAnDhxAnv37kV+fr66T21tLT755BP88Y9/7PD1aWlpWLRoEW688Ub8/PPP2LFjB26//XZceeWVSExMBABcddVV0Ol0uOGGG3Dw4EF8/PHHeOWVV3Dvvfd282lSf1fbbEK9wQTA3WWYcmZZJRv8ExEREREREQ0ILpdh7tq1C/PmzVM/VwJY1157Ld577z0AwEcffQQhBH7729/avY8PP/wQt99+O+bPnw+NRoPLLrsMr776qnp7eHg4MjMzcdttt2HKlCmIiYnBY489hptuusnV5dIAoTT3jwrWIVCnddv9Rlp7lrEMk4iIiIiIiGhgcDlYNnfuXAghOt3npptu6jSwFRUVhXXr1nV6H+PHj8f27dtdXR4NUJ5o7g+09ixjGSYRERERERHRwODRaZhEvaW1X5l7J6+ywT8RERERERHRwMJgGfULrZllQW69Xzb4JyIiIiIiIhpYGCyjfsFTmWURahkmM8uIiIiIiIiIBgIGy6hfOO3hnmV1zSa0mC1uvW8iIiIiIiIi8j4MllG/oJZhRro3WBYe6A9Jkv9fzVJMIiIiIiIion6PwTLyeUaTBaV1BgBAopszy7QaCWEBct8yNvknIiIiIiIi6v8YLCOfV1zTDCEAvZ8G0cE6t99/VLDSt4yZZURERERERET9HYNl5PPa9iuTlJpJN4oIUiZiMrOMiIiIiIiIqL9jsIx83mkP9StTKE3+WYZJRERERERE1P8xWEY+T2nunxjumWBZa2YZyzCJiIiIiIj6q43HNyJ9TTo2Ht/Yo/t5/MtfMef5LSiqaXLTyqi3+fX1Aoh66nSVNVjm5ub+CiWzrKqBmWVERERERES+pqCmAGWNZQ5vjwuOw+DQwVi2aRmyy7OxbNMyzE+Z3602PxaLwCe7T6HRaMab247j8SVje7J06iMMlpHPK6zxdBkme5YRERERERH5IoPJgGlvTUNJQ4nDfRJCEvDmhW8iqzALAJBVmIXM3EwsTF3o8uMVVDWi0WgGAHz0cwHuOHekOjSOfAfLMMnntWaWBXjk/iOCOA2TiIiIiIjIF+m0OiSHJ0PjIPwhQYI/YnHdpw9ACZFoJS2Wb1kOIYTLj5ddVKf+v6nFjPd/yOvOsqmPMVhGPk0IoTb4HxIR5JHHUK4CsME/ERERERF5VEEBsGeP449Tp/p6hT5HkiSsmLcCFljs3i4gUFs5EZWmw4B1H7Mwq9llrjpSLAfL4kL1AID3d+ah0Wjq3uKpz7AMk3xaZYMRBpMFkgQkhHsqs4wN/omIiIiIyMMMBmDaNKDEcbkgEhKAvDxAr++1ZfUHGSMyMC1xGvYU7YFZmFtvEBoES6nQheyCZNRAtAmoKdllGSMyXOpddri4FgBww8wUrPs5HycrGvHRzwW4fmaK254PeR4zy8inKVllcaF66Pw88+usNPhnZhkREREREXmMTgckJwMaB+9rNBogKUnej1yiZJfZBMoAQLLg4XnXoMyYbRMoA7qfXXbYmlk2NjEcf5o9AgDwj+3H0WK2n9lG3onBMvJphdWenYQJtJmG2djSrZp1IiIiIiKiLkkSsGIFYHEQVLFY5Nu7MaGR5OyyhMCxgGjtSzY1cSq+OPyFw35mGmhc6l3WZDQjr6IBADA6IRRLJw9GTIgehTXNWL+30D1PhHoFg2Xk005VeT5YppRhmi0Ctc2sNSciIiIiIg/JyACmTYPQam23a7VyiWZGRt+sqx8oqzdAU3clILX2JXt89uMoqC1w2M/MAgsKagtgNDtXZXS0pA5CADEhOsSG6hHgr8UN1vLLN77LhcXC5AtfwZ5l5NMKq5sBAEM8GCwL8Nci0F+LphYzqhuNCA/099hjERERERHRAGbNLpMWLbLdbjYzq6yH3tuRB7+WiYgIGINq02FMS5yGC0ZdgKwbs1DWWAYAsFgErnnnJ1Q1tmDVpeMwPikCccFx0Ps51yNO6Vc2JiFM3Xb12cn425YcHCutx6bDpTgvPd79T47cjpll5NN6owwTACLZ5J+IiIiIiHpDRgZqx02ESZLfrls0GmaV9VC9wYS1P56EBAkPTH8SaTFpWDl/JSRJQlJ4EiYPmozJgyZj6uApWDRqBvQiFcUViZg8aDKGhA1x+nGUfmWjE0LVbWEB/vjd9KEAgNe35rC1j49gsIx8mtLgf7Cng2XBSt8yNvknIiIiIiIPkiTsv+k++Am5NFBjscDy5FPMKuuBf/2Uj7pmE4bHBuPBuVfg0G2HsGD4Arv7zhkdCwD47miZy49zuEgOlo1pEywDgD+cMww6Pw325FcjK6/K5ful3sdgGfm03sss40RMIiIiIiLqHb+ecTb2JYwEAOxLGIl96Wf28Yp8l9FkwdvfnwAA/Gn2cGg0nQcdZ6bGQJKA7KJalNQ2O/04Qgi1DDNtUJjNbXGhAbh8ipyh9vrWHFeWT32EwTLyWU1GMyoa5ODV4EjPBsuUJv9VDSzDJCIiIiIizyqrN+K5OdfiWHQSnptzLTYeLu3rJfmsL/eeRnFtM+JC9bhk0uAu948O0WP84HAAwDYXssvK6gyoamyBRgJS40I63H7TrOHQSMCWI2VqUI28F4Nl5LMKa+SsshC9H8ICPDurgpllRERERETUW8rqDNgxbCLuefxD7Bg2ERsPMVjWHRaLwJvbjgMArp+ZAr2ftouvkM0Z5XopZra1X1lKTDAC/Ds+zrCYYMwdHQcA2JFT4fT9Ut/gNEzyWaerlBLMAEgert9XGvxXMlhGREREREQeVl5vAABcMSUJ2UWHcKSkDvkVjUiODurjlXmHgpoCdYKlPXHBcThcfhg3fHkrmsuvRax+Kq46K9np+58zOhavbs7B9mPlMFsEtF2UbgLA4SLrJMx2JZhtDYsOBgCU1jlf3kl9g8Ey8lmFvdTcHwAigpQG/yzDJCIqrW1Gc4uFJ+xEREQeUlYnB8tGxoVg2rBI/Hi8EhuzS3D9zJQ+Xpl77D5ZiTv/tRePXJCG88cNculrDSYDpr01DSUNJQ73SQhOwOCwwcivPQad//u468xLERbg7/RjTBgSgbAAP9Q0tWD/qWpMSo7s8muOWDPLxsSHOtwnLkwPoPXnS96LZZjks3qruT8ARAbLB1aWYRLRQCeEwOVv7MR5L32HnNK6vl4OERFRv1RmzSyLDdVjQVo8AGBjtuPgkK/538ESnK5uwlf7Cl3+Wp1Wh+TwZGgchDM00CBMH4bdRbsBAEbNMQxPynXpMfy0GswcGQPA+VJMpQyzs8yy2BAGy3wFg2Xks04pmWUebu4PtPYsY4N/IhroGo1m5Fc2wmCy4KmvsyGE6OslERER9StGkwXV1oqWmBA9zkuXg2U/nahETT+pdDlZ0QAAOGVtreMKSZKwYt4KWGCxe7sFFpysbACEHO6QoMGLP61w+ZzFlb5lLWaLehFxTAIzy/oDBsvIZ/VmGSYb/BMRySrqW4+D246WYTOncxEREblVRYMcSPHXSggP9MfQ6GCMjAuB2SKw9Wj/+LubXym/lztV1ditr88YkYFpidOgldo10hca+FkSYcBpQJKDaQIWZBVmITM306XHmG0Nlu0rqEZVQ+fvA0+UN6DFLBCi98OQTpI5YkPlYFkpg2Vej8Ey8lkJWd9jwz9uwZhff/L4Y0WyZxkREYDWshDFiq8PwWAy99FqiIiI+h8l6ygmRA+NtbH8gnSlFNP3g2VCCORbM8uqGltQbzC5fB9KdplZtDsHkSyIDdVD0y6IppW0WL5luUvZZYPCAzE6PhQWAXyfU97pvtnW5v6jE0I7HT6nlGFWNhjRYrafGUfegcEy8klmswXX/+ctjKwoQMqLKwEPlwFFWHuWNbWY0dzCN4VENHBV1Lc2HI4L1SOvohHv7sjr20URERH1I0qwTMlCAqD2Ldt6pBRGk28HWSobjGgwtr6n6kl22ZioiWq5pVbSYlTUKBQ1nIClXRDNLMwuZ5cV1BQgdUgZDFIO/m/fNuwp2mPzcar2lLrv4eKuSzABOQnDzxoALa9ndpk3Y7CMfFLtl//B+KJjAADdL7uBTNdSal0VqvdTD2pVLMUkogGs3FqGOTQ6CA8uGgMAWL3pGEprOQKdiIjIHdpmlikmJkUgJkSHumYTsvIq+2ppbnGy0jY4dqrS9b5lgJxdtjDpLrXcUsky66zxv7PZZcrEzb8duhzFAXfjnyd+iylvTrH5mPbWNBhM8s/qiJPBMo1GUn+u7Fvm3RgsI5+TU1KLqvsehEmy/vpqtcDy5R7NLpMkCRFBcnaZoyb/RpMF1737M57/32GPrYOIqK8pmWXRwXpcOmkwJiRFoMFoxnP/O9LHKyMiIuof1MyyNsEyrUbCuWPiAAAbDvn2VMz8CttgWUE3M8sAQGucCJ1lJABgyqApqG6u7rTxf0FtAYzmrpMfnJm4mRSWBJ1Wbtdz2FqG2dkkTAWb/PsGBsvIZ5TWNuPhzw9gxZ0vY3heNvyE9SBoNgNZWR7PLovoosn/7pNV2HqkDB/8cNKj6yAi6ktKyUBMqA4ajYQnlqQDAD7dfQo5674A0tOBjRv7cIVERES+Tflb27YME2gtxdyYXWI3O2rj8Y1IX5OOjce9++9wfvvMsm5MxFQcKalDRMu1SAodiWcWPINdN+3C7pt2O/zIujELej99l/frzMTNFfNWQJIk1DS2oLBGzrAf3UVmGdAaBGWTf+/m19cLIOpKvcGEN7/LxVvbT6DJaMKX2/4Js0YDraXNgUvJLsvIADppqNgTUV00+VeaOtYZTDBbBLQaz6yDiKgvlVunQUUHyyd6k5IjsXTyYHy++xTEww8D+YeBZcuA+fM9djwmIiLqz8ocBMtmjoyB3k+Dob/shHH0rdD/7TVgwQIActP8ZZuWIbs8G8s2LcP8lPmdNprvSyetmWVxoXqU1hm63bPMZLbgaEk9Ai0T8d21d2NodDAAICk8yS3rVCZu7i7cbRM000paTB40GRkjMgDIATsAGBwRiLAA/y7vV/m5MrPMuzGzjLza6eomzHthK17dnIOmFjOubziKCcXHbANlQK9kl6llmA4yy5RgGYBuTXQhIvIFahlmiE7d9tCiMcg4tQ8j861l6L2Q7UtERNRf2etZBgBBOj/MHBGNB757H/pjR+SLU9YMs8zcTGQVZgGAy43se1uBNbNsxohoAN3PLDtR3gCjyYJgnRZJkUFuW5/CUXaZWZjVrDIAOFxsLcF0IqsMkIOEAFBax36v3oyZZeTVPtt9CmV1BgyOCMTyC8Zg4fVPABoN0D5YBsjbPZhdFtlFGeahNsGy2qYWhAd2fVWBiMjXKA3+2/ZRiQvVY8Xuj2GSNPATFgitFpKHs32JiIj6K3vTMBW/rzuCCcXyoDNkZeGbv76HH0ZMxRuH74GcC2MBoMHSD+/EOP810Go08NNKCA3ww8pLx2H8kIjeehoOnaxsAADMSI3BF3sL1eCZq7KtTfVHJ4RC46GqHiW7bFfhbgjr93ZS/CQ1qwwAsouszf0HORcsY2aZb2BmGXm1vHL5QHrVWclYNCoaUkGB/UAZIG8vKACMnplWGREsB78q7TT4bzFbcKykXv28rpmZZUTUP7VmlrU5gc/MRPyRA2ovSamXekkSERH1R+qFqfbBMiFwzvuvqIPOTJIGg/+6Cm/9/DkqjNmAmgFlQSOO4kT9Dzhd3YSTFY349XQtPtl1qveehAPNLWaU1MrnEuekxgAAaptNqGmy3+qmM6401e8uJbtMtPneDtNdb1PiesSaWTY6wbl1xIYGAGDPMm/HzDLyasetwbLhMcGAXi+/+Sorc/wFcXHyfh7QWWbZ8bIGGM2tQbzaZtcP9kREqoKCro91Q4b03nqsWswWtW9jjFKGKYSc1avVyiXxil7oJUlERNTfNBpNakuXDsGyzEz479mtfuonLJhQfAznlb+Lfw3RwoLWv8MaSYvYwV9g7ZI7sPlwKVZvzsHJbmZwuZOSRRYa4IfE8ABEBetQ2WDE6aomlytzDlszy9KcLH/sLiW7LKswCzrLSOw+mozvjpZhzqhYWCwCR1xcBzPLfAODZeTV8irkYNmwGLlZI5KS5I8+ENlJz7K2/coAuQyTiKhbDAZg2jSgpJOx8AkJQF6exy4OOFJlbe6vkVonBCMzU76Q0V7b7LKFC3txlURERL6rvE7+Wxvgr0GwTtt6g4OLUxaNBnd+cxIf3gigzbUpizDjYPkvKDX+jHNSp8rBMut7q76kTMJMjgqCJEkYEhmIygYjCqoakZ7oWoZYb2SWAXJ22cr5K3Hnf+/E1PB7se1XCcs+P4DMe2ajot6IBqMZOq0GKcp71i7EtQmWCSG8dhDDQMcyTOpdGzcC6enyv12oajCi2prBMCzauQOPJ0V0Mg2zfbCMZZhE1G06HZCcLPdhtEejkS8a6HT2b/cgZTpXVLBenvirnLh3ttbly9Xmw0RERNS5snq56XtsqN42iKJcnGqbxQ1AY7HgzEIgI7fjfWmgwfIty5EcFQgAOF3VhBazg5Y2vUSZhDk0Wm7IrzTmd7XJf01jCwpr5O/VaA9nlgHAguELcOi2Q3j9iuswCXWIOHwA//zbv3F68/cYW5yDhYbT8Nu3F9izBzjVebmrkllmMFlQ68XvG3fmVuCad37Gm9vs/HINAMwso94jhDyxJTtb/nf+/E5Lc05Yr3wMCg9AYNurKn0kKthxGabS3F+yvndkGSYRdZskAStWAIsW2b/dYpFv74OrkBXWHipqCabRCOTnO9dLspez4IiIiHxRWV3HQTo2F6fs/M01A1ixGcgcAdvsMlhQUFuAyCAN9H4aGEwWFFY3YWgfJiIomWVJUXKQbEikHMg7VeVaiagygXJwRCDCAnpvsFowzPj4H3dCV9HaLuM/yn/+av23iwqAAH8tQgP8UNdsQlmdwWsHwx0srMG2o2UI1Q/MsNHAfNbUN9qW6jhRmqM09/eGrDKgbRmm48yyMQlhyC6qRW2T914hICIfkJEBTJsGsWeP3CxfodUCkyfLt/eBigalub81WGanl+Tv3/4JlQ1GvHDFBKQNCvNoL0kiIqL+RsnitulX1sXFKS2ASS3R2HPd1xB628zzuOA4BOoCkBwVhGOl9ThZ0egVwbKhUfIalGBZQaVrmWVqvzInJ1C6jU4H3fBhsFSWQ2Mvc97JCoC4UD3qmk0orWtGalyIhxbbM7ll1v7hsd7xfry3MVhGvcN6NcSi0UBjsUBotZC6aPysBsucrP32NKUMs7a5BSazBX5aueyotK4Z5fVGaCRg2rBIZBfVoo6ZZUTUE9bsMql9dpnZ3GdZZUBrH5WYtle72/WSlPaacPBoGX6JGY60ycm9vUQiIiKfpjR9twmWOTHozD8uDpM6Gf4zNDrYGixrABDb5To2Ht+IO/97J15d/CoWDF/g9Pq70rZnGQAMiVLKMLuXWTbGyQmUbmM9R9P0sAIgNlSP3LIGr27yn1tWDwAYEeudwTxPY7CMeoc1q0zpaiM50fjZZhKmF4iwpscKAdQ0tSDa+mYxu0i+qjEsJhjxYfIYYJZhElGPZWSgMn08wrJ/hZ+wwCxpoJ06pc+yygCgXMksC3acKTYmIRTbjpapJ7FERETkPCV4YnNhCujxoDOlR5jSM6wzQggs27QM2eXZWLZpGeanzHdLE3qLRbRmlqk9y1r7qbnS7F55DzamtzPLALUCwLJ7DzSW7lUAxIbK7xu9OVh2fIBnlrHBP3meNatMaNv1HdNqO2383GESZh/z02oQGiDHl9uWYiolmGmDwtTb2eCfiHpMkrDht3fAT8glF1phQdkDj/RZVhnQJrMs1HFpwRhrk12lPIKIiIicZzezzA2GWYNTeU4EyzJzM5FVKLfPySrMQmZuplvWUFpngNFkgZ9GwqBwOVg0OEJeV53BhJom5xIOLBaBI9bzjF7PLANas8sstsMWXKkAaDsR0xvVNLWg3FoSPHyAZpYxWEaeZ80qk8x2DiZKdlk7QgicsEayU2KCemOVTokM6tjkXwmWpQ8KU5tLMrOMiNxhY9IE7EsYCQDYlzASn8WM7dP1KD3LYjrNLJNPWg8X1UJwCiYREZFLlABFbPvMsh5KtvYpy69s6HQ/IQQe3fIoNNZQgVbSYvmW5W75m37SmgwxODJQbWkTqNOqWXTOTsQ8WdmIphYz9H4aNQjY66zZZVASQrRa+XMnKwBivTxYdtxaghkfpkfIAG3wz2AZeVbbyS32aDR2s8vK6g1oMJqhkVonpXgDe03+DxUqmWWhamYZG/wTkTvkljfguTnXoigxBc/NuRZf7S/q0/UoJ/CdZZaNiAuGViOhttmEIutIdyIiInKOpzPLTlY0wmJxHPjKzM3ErsJdsEDObDcLs9uyy06261emcHUi5mFrssKo+FA16NbrlOnlSkKIi31llcyyUq8NliktkQZmVhnAYBl5WheTW2CxAAUF8n5t5JXLB8rBkYHQ+2ntfWWfiAyW3yBWWTPLmlvMam+19EHhCLP2NWODfyLqqRazBfkVjdgxbCIqs37BT8Mn4WBhrdpstS9U1MvHvs56lun9tBhh7W1xhKWYREREThNCqNMwO/Qs66HEiEBoNRIMJovDAI0QAsu3LFezylpJuOd/92B34W7sKdrT4eNU7Smn1lDQRbDM2YmY2X01CbM9JbsMcCmrDPD+zDK1uX+cd7RE6gsDM5+Oeo91ckvuoeO48197EeivRXSwDqeqm/DERWMxbVgUEBcn79fGiXL5xZniZZHs9mWYx0rqYbYIRAb5Iz5Mr9bZ17JnGRH1UH5lI0wWgSCdFmkJYZg5MgZbj5Th631FuGvByF5fjxCiNVgW0vk49DEJYThaUo/s4lrMGxPXG8sjIiLyebXNJhhNcpKBuzPL/LUaDIkMxMmKRuRVNCDB2jOsrba9ymwJZJdnY+pbU+3ed0JIAvLuyoPer/M1K8MFhrYrnUxycSKmklnWJ/3K2pIkYOVK4M475X9d6CsbZ23wX1rnnVn4zCxjZhn1hqQkbA1OxsGEVITMOBO6s6bhYEIqdkWlyNNC7Iw4PmHNLEvpqxp0ByLalWG2be4vSVKbBv8t7NVDRD2SWypfNBgeGwyNRsKS8YkAgPX7TvfJ8aW22QSjWT6B7+pqtzKZ6nARM8uIiIicpbQ7CA3wQ4C/+6trlIwupXdYW46zypQd7G/WQIOksCTotJ1fSAOgTsJ0XIbpXGaZMkSoTyZhtrdgAXDokPyvC5RgaFVjixog9SZKZtlAnYQJdCNYtm3bNixZsgSJiYmQJAlffPFFh32ys7Nx0UUXITw8HMHBwZg2bRry8/PV25ubm3HbbbchOjoaISEhuOyyy1BSUmJzH/n5+bjgggsQFBSEuLg43H///TCZmK3jq3bmVgAAzh4e3WZSWq3D/ZXMMm+ZhKlQMsuqGuTsikNtgmUA1DLMFrNAc4v3HfSIyHcoJd7KFb3zxsZD56dBbllDn0yarLCewIfouz6BV47zLMMkIiJynqf6lSmGWZv8n7QzEdNoNiK/Jl/tVdaBg6QpCyxYMW8FJCeyqlqDZbbv8YZEKpllXQfL6g0m9X76PLOsByIC/eGnkb9nSpDUW5gtQv0dGTFAJ2EC3QiWNTQ0YMKECVizZo3d23NzczFz5kyMGTMGW7duxf79+7F8+XIEBLSmed5zzz346quv8Mknn+C7775DYWEhli5dqt5uNptxwQUXwGg04ocffsD777+P9957D4899lg3niL1NbNF4OcTrcGyNCcyDpSeZSleFyxTMsvsB8uCdVpYj3mciElEPaJkliknKWEB/pg3OhYA8NW+wl5fT7m1BDOmixJMoPXkNbesHgaTuYu9iYiICGgNlrm7X5liaJsm/+3p/fTIujEL31z5PRKaX8aQllfw4/VZ2H3Tbuy6cRdGRo1B+/CBVtJiWuI0ZIzIwMbjG5G+Jh0bj2+0+9h1zS2otCYcJEc76FlW1dhl9rxyIS4+TI+o4K7PSbyVRiN5bd+yU1WNMJot0PtpMDgisK+X02dc7lm2ePFiLF682OHtjzzyCM4//3w899xz6rYRI0ao/6+pqcHbb7+NdevW4dxzzwUAvPvuu0hLS8OPP/6Is88+G5mZmTh06BA2btyI+Ph4TJw4EStWrMCDDz6IJ554Ajqd774oBqLsolrUNpsQovfDGYlhakNJ5U1U+wb+FotAnjU12NuCZRFKZlmjXGbZWoYpBwDlUkx/1DS1oK65BfFhHXsBEBE5w15j1SUTEvG/gyX4an8h7l842qmruO6iZJZFO3ECPyg8AGEBfqhtNiG3tAHpib575ZeIiKi3eDqzbKiSWVbZsQwTAJLCk3D4tA56UY0xMaE4K6m1R9nqxS9j0YeLbPY3CzOS/f6AkxUNWLZpGbLLs7Fs0zLMT5nf4RxFyQaLDtYhRG8bhlACMo1GM6oaWzoNginVSb6cVaaIDdWjqKbZ64JlyjloSozcCmSgcmvPMovFgv/85z8YNWoUFi5ciLi4OJx11lk2pZq7d+9GS0sLFrSp6R0zZgySk5Oxc+dOAMDOnTsxbtw4xMfHq/ssXLgQtbW1OHjwoN3HNhgMqK2ttfkg7/DjcTmrbNqwSPhpNeqbKJNFILe044G6qLYZBpMFfhrJ6yLZbRv8n65uQl2zCf5aCSPjWuvlwwLlg39NE8uGiah7hBDItdNY9dwxcQjSaVFQ2YR9p2p6dU3l6nSuri9YSZKknsR2VnJPRERErZS/tbGeziwrd5zBdbhd5YwiY0QGpiVOg1aSEx0kaKCzjETWkSRMf+kldTBAVmEWMnMzO9yvMgkzKapjT+oAfy3irAHCrpr8K9VJXtGvrIeU5+xoOmlfUZr7D+QSTMDNwbLS0lLU19fjmWeewaJFi5CZmYlLL70US5cuxXfffQcAKC4uhk6nQ0REhM3XxsfHo7i4WN2nbaBMuV25zZ5Vq1YhPDxc/UhKSnLnU6MeUIJl00dEA7C+iRrk+E1UnrVPT3J0EPy03jWDIjK4tcF/tvVAPSI2BDq/1nWG6uV96liGSUTdVNlgRE1TCyTJNsM2SOeHBWny38PeLsUsVydhOncCr5zEsm8ZERGRczydWaY01q8zmNSBZe0pfVHT2gWjJEnCinkrYBZyewUBC15ctBLzRsWi0m8tIOT3QxpJi+VblncIxjmahKlQSzErO+9bprx/TOsnmWWA95VhqhdsB3Bzf8ADmWUAcPHFF+Oee+7BxIkT8dBDD+HCCy/EG2+84c6H6uDhhx9GTU2N+lFQUODRxyPnmC0CP52oBCD3K1OkqU3+O76JOmENlqVEe9+Ls21m2aFC+UCd3u6qi5JZVtvMzDIi6h7lJGVwRCACdbal6ksmyFMxSz7/GiI9HdhovzeIu1U0uNZHRcksy2awjIiIyCllHs4sC/DXYlC43CYmz85ETADI7qTMUckuA4BpidNw69mX4bezq2HUHAMkORZgEWa72WWOJmEqlIyzzjLLhBD9KrNM+TmX1jX38Upsqa1AmFnmPjExMfDz80N6errN9rS0NHUaZkJCAoxGI6qrq232KSkpQUJCgrpP++mYyufKPu3p9XqEhYXZfFDfO1RYi7pmE0L1fjZBJSWzTOn51ZYSLPO2SZhAa7CsxSyw66QcBGyfohwWIGeW1TYxs4yIuue4Oq6740nK7FExCNNrceN//wEpOxtYtgzoohmuO5TXOd/gHwBGKxdF7BzniYiIqCNPZ5YBrcGqfDtN/puMZrXKx14wSpIkrJy/EmkxaVg5fyUAYPmW5WpppkJrJ7usq2CZklnW2UTMU1VNqDPIbXDatqnwVbHW/tbelll2nJllANwcLNPpdJg2bRqOHDlis/3o0aMYOnQoAGDKlCnw9/fHpk2b1NuPHDmC/Px8TJ8+HQAwffp0HDhwAKWlpeo+GzZsQFhYWIdAHHm3ncfLAQBnpkTZlFSO6SSzTDlAe1tzfwAI1Gmht5ZcZuXZD5aFBihlmMwsI6Luab2i1/E4qPfT4k7zCUwoPiZvyMoCMjv2BnE3JbMsOti5E3glWFZaZ1CnXxEREZFjvREsG2at3rGXWXa0pA4WITfhd5TdtmD4Ahy67RAWDF+AzNxMZBVmqaWZCrOd7LKug2Xy9oJOMsuU947t2+D4qtbMMu8JltU0tai98+xdtB1IXP4Nq6+vx969e7F3714AwIkTJ7B37141c+z+++/Hxx9/jLfeegs5OTl47bXX8NVXX+HWW28FAISHh+OGG27Avffeiy1btmD37t34wx/+gOnTp+Pss88GAGRkZCA9PR2///3vsW/fPvzvf//Do48+ittuuw16vecOHOR+Px7vWIIJAKPiQyFJ8h8EZcKa4oQXB8uA1uyy5hY51bh9PX9rGSYzy4ioezptrCoEfrP+TZgk+U+40GqB5cs9nl2m9CxzNrMsRO+nnhCzyT8REVHnLBaBCuvFJY9mlkU7zixTJ00OCu1y4rYQAsu3LIfGQUhBA42aXWYyW3DamjE21EGrnaRIpQzTcWaZo+EDviouzPt6linVDfFh+g5TSwcal4Nlu3btwqRJkzBp0iQAwL333otJkybhscceAwBceumleOONN/Dcc89h3Lhx+Mc//oHPPvsMM2fOVO/jpZdewoUXXojLLrsMs2fPRkJCAj7//HP1dq1Wi6+//hparRbTp0/H7373O1xzzTV46qmnevp8qReZzBZkWfuVKc39FcF6Pwy1volq2/zZZLaoVx28NVgWEeSv/j8+TN+h2XUoyzCJqIdy1TJMO8fBzEyEHtgLPyEH7CWzuVeyy5SrjM42+AfaZBEXsW8ZERFRZ6oajTBb5AtfUcHOXZjqjs4yy5QBZs40zzeajcivyYcFFru3W2BBQW0BjGYjimqaYbII6P006gTI9lrLMDuZ1Olg+ICvUjLLyuoNDp9zbztuZxr7QOVyqHDu3Lld/iCvv/56XH/99Q5vDwgIwJo1a7BmzRqH+wwdOhTffPONq8sjL3KwsBZ1BhNCA/zsRv/HJIQhr6IR2cV1mJEaAwA4Xd2kHkgTrDXc3kbJLAPsX9UIC5BfVizDJKLuMJjM6kWD1PaZZULIWWRaLWBuLXkQWi2k5cuBjAygiyvB3dHcYlaPaa40HR6TEIrMQyWciElERNQFpbl/VLAO/lrPlRgq0yiVc422WjPLug6W6f30yLoxC2WNZTbbH/p8Pw6cqsHVZw3F3edOhd5Pj5MVcmuepKggaDT2z1MGRQRAkuTqnfJ6o93sus6GD/gi5TkaTRbUNpkQ3iYpo6+orUDivDNxpTf5fqEvuU1+RSP+/Mk+7Mmvcsv9/Xi8AgBwVkoUtHYOikrTyLbNn48rzf2jgx0eSPtMQQGwZw/Gl+ZibHEOxhbnYG6DvA179gCnTgEAwgKtmWUswySibsivaIRFAKF6v44nipmZchaZ2bY3iKezy5SeY/5aSS01d4Zyss0yTCIios6p/co8NAlToZRhltcbUW9ovbgvhFAzt5TM8K4khSdh8qDJNh+3zFgAvUjFj0fCkBgyGABwslJ+jzfUQb8yQO7JqiRL2JuI2WAwdTp8wBcF+GvVRIuyeu+YiMnMslYDuwiVbPxtaw4+3X0KX+0rxOrfTkLGWPuTR5210xosa9+vTKFcEWjb5N9rm/sbDMC0aUBJCR5uu/39Nv9PSADy8phZRkQ90rYE06ZfiJJVptEAlo4lD0Kj8Vh2WYW1X1l0sL7LHiZtKSfbR0rqYLYIuxdOiIiIqLXdgSf7lQFAWIA/ooJ1qGww4mRFA8YmhgMAimubUd3YAq1GQmpc9wMli88YhMe+PIhTVU34IbcCM0fGqFlsSZ0EywC5FLOophmnqpowKTnS5rZ1P+XDIuQBAZ4OKPam2FA9aptNKK01IDWu74OAx8s7aQUywDCzjADIDSU3ZsvTRw0mC27+526s+ynftTspaM2yMmXtQv0PP9tmX1kzrxTKm6ijJXUwmeU3fkpz/2HeFizT6YDkZPlNqj0aDZCUBOh0CGPPMiLqgVxHzf2NRiA/326gDAAki0U+DhvdP3mytV+Zaz1UhkYHI8Bfg+YWi91yDyIiIpIpmWXODtLpCaUU82SbJv9Kf9ERscEI8Nd2+74D/LW4eGIiAODjXQUAWocJKI/ryBAHTf7rDSa8/l0uAOD2eakuXbjzdnGhcjZdWX3fN/k3WwTyyuWfld0hUwMMM8sIALD3VDXK6w0I1fth8bgE/N+uU1j27wMorWvGXfNHdn1AapN5Bci/WJ8qtynZV9bMK1gnmiZHBSHQX4umFjPyKhqRGhfSZhJm5wfSXidJwIoVwKJF9m+3WOTbJYllmETUI629ItqdpOj1cqllmW1vkL0FVXjk37/CTyNh9d2LkOyBqdHdae4PAFqNhFHxodh/qgaHi2q9L2uYiIiomzYe34g7/3snXl38KhYMX9Dj+1PLMD2cWQbI5ZC/5FfbNPl3Zz+w30xNxj9/zMf/DhajutGoXjBL7iKzLMna5L+gXRnmu9+fQGWDESkxwVg6eXCP1+dNlJ93aW3fB8tOVTXCaLZA76fB4IjAvl5On2NmGQEANhySg1xzx8Th2cvG445zUwEAL288hke++FWdzOKQC5lXrZskjFYmpVkPzsoBO8Uba6QzMoBp02DRtLvSotXKgcKMDABAKMswiagHctVeEXYCS0lJwOTJNh8TL56P2DnTsS9uBFbtd9xI/5f8Kjz8+X41GOeKcmsZZneuditZxNls8k9ERP2EEALLNi1Ddnk2lm1a5pZJhr0aLLNOxMy3k1nmjn5gZwwOQ9qgMBhNFnzxy+keZZbVNLbgze3HAQB3LxgJPw8OP+gLys/bGzLLlHPElBgv7B/eB5hZRgCAjdZg2YK0OEiShPsyRiMuVI/H1h/Eup/yUV5nwKu/neQ4JdeFzKu20gaFYm9BNQ4X1eG8dDNOWw+Mw7wtswxQn6Om/XM0m22em1KG2Wg0o8Vs8eg0GyLqX4QQOF7qILOsE8vHh6Ji207kF+fgUGQt0geFq7eZzBa8n9OElQfq1Asfq5aOd2ldFfVKaYgLJ/AFBUBZGWbUnMbB4uNo/LEKiG4TqIuLA4YMcWkdRERE3iAzNxNZhVkAgKzCLGTmZmJh6sIe3adyYap3gmXye622mWVK8kKaGzLLJEnCb6YOwRNfHcLbO06gzjpIQAmGOTLEmlnWtsH/m9tzUddswpiEUCwZn9jjtXmbOCVYVtf3wbLjjlqBDFAMlhHyyhtwrLQefhoJc0fHqdt/P30YYkP1uPOjvcg8VIIHPt2PV387yfEdWTOvxJ498mQ2hVYrZ0BYM6/aam3yX4uCSnkCXLBO671NG63PEXv2yEEyO88tJKD1ZVXfbEJksOf7DhBR/1BWb0CdwQSN1PXVV5XBgBEXzMNX1jJ4m8EjkP/QLwmOxLM3vwOznz+OlnQns8zFPiptSvMvAXCJsv2xNvu0K80nIiLyBUIILN+yHBI0ELBAI2mxfMtyZIzI6FEvrdZpmAHuWqpD7TPLmlvMama7uyZNXjJpMFb+9zAKKuVkiISwgC57oSkDAE5VNcFiEahsNOLdHXkAgHvPG9Uvs53UMsy6vp+GqVY3sLk/AJZhEoCN2fIbrLOGRyHc2m9LseiMQXjvD9MgScD6fYU40lkZjTXzyiZQBnTIvGpLLc8pqsMJazPBlPYT4LyJkkGnPEc7z81fq0GQTv5DwL5lROSK3FL5JCUpKgh6Pyeb61rL4IWDMngLJJSGx+LmjDQA8lAVV8tFKhpap2G6siZXSvOJiIh8gZJVJiAP3LEIs5pd1hNKGV5MaO81+C+qbUZzixk5pfUwWwQigvyREOaeYF1EkA4Lxyaon3fVrwwAEsIDoJEAo8mC8noDXt+ai0ajGROGhOO89Hi3rMvbqA3+vSCzTO2by8wyAAyWEVr7lS1Is38AmjEiBovPkA90qzcf6/S+6ueci18TR8EkWX+12vXzak/JLDtd3YT9p6oBAMOivTySrWSXAQ6fW+tETPYtIyLndeskRblQ4WBKpgYCCa8+j9vOTYVWI6Gu2YRSF0/I1J5lzpaGKBcWHKzJUWk+ERGRN2ubVWZ7g4Qb19+B3YW7sadoT4ePU7WnOr3fFrMFldYLU71RYRMdrEOI3g9CyCWPh60JEWMSQt2atPCbqUnq/5OdyJj312owKFwuxczKq8LaH08CAO7LGO29yRQ91JpZ1vfBsuPMLLPBYNkAV9VgxK6TVQAcB8sA4PZ5IwEA/zlQhJxSxyU8637Ox3PnXA0/YX2D1ElWGQCEB/kjMVyOpn/7azEAB02tvYkkAStXAmlp8r92nltrk39mlhGR81p7Rbh4HFTK4LW22WgWjQZi6lTELF0CvZ9WvZJ8tMS1ZvvqNExXysqVCwsd1qSFecpUhxdRiIiIvFX7rDKVJFBQdwxT35qKKW9O6fAx7a1pMJgcB0MqrBeltBoJkUGezyyTJEnN9Morb8ThIvdNwmxrxohotQ/ZUCcyy4DWvmVP/+cQjCYLzhwWhVkjY9y6Lm+i9CyrbmyBwWTuYm/PqWlqUc/3hjOzDACDZQPeliOlMFsExiSEqjXi9qQnhuG89HgIAfxtS47dfZpbzHhr+wlsS5mMynRr8+hOssoUYwbJB+Vj1iDcMG8PlgHAggXAoUPyv3aEWctZWYZJNDBtPL4R6WvSsfH4Rpe+Tsksc/kkxUEZvMZigfT002pQf6R1aMAxF/qWWSxCvdrtUoP/9mXr6prMuGX0Jbjvk/34Iacclq6mLRMREXmB1qwyBxlODv6caaBBUlgSdFrHQbC2vUF7qy+XMlDtZGVrZlmam/qVKTQaCY9ekIaxiWFYMsG55vzKEICiGrmH130Zo/ptVhkAhAf6w18rPz8lk78vHLeeg8aH6RGiZ2t7gMGyAU/pV+ZMDfid58rZZV/uK0ReeUOH2z/ZfQpldQYkRgQi9MXnO828akvpW6bwiWBZF5TMstpmlmESDTQ9GSffo14R7TO57JTBj4qXj7fHSp3PLKtualGnaEa5OrCk3ZosGg2yh4xG5pAJ+GzPKVz1j58w89nN+CGn3LX7JSIi6mVGsxH5NfkQjqJiDt7yWGDBinkrOg34KP2qXLoo1UNKk/+TFQ3I9lBmGSD3wP7PnbOcfo+nZJYBwKyRMThreLTb1+RNNBpJ/bn3Zd8ytQQzhlllCgbLBjCDyYzvjpQBcC5YNm5IOOaOjoXZIvC3rbbZZS1mC97YmgsA+NOcEfBfmNFp5hUAoKAA2LMHZ1WfxNjiHPVjZMFRedrkqc5r+71Za88yZpYRDTT2xsk7o7nFjNPV8sQol8swAacGkKR2I7Oswnq1OzzQHzo/F08b2q1JY7FgzFsv49NbZuC3ZyYjNMAPhTXN+FdWgWv3S0RE1Mv0fnp8feV2JBpeRkLzy/j3Zduw+6bd2H3Tbuy6cRfSY9M79DLTSlpMS5yGjBGdV9qokzCd7Q3qBkpZ5K68KlQ0GKGRWi+q9aW2wbI/Z4zuw5X0HqUUsy+DZeoF2zjfT1xxF+bXDWA7cyvQYDQjPkyPMxLDnfqaO84dia1HyvD5ntO449yRaunml3sLcbq6CTEhOvxmWlIX9wLAYJCzDUpKMAfAnLa3vW/9NyEByMsD9L33R8NdwgKZWUY0ELUfJy9B4/Q4+RPlDRBCDkq5nMGlUDK5srLslsGPjJNPgpWJmM6UNZS1KQ1xx5qkhQsxVZIwdVgUJiVF4IHP9qPBwGMlERF5v+3ZAv6WVJyZEoVLzphuc9uLGS9i0YeLbLaZhbnLrDKg9W9tbzT3VyiZZYesWWXDYoIRqHNyErcHTR8RjVC9Hy4YPwgTkiL6ejm9orXJf3OfrYGZZR0xs2wAU0ow56fFO10bP2VoJM5JjYbJIvDGd3ImWdtMsxtmDkeAvxMHWZ0OSE4GNA5+BTUaIClJ3s8HhVozy9jgn2hgad/4V8DidHZZ2+b+3e7N0cUAkuGxwdBIciDf2auXStPh6O6ewHeypgDrSXmjkcEyIiLybi1mCz7KygcA/O7soR1uzxiRgWmJ06CRlPdCGqeyyoA+yixrN50yzQMlmN0xJDIIex/PwKql4/p6Kb0mNlQeeNenZZjlSt9cZpYpmFk2QAkhsPFQKQDnSjDb+n9nBWFz7k9Yu/s4Zp9RhyNFdcguP4yQAC3OGBaLU7V6DAkb0vmdKKU5ixbZv91i6XSKprdrLcPkG0CigULJKtNKWphFa1N7raR1mF1WUFOAska5HH7riXwYpJMICYnHnqI9AIC44Liuj6ftKQNI7Ajw12JodDBOlDfgaEk94sICury7Cndc7XawpiDrxZUmY99NfyIiInLGpuxSlNQaEB2sw6KxCR1ulyQJK+ataJNdZsFjs590MYu7d4JlBTUFKGkohcXvOFrM8gW+4JAW7CmSb+/W+YcbaXtpyIG3aM0s6/1gmRBmVFZtQ6zft9BERWB4zOxeX4O3YrBsgPr1dC2Ka5sRpNNiugtNEw0mA/70vwyUBMhZaYvWWW+wvt+a/T6QEJKAvLvyoPfr4mCvlObs2WM7LU2rBSZP7nKKpjdrLcNkZhnRQNG2V1lbZmFWs8sWpi5UtxtMBkx7axpKGkpadw4A1p4A1r4pf+r08dQFI+NCcKK8AcdK6zDTiVHs5WpmmfszfYPUzDIGy4iIyLt9+NNJAMD/m5bksIdnxogMTE2cil2Fu6CzjERKyAyn7rs3M8tszj/8IX8AeH6v/AF45vyDHIvto55lZWWfIyfnLhgMp3CjNZHv1JG/IXDkK4iNXdqra/FGLMMcYIQwo6pqK3YdfhtjovZjzsgo58omrXRaHZLDkx2OTHZmNLKqfTNqhZ2m1L6GZZhEA4uSVaZx8GdVY+1d1nYypnI87exrnD6eumBkvNyL4qiTTf4rGuQTt+hg958wK71RmloYLCMiIu9RUFOAPUV71I+vs3dgY86PMGpyMG5YBU7V2h9EJkkSVs1fhVDtMES0XIvsYuemT5f3YrCsr84/yLG4PsgsKyv7HAcPXg6DwfZ32Wg8jYMHL0dZ2ee9thZvxcyyAaRt5DjFD3joTMAsDUJZ2WtOR447phfbcmY0so322WX9IKsMAMICrJllLMMkGhCUcfIWa6+y9iywoKC2AEazUb1K6/bjqZOUSVc5pc6dwJfVyZllMaGeyCyTj5UswyQiIm9hN/MbUCtpLvi488yrBcMX4L4JX+PdHXk4WFiDy6d0Xc44Yv9O/P2b1xE8dQ0wfIk7noZDfXX+QY4pQdLyXgqWCWFGTs5dAIS9WwFIyMm5GzExF0OS+n7oQ19hZtkA4ShyrBXFLkeOOzavtN6Xk6ORbbTPLusHWWVAm8wyAzPLiAYCvZ8eWTdmYfdNu/H5ZduQ0Pyy+nHl0A+x+6bdyLoxq8NJtXI81brjeOqk1LjWzLK2mW6OeDKzjGWYRETkLTYe34j0NenYdnJbjzOvxiaGAwAOFtZ2+bjNRhNu3/AuRlYUIO6ZJwEn/jb3lPp+rt1z9OT5BzkW16YM05lzs56qrt7eIS5gS8BgKEB19XaPr8WbMVjWDwghYDLbz2aQb+8qcgzk5NwNIZx7s6JcjbC029/Z0cgdKNllgPyvj2eVAUB4IDPLiAaapPAkTB40GXEBadCLVPWjrHIwJg+abLdRrnI8NbvreOqEEbEh0EhATVOL2lC4M+VKg38PZJa1LcO0WDx/ckhERGSPEALLNi1Ddnk2Htn8CJ6a+1Sn2eJd/Y1OHyRPlswurO0y+FG3/j+YUHwMAOC3ezeQ2fUE7Z5S38+1e46ePP8gx5TBDkazBTVNnk+2MBqL3Lpff8VgmY8zWwQWv7IdF67+HkaT/QO6JyLH7bMhenQVQpKAlSuBtDT5335wcA5r07OsN64OEJH3KK1rBiA30geA42X1nZYZZozIwODgMwAh/0n29FXdAH8tkqPkcfE5TvQtq1Aa/HuiZ1mbnpnNJmaXERFR32g7pCerMAuF1U0YGTEBUjczr0bGh0Cn1aDOYEJBZZPjHYVA0IonYZKsj6PVAsuX92p2mVvez1GPBPhr1TY+vdHkX6cb5Nb9+isGy3xceb0Bh4vrcLi4Djtyyu3u44nIcftsiB5fhViwADh0SP63H1DKMC0CaGB5EdGAopzkjE0MQ0yIHhYBZBc7LsOQJAlD/f4ASPIFj964qpsaJ/ctO1rSed+yRqNJLZGM8UDT4bbBMpZiEhFRXxBC4NEtj7YGxoQGt3z9IKpLlkJ0M/PKX6vBqAT5otnBwhrHO2ZmInj/L/AT1scxm4GsrF7NLnPb+znqkbgwuSlebzT5j4iYBb1+COBgaB8gQa9PQkTELI+vxZsxWObjKhuM6v+/2l9odx9PRY6VqxEAeBWinQB/Dfy18sGnthdSaYnIeyjBsriwAIxNlMswDnXSs6TJaEZx6WjoLCMB9M7xdJR1Iuax0s4zy5SsMr2fBsE69zd41WgkBPjLpyJs8k9ERH0hMzcTuwp3tQbGJAuMmmMYEROMhMCxahDN1cyrsYPkvmWHihycAwgBLF8Os6bdW/I+yC4D+H6ur8WGtPYt8zRJ0iI19RUAgOgQMJM/T019eUA39wcYLPN5bYNlmQdL0NzS8c2GpyLHkiRh5fyVSItJw8r5K3kVog1Jklqb/DezbxnRQKJcEYwN0avBss4a/P6SXwWzBRih+2OvHU9HKsGyLsowlX5lMSF6j61JmYjJzDIiIuptQggs37Lc7uAyc+jHePfSF9QgmquZV+ldnQNkZgJZWdBa2rXS6eXsMr6f8w5xYXKwTGnn4WmxsUsxduynaDbH2WzX64dg7NhPERu7tFfW4c38+noB1DMVbYJl9QYTvjtahoVjE2z2USLHBw9eDosANDbHwJ5FjhcMX4BDtx3qztL7vbAAP1Q2GFHbzMwyooFEuSIYG6pHYkQgAOBQJyUYP52oBACcN+I8vHLlA55fIICRShlmaR2EEA5PjsutmWUxIe5v7q9QSjGb7FzsISIi8qS2vcraMguzun1a4jRkFWa5nHnVesHMzjmANatMSBIkexlkGo2cXZaR4fF+znw/5x2UzLKSWs9nlqmPGbsUr/0aBbNhJ+6dH45pw9MRETFrwGeUKZhZ5uMq200y+3q//b5jsbFLUe7/OqqbY2y2M3LsOWGBcmYZyzCJBpa2wTLlqvLh4jqHU4t/tgbLzkyJ6p0FQp6IKUlAdWOLGhCzp8L6NyY6xP39yhRB1vLORiOzcImIqPeoWWUO3hJroMFjWx/DX879S7cyr8YMCoMkycGP8vbTp41GID/ffqAMACwWoKBA3o8GhFTrYKisvErnv2jjRiA9Xf63G5pbzDhS0ojDleORPvw6REbOZaCsDWaW+TilDHPc4HAcOF2DjYdK0Gg0qWUtbX1+aAJ25r6NJxfVYWGaBjrdIEaOPSjUOtGEZZhEA0uZ9YQ4LlSPoVFBCNH7od5gwvHyBoyKD7XZ12iyYE9+FQDgrF4MlgXq5ImYJysacay0DrEOmve3lmF6LrNMCZaxZxkREfUmo9mI/Jp8WGD/YpYFFhTUFmD20NndyrwK0fthWHQwTpQ34FBhLWaPim29Ua8HsrLwyJubsbegGn+aPRwXTRxsewdxcfJ+NCDMT4uHJB3A/lM1KKxuUqsTHBICWLYMyM6W/50/3+UsxCPFdTBZBCKD/DG4q8cbgBgs83GVjXKwbN7oWFQ3GVFQ2YTNh0tx4fhEm/3K6w348XgFBLSYN/5SxEcF9cVyB5Qwa88ylmESDRwGkxnVjfJrPjZUD41GQtqgUGTlVeFgYU2HYNmB09UwmCyICtZhRGxIr651ZFyIHCwrqceMETF291GyzjyZWRaoZpYxWEZERL1H76dH1o1ZKGssw5PrD+LnvErccW4qFp3ROvQsLjgOer/u/w1MTwyTg2VF7YJlAJoTEvGJiIMxIQbpF84B4nr3PIC8S2yoHlOSI7HrZBU2HCrBtTOGdf4F1p53AFp73C1c6NJjHjgtlwiPGxLBfnV2sAzTxymZZdEhelwwTg6Qfb2vYynmt78WwyKA8UPCkcRAWa9Qg2UswyQaMJTgkr9WQri1FHtsojwN6+Dpjg1+lX5lZw6L6vWTlJHWwN2x0jqH+7Rt8O8pas8yBsuIiKiXJYUnYfKgyTAbh0EvUnF20lRMHjRZ/RgSNqRH99/ZoJ+fT1TCaLJgUHgARsQG9+hxqH9Qeo//72Bx5zsKAfMjj8IsyeEc0c0JqgdOWYNlg8NcX+wAwGCZj6uwvjGLCtbhwvHyVZAtR0pRb7At/fvmgBxAO3/cIFDvYBkm0cBT1mYSphL8Sh/U+Yky0Lv9yhQjrVewj7afiFlQAOzZA+zZg9BDBzC2OAcjCo6o23DqlFvX0ToNk8dKIiLqG0pT9bjQALfeb+s5QMcm/ztyygEA56TGMKuHAAAZY+MByBdTqxo66VeXmQnt7l3QCrmEWOrmBFU1s2xwePcW3M+xDNPHKZllUcE6jE0Mw/CYYBwvb8DGQyW4ZJJc966UYALABQyW9Rq1wT/LMIkGDDVYFtZ6sp3eZhpW28mTZovArjy5X1lfBMuUktCc0jbBMoMBmDYNKCkBAKxStr/f5gsTEoC8PLf1UVHLMDkNk4iI+oDJbFEH2sSFuTeTWskuP1He0KGv9PZjcrBs1kj7rRBo4BkaHYwxCaE4XFyHzYdLcdkUO5mN1kmqZkmjBssAAEp2mZMTVJtbzDhaIlcXnMFgmV3MLPNxbYNlkiSp2WVf7y9U92EJZt9QMstqmVlGNGCU1jUDaB3/DchBKX+thNpmE05XN6nbs4tqUW8wIVTvh7RBvZ/+rkzErGwwtk7p0umA5GR5ZL09Gg2QlCTv5yZs8E9ERH2posEIiwC0GgnRwe4NlsWG6hEXqocQQHZRa9uD8noDDhXJGefnpDJYRq0yuirFtPYqswmUAYCL2WVKc/+oYB2b+zvAYJkPs1gEqqwN/qOD5TcuF06Q+5Z9d7QMNdYm00oJJrPKehd7lhENPGpmWZvpkjo/DUbGyVlcbUsxlX5lU4dFQqvp/fKLQJ0WQyLlk6NjSimmJAErVsgj6+2xWOTb3VguEshgGRER9aGS2tYLXZ74e6xkmB9qU4r5Q65c9ZM2KMyjfUHJ92Sky6WY246VdTw3smaVWRydh2k0Tvcu228twTxjcDjLgB1gsMyH1TS1wGJ9HURag2Wj4kMxKj4ELWaB/x0qtinBZL+y3tVahsnMMqKBwl6wDGhbitkaLPv5hHxsPjMlupdW19GoODtN/jMygGnT5GaxbWm1colmRoZb1xDkb+1ZxjJMIiLqA6XWfmXxbi7BVChN/pVMMgD4/lgZAGBmat+dA5B3GpsYhsERgWhusWCb9fdEZTRCnMyHxlEwzGKRe88aO+l3ZvUrm/t3icEyH1ZhLcEMC/CDv7b1R7lkfCIkmLHr6Nf4bt/fMSpyPyYMCWEJZi9rbfDPzDKigaK0TmkQbHvCPbbdVWUhRJ8291ekxstN/o+1bfIvSbA8+ZTcLLYts9ntWWUAyzCJiKhvlSgtFNzc3F+hTsW2XjATQuB7a7+ymSNjPfKY5LskSXI8FVOvxzfvrMcF176M6+94HZasXaj9/kdccv2ruODal3Hsm61yKaYTfWXZ3L9rbPDvw9r2K2vr3GFZGDznLkQFlgMtwENnAi1IQFnZGsTGLu2LpQ5IrWWYzCwjGigcZZa1P1HOKa1HVWMLAvw1fXqSYjezDMDL2hTMTxiJsSW58BMWOats8mS3Z5UBbRr8cxomERH1gRIPZ5YpEzEPF9fBZLbgZGUjCmuaodNqcOawvrtgRt4rY2w83tlxApuyS2EyW+DXJjHm3XwTDiak4vyFo6GZmoowAEMLdPhybyHeaYrEqiF2hgK0w+b+zmFmmQ+rbJAP7G2DZWVln6Os4HeIDCi32dcfJTh48HKUlX3eq2scyJhZRjTwOAqWpQ2Sg1JFNc2obDCq/comJUVC59d3f4pH2sks+3Lvaby6OQd/nfU7OVAGeCyrDAAC/ZVgGTPLiIio95VZM8viwzyTWZYcFYQQvR+MJgtyyxqwI0d+nzZ1WKR6wYiorWnDohAVrENNU4taiQAAR0vqsOtkFbQaCVe0mZT52zOTAQBf7i1EvaHri4+H2dzfKQyW+bDKBjkIE2Wd2iKEGTk5dwEQdt7PyHXNOTl3Qwi+IekNSs8yg8mCZvbiIer3hBAoq7dfhhka4I9h0XIp/KHCWq8owQSA1Dg5WFbRYERFvQF78qtw/6f7AQBp114u9ygDPNKrTMEyTCIi6ktKZln7v93uotFIanbZwcIabLeWYHIKJjmi1UhYkBYHwLYU86OfCwAA88fEIa5NcPeslCgMjw1Go9GM9XsLu7z/A2zu7xQGy3yYklmmTMKsrt4Og+FUJ18hYDAUoLp6ey+sjkL1fmrQso5N/on6vdomE4wmORPL3mSr1ib/NWqw7Kw+DpYF6fwwJDIQ5+Tthf/4cfjH42/CaLJgQVo8HlicBqxcCaRZ//XQyVRrGSaDZURE1PuUaZieyiwDWs8B9p+qwY/WSZizRjJYRo4pfcsyD5VACIHmFjM+/0V+r69kkikkScJV1m3/+jm/y/tmc3/nMFjmw5QG/1EhcrDMaCxy6uuc3Y96RqOREKJjKSbRQFFWL59shwX4IcC/Y1mF0rfsv78Wo7i2GX4aCZOSI3t1jfaMigvBA9+9j7ATx/Cnb99GWkIoXrlyIrQaCViwADh0SP7XQ4Ksx8kmZuASEVEfUDPLPNSzDAUFmFF7EmOLc3D4m61IPnkYZ1fnYWxxLrBnD3Cqs2QHGqjOSY1BkE6LoppmHDhdg/8dLEZ1YwsSwwMwe1THwRBLJw+BTqvBgdM1OGANhjnC5v7OYYN/H6Y2+A+Sg2U63SCnvs7Z/ajnwgL9UWcwoZaZZUT9XqmDfmUK5ary3oJqAMD4IeFe0ask49Q+TCg+BgCYUHwM/0yqRrC+904PWIZJRER9xWS2oKJBKcP0QGaZwQBMm4aMkhJ0aGbwd+u/CQlAXp5TEwxp4Ajw12Lu6Fj898Bp/HBoPQrKT2BMlA6LJ18qX9BsJypYh8XjEvDl3kKs+zkfq4aMs3u/bZv7jxsS4cmn4POYWebD2k/DjIiYBb1+CABHpTIS9PokRETM6p0FEpv8Ew0gSnN/RyfbYxNtU93PTIn2+Jq6JAQyPloDkySfDgitFtHPPg0I0WtL4DRMIiLqK+X1Rggh94iKbjM0zW10OiA5GULj4G23RgMkJcn7EbVzwcg9+OucGzBGdy3OS3wCD525DFMCFzgc2qeUZ67b+zXGvJaGjcc3dtinbXP/xHDPlR73BwyW+bDKdmWYkqRFauor1lvbB8zkz1NTX4Yk9X0mw0ARFiA3+a9t4ptAov7O0SRMRVxogE0vs77uVwYAyMxE1KF96tRLyWwGsrKAzMxeW4KaWcYyTCIi6mVKv7K4UD00drJ1ekySgBUrIFks9m+3WDw2bZp8W1nZ5whu/BMiA8pttptaCnHw4OV2A2ZnpUQhJSYIxdK7OFJxGMs2LYNodwGUzf2dx2CZD1OCZW2vgsTGLsXYsZ9Crx9ss69ePwRjx36K2NilvbrGgS4sUM4sq2VmGVG/11WwDGjNLpMkYMqwPu5XJgSwfDmgbXcBRauVt/dSdlmQv3ycbDELtJgdvJkgIiLyAKWFQpwHm/sjIwOYNg2W9tllWq1Hp02T7xLCjJycuwAIO3FU+fwsJ+duCGF7oVGSJExIPQmjRm6vkVWYhcxc2wugbO7vPAbLfJQQorXBf7uU4djYpTj77DxMmLAFaWnrMGHCFpx99gkGyvpAqDWzjGWYRP2fK8Gy9EFhauZpn8nMlLPIzO0yuno5uyxA13oqwomYRETUm9pmlnmMNbtM0z67zGxmVhnZVV29HQZDZ4MfBAyGAlRXb7fdKgS2Fb8GCPncSoIGyzY9CiEEhDCjqmorWho+w5io/RiXGOLBZ9A/sMG/j2owmmE0yQfc9sEyQC7JjIyc27uLog7CrD3LWIZJ1P+pV6c7OeG+dNJgfL2/CH84J6W3lmWfklWm0cglIO1pNPLtGRkeP4nXaTXQaiSYLQJNRjPCA/s4iEhERANGqTVYFu+pSZiKjAyIqVOBX36RWx5otcDkycwqI7uMxqJu7ZeZm4lfSnarHZkELNhTvAv/99NDSBbrYDCcwkVDgYuGAn61a1BW9ioTajrBzDIfVWXNKgvw1yBIx5intwqzvuljGSZR/+dMZtnI+FBse2AeLp8ypLeWZZ/RCOTn2w+UAfL2ggJ5Pw+TJAlB/mzyT0REva+kVv7bHe+JSZhtSRKkp5+WA2UAs8qoUzrdIJf3E0Jg+Zbl0LbrTz4rWkJc03Nobpep1lnvM5IxyuKjKtR+ZRwx7M1ap2HyDSBRf1dW33WwzGvo9XKpZVmZ433i4nptjH2gTos6g4llmERE1KtK66xlmJ7OLAPU3mXIymKvMupURMQs6PVDYDCchtKjzJYEvX4IIiJmqVsyczORVZhls5cGwO2pwvoV7QkAEnJy7kZMzMUcAmgHg2U+qrJBflNmrwSTvEfrNExmlhH1Zy1mizp0Jc7TV6fdJSlJ/vACykTMZk7EJCKiXqRklnm0wb9CkoCVK4E775T/ZVYZOSBJWqSmvoKDBy+HHOZqGzCTf29SU19WA1xKVpkGGljQWjUwLhyI6/RXu7X3GVs4dcQyTB9VUW+/uT95l9YG/8wsI+rPyq1ZZX4aCRHsueWyQGs7AWaWERFRb1IyyzxehqlYsAA4dEj+l6gTsbFLMXbsp9DrB9ts1+uHYOzYT216jRnNRuTX5NsEygAg2slQgbM90gYal4Nl27Ztw5IlS5CYmAhJkvDFF1/Y3H7ddddBkiSbj0WLFtnsU1lZiauvvhphYWGIiIjADTfcgPr6ept99u/fj1mzZiEgIABJSUl47rnnXH92/Vilg0mY5F3CAq0N/tmzjKhfU/qVxYToodHwSrGrlMwyBsuIiKi3tJgtamubXinDJHJRbOxSnH12HiZM2IK0tHWYMGELzj77RIem/Ho/PbJuzMLum3bbfKxa+HenHsfZHmkDjctlmA0NDZgwYQKuv/56LF1qf3LCokWL8O6776qf69v1PLn66qtRVFSEDRs2oKWlBX/4wx9w0003Yd26dQCA2tpaZGRkYMGCBXjjjTdw4MABXH/99YiIiMBNN93k6pL7pcpGBst8AcswiQYGZ5r7k2NKsKyphVm4RETUO8rrDRBCzgqPCuJ7KvJOkqR1qkQyKTwJSeG27TWEmIAfS1e41PuMWrkcLFu8eDEWL17c6T56vR4JCQl2b8vOzsa3336LrKwsTJ06FQCwevVqnH/++XjhhReQmJiIDz/8EEajEe+88w50Oh3Gjh2LvXv34sUXX2SwzKqSZZg+gQ3+iQYGJVgWx2BZtwT4M7OMiIh6l9qvLJRZ4dQ/udr7jGx5pGfZ1q1bERcXh9GjR+OWW25BRUWFetvOnTsRERGhBsoAYMGCBdBoNPjpp5/UfWbPng2drjUQtHDhQhw5cgRVVVV2H9NgMKC2ttbmoz+rVKdhMljmzcKsvYvqDCaYLfai+UTUH5Qys6xH1MwyBsuIiKiXlNYqkzB9ZDAPUTe40vuMbLl9GuaiRYuwdOlSpKSkIDc3F8uWLcPixYuxc+dOaLVaFBcXIy4uznYRfn6IiopCcXExAKC4uBgpKSk2+8THx6u3RUZGdnjcVatW4cknn3T30/FaFexZ5hOUzDIAqDeYEM7G30T9Esswe4Y9y4iIqLeVMCucBojY2KWIibkY1dXbYTQWQacbhIiIWcwo64Lbg2VXXnml+v9x48Zh/PjxGDFiBLZu3Yr58+e7++FUDz/8MO69917189raWiQlJXXyFb6NDf59g95PC72fBgaTBbVNLQyWEfVTDJb1TKA/p2ESEVHvUjLL4plZRgOAs73PqJVHyjDbGj58OGJiYpCTkwMASEhIQGlpqc0+JpMJlZWVap+zhIQElJSU2OyjfO6oF5per0dYWJjNR39WxWCZz1BKMTkRk6j/UkbP8+p09yiZZc0tDJYREVHvKFGDZfzbTUQdeTxYdurUKVRUVGDQIHkc6fTp01FdXY3du3er+2zevBkWiwVnnXWWus+2bdvQ0tIaXNiwYQNGjx5ttwRzoDGYzKgzyA3jo4N5cPd2bPJP1P+V1TOzrCcC1TJMHieJiKh3lKplmMwsI6KOXA6W1dfXY+/evdi7dy8A4MSJE9i7dy/y8/NRX1+P+++/Hz/++CPy8vKwadMmXHzxxUhNTcXChQsBAGlpaVi0aBFuvPFG/Pzzz9ixYwduv/12XHnllUhMTAQAXHXVVdDpdLjhhhtw8OBBfPzxx3jllVdsyiwHsqoGOYio1UgIC3R7JS25WViANbOsiZllRP2REKK1DDOEJ9zdwZ5lRETU29RpmMwsIyI7XA6W7dq1C5MmTcKkSZMAAPfeey8mTZqExx57DFqtFvv378dFF12EUaNG4YYbbsCUKVOwfft26PWtB6EPP/wQY8aMwfz583H++edj5syZePPNN9Xbw8PDkZmZiRMnTmDKlCm477778Nhjj+Gmm25yw1P2fRUN8oE9MkgHSeKYY2+nTsRkZhlRv1RvMKG5xQKAmWXdxWmYRETU29izjIg643Ja0ty5cyGEcHj7//73vy7vIyoqCuvWret0n/Hjx2P79u2uLm9AUJr7R7NfmU9QyjDZs4yof1LKOEL1fmo5IbkmwJ+ZZURE1HtazBZUWN9Tsd8oEdnj8Z5l5H6chOlbWsswmVlG1B9xEmbPBems0zDZ4J+IiHqB8rfbXyshMojvqYioIwbLfJAaLAvhgd0XhKkN/plZRtQfKSfcMQyWdVtrGSYvKhARkecpkzDjQgOg0bCtDRF1xGCZD2IZpm9RepaxDJOofypTp2kxWNZdgWzwT0REvYjN/YmoKwyW+SClvp4pw75BySxjGSZR/1TKMsweUzLLmlmGSUREvaCsTsks499uIrKPwTIfVFlvzSxjGaZPCLX2LKszMLOMqD9iz7KeC/K39ixjZhkREfUCJbOMkzCJyBEGy3xQZSMb/PuSsEBmlhH1Z2X11mBZCINl3aWUYTa1mDuduE1EROQOSs8yBsuIyBEGy3wQp2H6ltAAf5yTtxern/4dsHFjXy+HiNysVGkSzBPublPKMIUAmlssfbwaIiLq79hCgYi6wmCZD2pt8M+Duy8I0/vhge/ex7DSk8CyZfK7wU4IYUZV1VaUlPwLVVVbIQTLkoi8WTkzy3oswF+r/r+REzGJiMjDmFlGRF3x6+sFkGvMFoEqaxlmZLB/H6+GnBGzcyuii4/Jn2RlAZmZwMKFdvctK/scOTl3wWA4pW7T64cgNfUVxMYu7Y3lEpELTGaLOnSFV6e7T6uRoPfTwGCyoNFoRnRfL4iIiPo1JbMsntMwicgBZpb5mOpGo5qYxGmYPkAIRKxcAZMkv9SEVgssX243u6ys7HMcPHi5TaAMAAyG0zh48HKUlX3eK0smIudVNsjHZK1GYml8DwW16VtGRETkKUaTRa3UiQtlZhkR2cdgmY9RssrCA/3hr+WPz+tlZkK7exf8hNyDRzKbW7PL2hDCjJycuwDYK9GUt+Xk3M2STCIvo1yZjg7WQauR+ng1vi1Ix4mYRETkecpgHn+thMggVuoQkX2MtviYinqlXxkzGLyeEHIWmVZru91Odll19fYOGWXt7gwGQwGqq7d7Zq1E1C1lbBDsNupETAbLiIjIg5R+ZXGhAZAkXugiIvvYs8zHcBKmD8nMlLPI2mubXWbtXWY0Fjl1l87uR0SeU1BTgLLGMgDAT6eKYZByoNFHYk9RMAAgLjgOQ8KG9OUSfVJrGSYb/BMRkeeUqs39eaGLiBxjsMzHKI2kIxks825KVplGA1gsHW/XaOTbMzIASYJON8ipu3V2PyLyDIPJgGlvTUNJQ0nrxgDg62Lg6zflTxNCEpB3Vx70fjwJd0WgdSImyzCJiMiTlBYK7FdGRJ1hGaaPUTLLWIbp5YxGID/ffqAMkLcXFMj7AYiImAW9fggAR6ngEvT6JEREzPLIconIOTqtDsnhydA4+POpgQZJYUnQaXmMdpWSWcZgGREReVIJM8uIyAnMLPMxLMP0EXq9XGpZVqZueujz/Thwqga3zUvF+eMGAXFx8n4AJEmL1NRXcPDg5RACsG2fIH+SmvoyJKld/zMi6lWSJGHFvBVY9OEiu7dbYMGKeSvYA6Ub2LOMiIh6Q0mtNbMsjJllROQYM8t8DINlPiQpCZg8Wf0YNPccHExIxX/8B8nbhtj2NIqNXYoxaf+HakOMzXa9fgjGjv0UsbFLe3P1RORAxogMTEucBm274LVW0mJa4jRkjMjoo5X5tkB/TsMkIiLPay3DZGYZETnGzDIfo5ZhhjBY5mumj4jGSxuBn45XQAhhN/Ok0DAf9259G6OjDiJcXwWNNh7rbrubGWVEXsRRdplZmJlV1gNqg38jG/wTEZHntDb4Z2YZETnGzDIfozb4D2KwzNdMSApHgL8G5fVGHCutt7vPjmPlENDCP3AWfiqag93F6eDLlMj7KNllEPLrU8Ossh5jzzIiIuoNJQyWEZET+C7cx1SpDf6ZNuxr9H5aTB0aBQDYmVthd5/vc8oBABeOl6deGk0WNLXwjSORt5EkCY/NfhKQ5CEeFmaV9Zjas4zHPCIi8hCDyYz0Q1nY8I9bkLjr+75eDhF5MQbLfIgQorVnGcswfdL0EdEA7AfLGgwm7MmvAgBkjE2Av1Z+013V2NJ7CyQip02JnwudZSQAYOqgqcwq66EgNvgnIiIPK6ttxgPfvY+RFQUIefIxQIi+XhIReSkGy3xIvcEEo1nOYohmg3+fdPZwOVj244kKWCy2f5x/zqtEi1lgcEQghkUHIcJaaqtkExKRd6loMCKi5VoEIBmrFqxiVlkPBerY4J+IiDyr6ev/YkLxMQCAtGsXkJnZxysiIm/FYJkPUbLKgnRaBPiz4bsvGj8kHEE6LaobW3CkpM7mth3H5BLMmakxkCQJkUH+AIBqZpYReaXKBiMCLRMxJ3wtFgxf0NfL8XlB1r9rjSzDJCIiTxACsc89DZNkfQus1QLLlzO7jIjsYrDMh7C5v+/z12owdZj9vmVKv7KZI2MAQM0sq25iZhmRN6pokEfPx4Swh6Q7BHIaJhEReVJmJiIO7oOfkCt1YDYDWVnMLiMiuxgs8yFqc3/2K/Np062lmDuPtwbLyuoMOFwsZ5rNsPY1UzLL2LOMyDtV1POY7E6BnIZJRESeIgTEo4/CLLV7+8vsMiJygMEyH6JklkWxX5lPU5r8/3S8AmZr37IfcuWssvRBYYi2ZqkoGYTV7FlG5JXK6zmd2J2UMkw2+CciIrfLzIS0axe0SlaZgtllROQAg2U+pJLBsn7hjMQwhOj9UNtsQnZRLQDge2u/slnWEkygtQyTmWVE3qmiXi7DZGaZewSxwT8REXmCEMDy5RCOBvFoNMwuI6IOGCzzIUqwjJMwfZufVoMzU1r7lgkh1H5l56S2BstaG/wzs4zIG1XwmOxWas8yNvgnIiJ3MhqB/HxIjoJhFgtQUCDvR0Rk5dfXCyDnKf1xIvnGzOdNHx6NzYdLsfN4Bc5Ni0NRTTN0Wg2mWZv/A61lmFUMlhF5pdbMMpZhukOQjmWYRETkAXo9arf9gN898zXMFoG3r52KhPBA233i4gA9/54TUSsGy3yIEjRhFoPvU/qW/XyiEt8dKQMATB0WqWZWAEAEG/wTebUKDl1xKyVYZjRbYDJb4Kdl8jsREbnH1qYA7I8bgVHxIUiYd05fL4eIfADPRH1Ia4N/XvXwdWmDwhAeIGFI8B7sOvw2xkTtxzmpkTb7KBmELMMk8k5Ktm8Mj8lu0fZiQSNLMYmIyI02Z5cAAOaNievjlRCRr2BmmQ+pbJBLftjg3/dVVvwbK2fegmC/UnWbpH0NZWWrERu7FEBrzzJmlhF5n0ajSe2txcwy99BpNdBIgEXIpZhhAf59vSQiIuoHzBaBrUflSo75Y+L7eDVE5CuYWeZD8ut/QqH+FmRX7ujrpVAPlJV9joMHL0dQm0AZAAhzEQ4evBxlZZ8DAMID5Tfgtc0tMFs4nYfImyhZZXo/jVo+SD0jSRInYhIRkdv9kl+F6sYWhAf6Y3JyRF8vh4h8BINlPqLJaEKx9C5aNAV48ecnIDja2CcJYUZOzl0ABDoOr5Z/pjk5d0MIs9qzTAigponZZUTepNza3D8mRA/J0Sh6cplSitloNPXxSoiIqL/YdFi+QD1nVCz7YRKR03i08BFfZH8Do+YYAOCX4t3IzM3s4xVRd1RXb4fBcKqTPQQMhgJUV2+Hv1aDUL2cZcGJmETeRcksYwmme3EiJhERudsWa7Bsfhr7lRGR8xgs8wFCCPzl+ycAIf+4tJIWy7csZ3aZDzIai1zaLyJYzi5jk38i71LZwOnEnhDobw2WscE/ERG5wamqRhwuroNGkjPLiIicxWCZD8jMzcTB8l8AyQIAMAszsgqzmF3mg3S6QS7tFxkkvxGvamAZJpE3KbcOXIkO4SRMdwpSyzAZLCMiop5TssqmDI1ERBAvcBGR8xgs83JCCCzfshxaybaBNLPLfFNExCzo9UMAOx3LZBL0+iRERMyS91eCZcwsI/IqLMP0DKXBP8swiYjIHTZbg2XncgomEbmIwTIvl5mbiazCLJiF7RsHZpf5JknSIjX1FeWz9rcCAFJTX4ZkDY5GBillmMwsI/ImFdYG/yzDdK9AZpYREZGbNBpN2JFbAYD9yojIdQyWeTElq0zj4MekgYbZZT4oNnYpxo79FHr9YJvtev0QjB37KWJjl6rbIplZRuSVKtSeZSzDdCelZxmnYRIRUbcUFAB79gB79uDA+i0Yeeoo5jUUYOSpo/L2U50N2iIiauXX1wsgx4xmI/Jr8mGBxe7tFlhQUFsAo9kIvR/fsPmS2NiliIm5+P+3d9/hbdV328DvI8mSt+U94pHhDMdJnOUMIJCQ1AkbQspKgdI88JQCDaNAoQ3joWW2EEoplJbRtyWUQgMtoyUJZBiyHIc4iTOIEzvetjzkbcnSOe8f0pEtS7ZlR9O+P9flC3zOT/JPiXIsffUd0OvzYTTWQK1Ohla7xJZRJtPKmWVdzCwj8icNLMP0CE7DJCKiETMYgNxcoK4OALAQwGfyud9b/5uUBJSVARq+dyKiwTFY5sc0Kg0Kbi+ArlM34JqEsAQGygKUICgRHb100DVyZhmnYRL5lyZrg/84Nvh3K1sZJqdhEhHRcKnVQHo6oNMBopNkA4UCSEuzrCMiGgKDZX4uLSoNaVFpvt4G+YicWcZpmET+Q5IkNvj3EGaWERHRiAkC8NRTwKpVzs+LouW8MNCgLSKiXuxZRuTH2LOMyP+0dplgEi29ImPY4N+tOA2TiIjOSV4ekJsLUdHvba5SaSnRzMvzzb6IKOAwWEbkx3rLMJlZRuQvGqwlmBEaFTQq5RCraThsDf5ZhklERCNhzS5T9C/DNJuZVUZEw8JgGZEfs5VhMrOMyG+wBNNzesswOQ2TiIhGpnTu+ShKmgyTYH2ry6wyIhoBBsuI/Fi0tcTLYBJZlkTkJxrbLZllsWzu73a2Bv+83hER0Qh9frQWv13yA6gka3YZs8qIaAQYLCPyY2FqJYKUll/szC4j8g+NHdbMMvYrcztbGSaDZURENEKfH6nBrglz0Zg1y3KAWWVENAIMlhH5MUEQoGWTfyK/0luGycwyd2ODfyIiOhdnGztQXN0KpVKBoOefBbKygKefZlYZEQ2bytcbIKLBaUOCoGszsMk/kZ9otDb4j2PPMrezlWH2sGcZEREN32dHagAA502KReTlC4HLL/HxjogoUDGzjMjPRTOzjMivyJllMSzDdLveBv/MLCMiouH73Bosu2RGso93QkSBbtjBsl27duGKK65ASkoKBEHAxx9/PODaH//4xxAEARs3brQ73tTUhLVr1yIyMhJarRbr1q1De3u73ZrDhw9jyZIlCA4ORlpaGp5//vnhbpVoVOidiMnMMiJ/0MAG/x7DYBkREY1UeWMnjla1QqkQsDI70dfbIaIAN+xgWUdHB3JycvDqq68Ouu6jjz7C3r17kZKS4nBu7dq1KC4uxtatW/Hpp59i165duOOOO2znW1tbkZeXh4yMDBQWFuKFF17AE088gTfeeGO42yUKeHJmmb6DmWVE/kBu8B/HzDK36y3DNEOSJB/vhoiIAsnnRy1ZZYsmxvADLSI6Z8PuWXbJJZfgkksGr/2uqqrCPffcgy+++AKXXXaZ3bnjx4/jv//9LwoKCjB//nwAwCuvvIJLL70Uv/nNb5CSkoJ3330XRqMRb731FtRqNbKzs3Ho0CG8+OKLdkE1orFAG8bMMiJ/0tTBBv+eIjf4lyTAYBIRbJ2OSURENBS5BPPSmSzBJKJz5/aeZaIo4uabb8aDDz6I7Oxsh/N79uyBVqu1BcoAYMWKFVAoFNi3b59tzYUXXgi1uvdT+5UrV+LkyZNobm52+nMNBgNaW1vtvohGA1tmGXuWEfmcySza+gfGssG/24X0CY51shSTiIhcVNHUicOVLVAIwMrsJF9vh4hGAbcHy5577jmoVCr89Kc/dXq+trYWCQkJdsdUKhViYmJQW1trW5OYaF9nLn8vr+nvmWeeQVRUlO0rLS3tXB8KkV+ItvUsY7CMyNeaO3sgSZYJ9HIgm9xHqRCgVllemnQaORGTiIhcI2eVLZoYizhmfhORG7g1WFZYWIiXX34Z77zzDgRBcOddD+mRRx5BS0uL7auiosKrP5/IU7S2aZgswyTytcYOS3P/6FA1lArv/p4bK9jkn4iIhoslmETkbsPuWTaY/Px81NfXIz093XbMbDbjgQcewMaNG1FWVoakpCTU19fb3c5kMqGpqQlJSZaU2aSkJNTV1dmtkb+X1/Sn0Wig0fBTBBp9WIZJ5D8a260lmGzu7zGhQUro0cMyTCIicqqipQK6Tp3t+9qWLuyvKoRCASTHxaKyVYnUyFQf7pCIRgO3BstuvvlmrFixwu7YypUrcfPNN+O2224DACxevBh6vR6FhYWYN28eAOCrr76CKIpYuHChbc0vfvEL9PT0ICjIUoK2detWTJ06FdHR0e7cMpHfk8sw9V3MLCPytYZ2S2YZ+5V5jm0iJoNlRETUj8FkQO6fclHXYZ9YgWDLf1a8CySFJ6FsfRk0KiZSENHIDTtY1t7ejpKSEtv3paWlOHToEGJiYpCeno7Y2Fi79UFBQUhKSsLUqVMBAFlZWVi1ahVuv/12vP766+jp6cHdd9+NG264ASkpKQCAm266CU8++STWrVuHhx9+GEePHsXLL7+Ml1566VweK1FAksswW7p6YBYlln4R+RAnYXqePBGzu4fBMiIisqdWqpEelQ5dhw4iRIfzCiiQFpkGtZIfahHRuRl2z7IDBw5gzpw5mDNnDgDg/vvvx5w5c/DYY4+5fB/vvvsupk2bhuXLl+PSSy/FBRdcgDfeeMN2PioqClu2bEFpaSnmzZuHBx54AI899hjuuOOO4W6XKOBprZllkgS0MruMyKfkMsw4lmF6DDPLiIhoIIIg4KllTzkNlAGACBFPLXvK6/2ziWj0GXZm2dKlSyFJksvry8rKHI7FxMRg06ZNg95u1qxZyM/PH+72iEadIKUCERoV2gwmNHcaEc036UQ+Izf4jwljZpmnhNqCZZyGSUREjvIm5SE3JRcHaw7CLPV+sKIUlJibPBd5k/J8uDsiGi3cOg2TiDxDG2bJLuNETCLfapAb/LNnmcfYpmGyDJOIiJyQs8v6BsoAwCyZmVVGRG7DYBlRAOBETCL/0Ght8B/HYJnHBAexDJOIiAaXNykP81PmA5Ll7axCUCI3JZdZZUTkNgyWEQUAucn/QJllkmRGc/MO1NW9h+bmHZAkvskk8oRGNvj3uFD2LCMioiEIgoD1838JCJbeZSKzyojIzYbds4yIvE8bYinDdJZZptNtRknJehgMlbZjGk0qMjNfRnz8aq/tkWgskBv8x7J3oMfI0zC72LOMiIgGEavKhVqcDKPiFLPKiMjtmFlGFACiQ+WeZfbBMp1uM4qL19gFygDAYKhCcfEa6HSbvbZHotGuu8eMdoMlgMPMMs8JYRkmERG5oLi6DdqeWxGrmYinlz/NrDIicisGy4gCgLMyTEkyo6RkPQBn02ktx0pK7mVJJpGbNFlLMIOUAiKDmZjtKWzwT0RErjha3YIQcTZeuuhLrJi4wtfbIaJRhsEyogAgZ5b1LcPU6/MdMsrsSTAYKqDX53t4d0Rjg1yCGROm5qfXHmQLljGzjIiIBlFc3QoAyB4X5eOdENFoxGAZUQCItvZHau7ozSwzGmtcuq2r64hocA0dlkmYsWEswfSkEGvPMpZhEhHRQOpbu6FrM0AhAFlJkb7eDhGNQgyWEQWA3jLM3swytTrZpdu6uo6IBmdr7h/O5v6exMwyIiIaipxVNik+HCHW3xtERO7EYBlRAOgtw+zNLNNql0CjSQUwUDmYAI0mDVrtEs9vkGgMaGy3ZJbFsbm/R9ka/PdwGiYRETl3tKoFADCDJZhE5CEMlhEFgGgnmWWCoERm5ssAANGhx78lgJaZuRGCwE/biNxBbvAfG8bMMk+SMwRYhklERAM5Wm0JlmWnsASTiDyDwTKiAKC1ZpYZTKJdaVJ8/Gq0hfwR+u44u/UaTSqysz9EfPxqr+6TKJBJkhnNzTtQV/cempt3OEySbZAb/LMM06NYhklEREOxNfdPYWYZEXmGytcbIKKhhWtUUCkEmEQJzZ1GhKhDbOd2Vy3E3/e/iUunnkVDawWCgpLw1zvXM6PMgyTJDL0+H0ZjDdTqZGi1S/jnHeB0us0oKVlvN2FWo0lFZubLtqBzo7XBfxwb/HtUKDPLiIhoEPpOIyqbuwAA05lZRkQewmAZUQAQBAHaUDUa2g1o7jQiRdsbLCsoa4YEJS6edQ0e+KAIANDaJSIqlMEbT3AlqEKBRafbjOLiNQDs65kNhioUF6+xZWmywb93yNMwu3oYLCMiIkfHrFll6TGhiAoJ8vFuiGi0YhkmUYCQm/y39Gny39RhREl9OwDg4mkJSI22BNGO17Z6f4NjgBxU6RsoA3qDKjrdZh/tjEZKkswoKVmP/oEy61kAQEnJvZAks63Bfywb/HtUqLXBv9EkwuzYkJGIiMY4uV/ZjHHMKiMiz2GwjChA9Db57w2WHShrAgBMTghHdJga05MtLxrkT9zIfYYTVKHAodfnOwQ/7UkwGCqg1+9CAxv8e4Xc4B8AOo2ciElERPaOVrFfGRF5HoNlRAFCbvLfdyLmgbPNAID542MAAFlysKyGwTJ3cz2oku+1PdG5MxprXFrX2lkFo0kEwDJMT9OoFFBYBvqyyT8RETko5iRMIvICBsuIAoScWabvEyzbX2rJLMsdHw2gt8kpM8vcz9WgiqvryD+o1ckuresyxQIAQoKUCFWz3acnCYKAkCA2+SciIkcdBhPONHQAYGYZEXkWg2VEAUIbJmeWWcowu4xmHK2yfLKWa80sk8swT9W32bJgyD1cDaq4uo78g1a7BBpNKgBhgBUCNJo0tEu5AJhV5i1yk38Gy4iIqK8Tta2QJCAxUoP4CPYQJSLPYbCMKEBoQ+SeZZbMskMVephECUmRwbbG/qnRIYgIVqHHLNka/5N7DBVUESWgqTseJ5ume3djdE4EQYnMzJcBAFK/dnRyb/nMzI1o6rD0zmJzf+8ItfYt6+phzzIiIuol9yubwawyIvIwBsuIAoQ8DVNvzSwrsDb3nz8+GoJgCeAIgtDb5J99y9zKPqjSP2AmQADw7vHbcevbhfjqRJ3X90cjFx+/GokZ76K5O87ueHN3HL5pfA7x8avRaG3uH8fm/l4hB8uYWUZERH3JVRXsV0ZEnsbGK0QBQhtqn1kmB8sWTIixWzc9JRL7SpssfcvmeXePo118/GpMn/4B9nx7J6I0OttxjSYVGRNeRHR5Bgx19bjj/xVi1YwkjNOGIDkqGMnaEKREhSBZG4zYMLUtuEn+40zbUjyw801cMvUsHr80DnXtUVj3ZxPMkhKX5jajsd0AgGWY3iJPxGSDfyIi6qvY2pc3exwzy4jIsxgsIwoQfTPLTGYRB+VJmBn9gmW2zLIW725wjOhWXoJ7t/8Z02OP4bWbUhERmgqtdgkEQYnXfiDiwQ+K8PGhanx62Hmj/+9NT8QbN89jwMzPHK7SQ4ISWu1SJCbORGIicM3cInxYWIln/3PCNmk2JoxlmN7QW4bJYBkREVkYTGZ8V9cGgJllROR5DJYRBYjosN7MshO1begwmhGhUWFqUoTdur4TMSVJYlDGzfacaYAEJULCL0T6uPPszgUpFXjxutm4as44lNS1o7qlCzX6btS0dKG6pRu6NgO2HqvD1yUNWDI53kePgJw5UmkJLs/q80n1fd+bgn8XVWNfaRPKmzoBAHHMLPOKkCA2+CciInun6tphEiVoQ4MwThvi6+0Q0SjHYBlRgNBaM8taunqw90wjAGDe+GgoFfbBsMkJEQhSCmjtNqFK34XU6FCv73U0233a8md/3qRYp+cVCgHLpiZg2dQEh3P/98kxvPVNKX7zxUlckBnHQKafkCQJR6w9UGam9gbLxmlD8MPzxuONXWdQ09INgGWY3sKeZURE1J/cr2xGShRfQxGRx7HBP1GAkKdhShLw1Yl6AEDu+BiHdWqVApkJlmyzY9Vs8u9OkiTZgmWLJ8UNsdrRnUsnISRIiaLKFmw9xiEA/uJsYyfauk1QqxSYkmifqfmTpZMQEdz7uVIsyzC9IiRI7lnGaZhERGRxtJrN/YnIexgsIwoQapUC4RrLm/Z9pdZJmBnRTtdyIqZnnNa1Q9dmgEalwJx07bBvHx+hwW3njwcAvLj1O4ii5N4N0ogctn5SPT05EkFK+1+L2lA1frI00/Y9M8u8I4SZZURE1A+b+xORNzFYRhRA5FJMsyghSCkgJ03rdF3fvmWBTpLMaG7egbq699DcvAOS5Ls3z3JW2byMaARbM1+G638vtGQqnahtw6dHnA8BIO86UqkHAMwc4MX3beePx8S4MGhDg5ARG+bFnY1dLMMkIqK+zKKE49YPgZlZRkTewJ5lRAEkJlSJcOEwojTNSNSmQzPAv+CsZEsp2fFa/wuWSZIZen0+jMYaqNXJtkmSzuh0m1FSsh4GQ6XtmEaTiszMlxEfv9pbW7bZXTJ4vzJXRIUG4fYlE/Hi1u+wcet3uHRGElRKfm7hS4crHfuV9RUcpMS/77kAZlGyZXeSZ9mmYTJYRkREAM7o2tHdIyJMrcQEfnBFRF7AV/1EAUKn24w7su5EuKredmzv3uecBo7kMsyKpi60dPUgKiTIq3sdyHCCXzrdZhQXrwFgX6poMFShuHgNsrM/9GrATBQl7C0deb+yvn50wQS8s7sMZxo6sPnbKlw3P80dW6QREEXJVtYxa4BgGQAGybwsRG358+7qYbCMiIh6+5VNT4mEQsHm/kTkeUxnIAoAcuAoTFlvd1wOHOl0m+2Oa0PVtpHaJ/ykb5n8GPoGygDnj0GSzCgpWY/+gTLrWQBAScm9Xi3JPF7bCn1nD8LUykGDKq4I16hw/cIQGIQS/HrLZ9hbUYCDNQftvipbK4e+IzpnpY0daDeYEBykQGZ8uK+3Q1ahQcC0mMNIUH3u8/JrIiLyveIquQST/cqIyDv4UTmRn+sbOHKcki0BEFBSci/i4q6yK2fMSo5Elb4Lx2pasXDiyMsG3WHo4JeAU6fWQ6WKgtFYD6OxziGo1v82BkMFdh39BFnjVyEhItgzG+9jj7Vf2YIJMQ5N4IfLYDLgxcNrUB9ch9oeYPFbjmuSwpNQtr4MGhWnL3rSkUp5slYUy2H9hE63GYndd+PnCyw9/YqKfFt+TUREvsdJmETkbXxnQOTn9Pp8lwJHen2+3VF/avLvymMwGitRVLQCx4/fhNOn73Ppfv/w1W4s+PWXePCDIo/3NpKb+593jiWYAKBWqpERlQ4BzssIFFAgLTINaiUnL3qarV8ZJ2v5BTkDVZDsh18MlEVLRESj39GqFhSUNQPAgMOtiIjcjcEyIj9nNLo2MbH/Orlv2TE/KMN09TEMV2hwCgQB+KCwEtf84RuUNnR45Of0mEXsOyP3Kzv3LD1BEPDUsqcgOc20A0SIeGrZUxAcUwnJzY5U6QEwWOYP7LJoHc8C8H75NRER+ZbRJOJnHxTBLEq4bGYypiRG+HpLRDRGMFhG5OfU6uQRrZPT1E/VtcNoEl3+edvObMP0V6dj25ltrm9ymHtzleQ8lgRAgEaThrfuuAeb/mcR4sI1OFHbhitf+Rr/PVo74n0O5EhVCzqMZkSFBCEr2T3p/3mT8pCbkgsF7CeBKgUlclNykTcpzy0/x1+JooQ/7TqD/FM6n+3BLEo4WjV0c3/yjpFm0RIR0ej16vYSnKhtQ0yYGk9ele3r7RDRGMJgGZGf02qXQKNJBQYo2ZMDR1rtErujqdEhiNQImBh1CEdPv+NSk2xJkvDol4/ieMNxPPrlo5AGjla5+TE45zyxynIwM3MjBEGJxZNi8dlPL0Du+Gi0GUz48d8K8fTnx2Eyux4gHIrcr2zRxBgo3TSBSc4uE2H/d2KWzGMiq+yL4lr8+vPj+PFfC9HS2eOTPZzWtaOrx4xQtRIT2dzf50aaRUtERKPTsepWvLq9BADw5JXZiAtnH1ci8h4Gy4j8nCAokZn5svxd/7MAegNHfTU0fISnL7gNP1/wKFpr1qGoaBn27h0/aM+fLae3oKC6AABQUF2A333zIbYdq8NH31bi/+0pw7v7zqKla/iBjb6P4VzjbxpNKrKzP7Rr9J0YGYxNty/C7UsmAADe2HUGN/1pH+pbu8/pZ0mSGc3NO1BX9x6mxRzGeROjz+n++rNll8l/d5ICM+PnDppV1ndPgTwl8O8FFQCADqMZf9t31id7kJv7z0iJclsQlEZupFm0REQ0+vSYRTz4YRFMooSV2Ym4fBav/UTkXZyGSRQA4uNXIzv7Q5SUrLcrU7JMiNvoMCFObpIdprKPTMlNsvsHmwBLVtmG7RsgQAEJIiAp8NDWXyDJ8KJdI/p395Zj0+0LoQ0dXvP5+PjVSJv0HoqO3o2YkIZh3XbSpJegVidCrU6GVrvEITAIAEFKBX5x2XTMTY/Ggx8exv6yJvzw7QL8++7zRzTlUKfbbPvzvjgJuDgJUEi/h073itsm8snZZaveXWU9ICJWvNmlPckCcUpglb4Lu/qUX771dSnWXTABwUGOf6+edKTK2tyfJZh+Qc5ANRiq4HxyrgCNJtUhi5aIXFRRAegGKX1PSABSU723H6JB/HHnaRRXt0IbGoSnrp4x6jPuicj/MLOMKEDEx6/GokVlyMnZjqysTcjJ2Y5Fi0qdBL36NMl2eF0xcJNsOatMgrV8URBhVJxCSsJJXJAZh1XZSYgLV+NYTStufWs/WruHn2F2quVCPLDzTbx7aiOysjZh1qxtUKuHLjFNTb0HiYk3Ijp6qdNAWV+XzEzGv+8+H9rQIByracVf9gw/a0kONvbvnySaatw+kU/OLgMAjTgZZyoz8UVxnct7CsQpgf8oqIAkAQsmxGCcNgSNHUZ8cKDC6/s4XKkHwOb+/mKkWbRE5AKDAcjNBebNG/grN9eyjsiHtp3ZhsyXp+GZr/4BAHj8iulIiAj28a6IaCxisIwogAiCEtHRSwcNHI2kSbacVaYUHJvNmyPex1/XLcDrN8/DptsXISZMjaLKFtz2dgE6DKZhlQXuK22CBCWS4pcjMfFGxMQsx+TJ7n9zPDE+HD9fNQ0A8OKWk6htcb0cs2+w0clZAO6dyCcIAp5e/jSy4rJwa/YjECDgV58dQ3dP7/17e0+eZBYlW2Bs7cJ03HHhRADAG/ln3Npnbigms4jiaktzf2aW+Q85i1atHmd33Fn5NRENg1oNpKcDigFe+isUQFqaZR2Rj0iShEe2PYLT+pNoUP4Fy6fF4+rZ44a+IRGRBzBYRjTKjKRJtpxVZpYcm80XVBdgy+ktAIApiRH467oFiAxWofBsM371zxewZ894FBUtw/HjNw3ZF21/aRMAS0aRTH5zrNG4983xdfPTMCddiw6jGb/67JjLt/PFRL4VE1fg2F3H8NLVNyM5KhiVzV34064zPt2Tp+Sf0qG6pRva0CCszE7CdfPTEBOmRkVTFz474r3G7afq22EwiQjXqDAhNsxrP5eGFh+/GosXl+E3hc/itaIHMW7Sf51m0RLRMAgC8NRTgDjAhxKiaDnPUjfyoS2nt+BAzQEAgFFxCt+bW8fySyLyGQbLiEaZ4TbJlrPKFANcDhRQYMP2DbbJmNkpUfjruoU4f9xe5CU/6nJZYGt3D47VWDJ5+gbLANdLTIdDoRDwq6tnQCEAnx6uQf6pQfq09OHLiXyhahUeuTQLAPDqjhL8/fBnmP7qdBys3OKzPbnb+9bG/tfMGYfgICVC1Ercdt54AMDrO8+4bQLrYCTJjBNn/4uFyTuRl1kCQfBeRhu5RhCUqGifg301F0HQnMfSSyJ3yMuzlFoq+/17Uiotx/MGHi5D5GmSJOGRL38BSJbXowoo8eK+p7zyuoCIyBkGy4hGGblJ9lB9wOQm2UazEeUt5RDhPGAgQkRFawWMZqPt2KzUCNwx+y3LvbnYF62wrBmSBIyPDUVipGPvCVdKTIcrOyUKtyweDwB47F/FMJiGLlP09US+K2YlY8H4GHT1mLH+84dwvOE43ij6p0/35C66NgO2HrP0Y7s+N812/ObFGQhVK3G8phU7v3MtqDniPeg2Y+/e8Yjuvh535ryAK9PuHnJKLPlGqNpyDeg0+n95MVFAkLPLzP3+TZnNzCojn9tyegu+rS0ErB9gibCvbiAi8jYGy4hGmeE2ydaoNCi4vQCFdxTi4TkfI6l7I24avwmFdxTavgpuL4BGpbHdi16fD8lcPcjraseywH1OSjC94f68KYiP0KC0oQNv7Dw1ZH+14QYb3U0QBDx+5XQYlAdRb7CUj354+js0dEdCHPDDVc/uyV02H6yESZQwO02LaUmRtuPaUDVuWpAOAHhtx2mP/fzRNCRhLAhhsIzI/fLy0DFrDkyC5S2ASVCgdspMZpWRT/WdyN6XUlDaVTcQEXkTg2VEo9Bw+4ClRaVhbvJcoGcCNFImcsfNw9zkubav1Ej7UfIjKVXcX9oIAFgwIXYkD2nEIoOD8MvLsjAvcTfG9SwZsr9a32CjJPlmIt/05Egoov5hK0UQJQVeOxVm7dthvyd5j/4+JVCSJFsJ5g19sspk65ZMQJBSwL7SJhSebfbAzx89QxLGCjmzrIvBMiL3EQTk37IeKsmSvaOSRDyUswbv+2AiMZHMYSK7Vf/euURE3sRgGdEoJfcB64r4EK8VPYgPy343ZB+w8qZOAEB6TOig9z3cUsUuoxmHK1sAAAu9nFkGAItT9uLu2U8jWtNgd3ygjCI52NjWE2d33FsT+bac3oKarmJbKQIEEV811cAU+wuHAGiLMQ7Tp3/g983PC8qacaahA6FqJS7PSXE4nxwVgmvmWB7b6zvdn102moYkjBWhQSoAzCwjcrfPkmeiKGkyAKBmygzsmjAXj350FNtP1Pt4ZzQW9WaVOc/o7987l4jIWxgsIxrFBEGJtKQV2FdzEfZUTBsy80gOlqUNESwbbqnit+XNMIkSkqOCkRodMtyHcU4kyYzTp++FILjeXw0AIrRX4YEdb+LZ/U8jKeMdtwwdcG2/lheNyn5/V0pBiV/s/QILF5YiJ2c7Mqf8DS8WPof7tv8ZdcYVHt2TO/x9fzkA4MqcFIRrVE7X3HHhJAgCsPVYHUrq29z68305uIFGRi7D7OphsIzInb6t0OP5i25F56QpSPr9i1g9LxVmUcJP3j2Iogq9r7dHY4zcO1dymvntvHcuEZE3OH/HQkSjRkasJfDV2GFEW3cPIoKDnK7rMYuo1ncBGDqzTC5VLC5eA0vArPcFjmT9bLBvWWDffmXeHgE+nIyi6OiltqPF1a3oERVoMOZi6vjlXtu3XIrQn1yKsPXMl1iZuRLR0cC4xEIc1tXii+JazEyN8sr+RqKlqwefHbEEoa53UoIpy0wIR970RHxRXIfXd57Bb76f47Y9+HpwAw1fbxmmycc7IRo9GtoNqGzuQtWE2TC98xCE4CA8axKhazMg/1QDfvROATb/5DxkxIb5eqs0Rsi9c2966wuU1Hfgvu9NwYqsRLs1CWEJdr1ziYi8gZllRKNcRHAQYsPUAICzjZ0DrqvRd0OUAI1KgfjwoV+QDNQXrcOU4FCquN9Hzf2BkWcUyZ+u56RGeS1QJmeVKQa4NPcvRViZnQQA+KK41iv7G6l/H6qCwSRiamIEZqdpB13744smAQA+/rYK9W3dbtuDVrsEStU4DFzFERhDEsaSkCA2+Cdyt0PlegBAZnw4Iq0fnqlVCrz2g3mYnhyJxg4jbn1rP1q7e3y4SxprNEI8KuqSoZEycVvuxXZ9c531ziUi8gYGy4jGgHRrdtlgwbK+JZgKhWvBIbkvWk7OdsSlvoVn9z+Nn375BjoVK21rjCYRB8stDdt90a9spBlFRZV6AEDOEMEdd5JLEcR+DW5l/UsRlk1LQJBSwKn6dpzWtXttn8P1d2tj/+tz04YMPM5Jj8bcdC1MooQPDgyWETg8JlHAx2fuBAAnAbPAGJIw1nAaJpH7fVth+X08J11rdzxco8I7t+UiOSoYZY2d+M8RlqST9+w4qQNg+YAyPoIZZETkH1iGSTQGjI8Nw7flepxt6hhwjavN/fsTBCWio5ciOnopEuP240STDn/bexa/uGw6AOBIVQsMJhExYWpMig8f6UMYMbm/msFQBeeTEAVoNKkOGUXyQAJvBsvkUgRdp27ANX1LEaJCgrB4Uhx2fafDF8W1+MnSTG9t1WVHq1pQXN0KtUqB1XPHDX0DADctzMDBcj3e21+OOy+a5HLwtj9JMkOvz4fRWINPjpqw+dhM1LX+Ej+e8zZMPVW2dRpNKjIzN/r9kISxJpQ9y4jc7pA1a3p2WrTDuYTIYFw9Zxxe23EaB8qacX1uupd3R2PV9pOW4RJLpyb4eCdERL2GnVm2a9cuXHHFFUhJSYEgCPj444/tzj/xxBOYNm0awsLCEB0djRUrVmDfvn12a5qamrB27VpERkZCq9Vi3bp1aG+3z4o4fPgwlixZguDgYKSlpeH5558f/qMjIgC9AbCzDUNnlg03WNbXLYszAAD/OFCJLms2iK0Ec7z3+5UBvf3VrN/1PwvAMaNI32lEaYMlsJjj5V5gaVFpDuUHg5UirJJLMY/6Zynmv4uqAQDfm54IbajapdtcPisZkcEqVDZ3YdepgQOHg9HpNmPv3vEoKlqG48dvQqbyFvz2onW4cUE6zj/vLHJytiMra5PXBjfQ8IWo5WmYrvUs23ZmG6a/Oh3bzmzz5LaIApZZlFBUYfkgaKCS+PkZliBa4dlmb22LxjijSUT+Kcu08ounMVhGRP5j2MGyjo4O5OTk4NVXX3V6fsqUKfj973+PI0eO4Ouvv8b48eORl5cHna73Dc/atWtRXFyMrVu34tNPP8WuXbtwxx132M63trYiLy8PGRkZKCwsxAsvvIAnnngCb7zxxggeIhGNj7MGywbJLKtwcRLmYJZOTUBqdAhaunrwiTVIsr+0EYBv+pXJBuqvJimSHfqrAb1ZZeNjQ10O8PjK96YnQhCAosoW24AGT5EkM5qbd6Cu7j00N+9wmCDquF6y9VO7bKbrjfODg5RYPdcSFNy0r3zY+9TpNqO4eI3DYIfo4AaEdf4vGhr+ZcmETLwR0dFLWXrpp0KHUYYpSRIe/fJRHG84jke/fNTW14+Iep3WtaPdYEKoWokpic4zvedZg2VnGjrQ2G7w5vZojDpwtgntBhPiwtWYOc5/hxUR0dgz7GDZJZdcgl/96le45pprnJ6/6aabsGLFCkycOBHZ2dl48cUX0draisOHDwMAjh8/jv/+97/485//jIULF+KCCy7AK6+8gr///e+orra8uX733XdhNBrx1ltvITs7GzfccAN++tOf4sUXXzyHh0o0dqXHWKZaudKz7Fwyy5QKAT9YZMku+8ueMphFCQfKLJ9O+zJYBtj3VyvufA7P7n8a2xo/c5pRJDf3n5Wq9e4mRyA+QoN56ZY3N1s82Oi/f6ZWUdEy7N07Hjrd5gFvc7KuDWcbO6FWKXDRlPhh/by1Cy3lP1+eqEddq+uN/iXJjJKS9XBWcisnNpaU3DtkoI98r3ca5tB/V32nyBZUF2DL6S0e3RtRIPrW2j905rgoqJTO3wJoQ9WYnGAJpB1gdhl5wfYTlhLMi6YkjLjtAhGRJ3i0wb/RaMQbb7yBqKgo5OTkAAD27NkDrVaL+fPn29atWLECCoXCVq65Z88eXHjhhVCrezM6Vq5ciZMnT6K52fkvboPBgNbWVrsvIrLIsDb4r23tRvcA/X/cESwDgOvnp0GjUuBYdTP+ued9TI/5EnMSizEtyfdj6OX+atMm3IoTTbOw87smpxkovmjufy5WzZCnYtZ55P4HytQyGKpQXLxmwIDZF0ct+7lwchzCNMNrkTk5MQK546NhFiW8bx0Q4Aq9Pt9hn/YkGAwV0Ovzh7Uf8j55GuZQPctsU2StGYJKQWk3NZZGJ5fKbisqgIMHB/6qdN8QkUAg9yubk+7Yr6yv+eNZiknes93a3H/ZtOF9qEZE5GkeCZZ9+umnCA8PR3BwMF566SVs3boVcXFxAIDa2lokJNjXo6tUKsTExKC2tta2JjEx0W6N/L28pr9nnnkGUVFRtq+0tDR3PyyigBUbpka4RgVJAiqbHbPLWjp70NJlGROfFhNyTj8rOkyN23OP47cXrUNCz424M+cFrJ/zMAr2Txg0C8mbFk2MhVqpQGVzl603mUySJByy9XQJjHKAlda+ZftKG9HUYXTrfQ+WqSUfGyhTSy7BzLPub7husmaX/X1/Ocyia4EPo9G1CW6uriPfCbX1LBs8WCZnlYnW56BZMjO7bJRzqezWYAByc4F58wb+ys21rBsjvi3XAxi4X5lsXoYlE/xAWZOHd0RjXUVTJ0rq26FUCFgymcEyIvIvHgmWLVu2DIcOHcLu3buxatUqXHfddaivr/fEj7J55JFH0NLSYvuqqHA9E4FotBMEwZYxVuakyX+FNYAWF66xvUEdKZ1uM+ZH/QzRwQ12x4fKQvKmMI0KuRMsn5zv/M6+gXxNSzca2g1QKgRkpwRGsCwtJhTTkyMhSsC24+7NLhtpplZFUyeO1bRCIQArshIHuO3gLpmRDG1oEKpburHzO9d+h6jVrvVGc3Ud+U6I2vISZbAyTDmrTNmv75wCzC4bzVwqu1WrgfR0QDHAS12FAkhLs6wbA9oNJnxX1wYAmJOuHXRtrjWz7EhVy4DZ6ETuIE/BnJcRjaiQIB/vhojInkeCZWFhYcjMzMSiRYvw5ptvQqVS4c033wQAJCUlOQTOTCYTmpqakJSUZFtTV2f/hk/+Xl7Tn0ajQWRkpN0XEfXqbfLvGCzrLcE8t6yyvllIjoMvB89C8rYLrZ9g9g+Wyf3KpiZGIDgocBq/y9llw+lbZjKLePrz4/jNFycHnDg40kwtOatswYQYxISN7M1ocJAS1w6z0b9WuwSqoHEYOEYiQKNJg1a7ZER7Iu8JCRp6GqYcNDH3u6aIYHbZaCVJEh7c8iggWV7CDlh2KwjAU08Bouj8jkTRct4HU5p94XClHqIEpEQFIzEyeNC16TGhiAvXoMcs2QbeEHnCV9Z+ZZyCSUT+yKM9y2SiKMJgTXNfvHgx9Ho9CgsLbee/+uoriKKIhQsX2tbs2rULPT09tjVbt27F1KlTER09eJ8FInKut8m/40TMcjdMwgQCq1/URVMtwbK9ZxrtPjk/FGD9ymRy37JdpxrQbhg4uNDXW9+U4o1dZ/D77SW49OV8FJ61lNz0nXppNLqWqdY/U2uLtX/ayhGWYMrkUsyvTtS7NO1TEJTIr78XAJwEzCxvijMzN3ICZgAYqsG/rVfZgC9lBDyy7RfMLhtltpzegiO6g4BgCYINWnablwfk5kJS9vv3rlRaSjDz8rywY//gar8ywJKNPt86FfPAWZZikvtUtFTgYM1BHKw5iN3lBdh+eh8MQgkSY6txsOYgKlvHVh9BIvJvw663am9vR0lJie370tJSHDp0CDExMYiNjcWvf/1rXHnllUhOTkZDQwNeffVVVFVV4fvf/z4AICsrC6tWrcLtt9+O119/HT09Pbj77rtxww03ICUlBYBlouaTTz6JdevW4eGHH8bRo0fx8ssv46WXXnLTwyYae8Zbm/w7m4hZ4abm/oHUL2pqYgQSIzWoazWgoKzJ1ivjcID1K5NNSQzH+NhQlDV2YsfJelw+K2XQ9WUNHfjtlu8AABHBKpQ1duL7r+/Bw0tPY2bECzAae1+wipICAsQBEjAEaDSpdplaDe0GFFjfYI20X5lsUnw4Fk2Mwd4zTXi/oAL3fW/KoOv3nG7EH/dloTDxUfw09x2IpmrbOY0mFZmZG51OQCX/IwfLOgcoAzOajShvKYeIATKHIOG4rhQdxm6Ea84ta5b8gxwgFaCA1OfvXc4uy5uUB6HvhcqaXSasWmV/R2bzmMoqA4BDLvYrk80fH43/FteisIxN/sk9DCYDcv+Ui7qOPh/CBVm+Vv/T8m1SeBLK1pdBo9L4ZI9ERH0NO7PswIEDmDNnDubMmQMAuP/++zFnzhw89thjUCqVOHHiBK699lpMmTIFV1xxBRobG5Gfn4/s7Gzbfbz77ruYNm0ali9fjksvvRQXXHAB3njjDdv5qKgobNmyBaWlpZg3bx4eeOABPPbYY7jjjjvc8JCJxqZ0W7DMc5llgdQvShAEWynmLmspplmUcKTKEiwLtMwyQRCw0ppd9tst30HfOXCjf1GU8PA/D8NgEnF+Ziy+fuhirJ47DnMSdmOKer2T7EDnwQi5537/TK1tx+ogScDMcVEYpz33IMVNCzMAAO8XVMBkHigwAvSYRTzx72IAwLQJN2DJ+eXIydmOrKxNyMnZjkWLShkoCyAhcrBsgMwyjUqDgtsLUHhHIf71/XwkdW/EJPEVFN5RiI/X7MJE8RXEdryI5/5z2pvbJg+Sy26lftekwbLLKnMvwOHkyTAJlpe8okIx5rLKJEnCt9bMstlD9CuTzR9vafJfWN4M0cUBK0SDUSvVSI9KHzAbWAEF0iLToFaOjT6CROT/hp1ZtnTp0kFLGjZvHrp5d0xMDDZt2jTomlmzZiE/3/elWkSjxfhYSxlmZXMXTGYRKmXvixV3ZZZptUug0aTCYKiC8+mJjllIvnTR1Hh8UFiJnd/p8IvLgDO6drQbTAhVKzE5IcLX2xu225dMxKdFNSht6MCdfzuIv/xoAdQqxxel7xWUY19pE0KClHh29SxEhQbht9+fiR35lwJmx2QLhe17JYDewEVzdxwalRuwtF8ASu5XtjJ7ZI39+1uZnYiYMDVqW7ux/aQO35vu/H7/uucsTta1ITo0CD/LmwpBUCI6eqlb9kDeJw8bMZpEmEUJSoVjFlBaVBrSotIQZG6BRmpBnCYYc5PnYm4yEHb9FNz+1wP4696zyEqOtJX0UmDqW3brLJtQAYXT7LLfbPkOTRf8AP/vg8ct68ZYrzIAqG7phq7NAJVCwAwXB9dkp0QiOEgBfWcPTuvaMTkx8H4nkn8RBAFPLXsKq95d5fS8CBFPLXvKPjuUiMiHvNKzjIh8LykyGGqVAiZRQrW+23bcLEqobLb0gjrXYJkgKJGZ+bL8Xf+zAPyrX9QFmXFQCMB3de2o1nfZerrMSIly+sbc38WFa/DnW+cjTK3EnjON2PDxUYcPN2pauvDM5ycAAA+unGrLJtTr8yGINUO8fzRj0qSXkJW1Ccaof+JnO9/Eq3um2TVgb+vuwTcljQDOvV+ZTKNS4vvzLI3+39131ukaXZsBL221lJU+uHIatKH8ZDrQyWWYANA1xES+DutzMEzTe5sV0xPxs7ypAIDH/30Ux2taPbBL8pahym5FiKhorYDR3JtVe6SyBR8fqsauCXPRkDULAHA0ZQqk731v0J/Vt29jc/MOjwyl8cbPkH1bbimlnJYcYcvYHEqQUmEr2TxwlqWY5B55k/KQm5ILRb/XgUpBidyUXORNGjsZn0Tk/xgsIxojFArBFgw729RbilnT0gWTKEGtVAw5IcsV8fGrkZ39ITSacXbHNZpUZGd/6FdlcNpQta3cMv+UDkW25v6B1a+sr6zkSPz+prlQCMD7Byrwp/wzfd6UbcLv/vMXdBgMmJOuxa3njbfdztU+cmp1IhITb8TynGuQFhOBlq4e/PNgle38jpM6GM0iJsaFITMh3G2P68YF6bb7v+71PXhp63fYe6YRBpPlDeZz/z2BNoMJM8dF4frcNLf9XPIdjUphC94ONhETADoMcrDMPmH+J0snYdnUePSYJXxYyMbRgUwuu93zo/1I6t6IpO6N+PIHe3DfrM1I6t6IBaFvYO+6/bZeR5Ik4defHwMAXDM3FZEvPo9TsWl4ZsktqG41DPhzdLrN2Lt3PIqKluH48ZtQVLQMe/eOh043dOWEq7zxM/qS+5XNSRvekKz5GZZSzAPsW0ZuImeXif2Cw2bJzKwyIvI7wy7DJKLAlRETipL6dpQ1dmLJZMsxuV9ZanSI27Kp4uNXIy7uKuj1+TAaa6BWJ0OrXeI3GWV9XTQlHt+W67HzO50twy7Q+pX1t2xaAjZcPh1PfnIMWwrfwmS8DUG0BMNWJgG5S+OQOWkjlIrzbbcZbr85pULAbeePx5OfHMPbX5di7YJ0KBSCrQQzLzvJrS96x8eF4erZKfj4UDX2lzVhf1kTXv7yFDQqS/bDvlLLQIH/uyo7ILMCyZEgCAgJUqLTaB5wIqZMngAbprZ/WSMIAq7PTcP2kzpsOVaLX16WxTdjASwtKg2mnhhopHqEBCmxbOJCzEsxYVvRV6hrNOFQmQIZsy1rvzpRj71nmqBWKfBA3hSoo2fjpxvexfGaVhytanHaT1Gn24zi4jXo30bAYKhCcfEat3zg442f0Z+tX9kwf7fNG8+JmOR+i8YtQ7A0Gd04DQgilIISc5PnMquMiPwOM8uIxpAMa9+y8j5N/ivc1Ny/P7lfVGLijYiOXuqXgTIAuHCKpcl//qkGW5lWTqrWhztyjx+eNx73LfkOd81+GjDbZ41FaxrRVHWzXRaD3G/OsXxWJkCjSbPrN/f9+WmI0KhwpqEDO76rh8Fkxo6TlmEJ7upX1tdL18/G9p8txdPXzMQVOSmIC1fDYBJtgbLr5qdiTvrwMifIv4UO0eRf1mGwnO+fWQZY/o1rVApUNHXhZF2b+zdJXlXZLP/OCoEgCIgKCcL3F4bAIJTgqS8+w/7KA9hfeQCPfPpvGIQS5M3uBJSWa8SMlEgAQLF1kEtfkmRGScl6OO+3aTlWUnLvOZVLeuNn9Gc0iThqfbxzXGzuL5ubHg1BsEzR1rUNnI1HNBwfFlYh0vgDQLCUVDOrjIj8FTPLiMaQDOtEzLLGTtuxcjc19w9UOalaRIUEoaWrBwAQG6ZGavS5T3D0PRG50S/CYHDsYy0IEgABJSX3Ii7uKgiC0tZvzpLxIMD+zZzzfnPhGhVuWJCGP+eX4PPCf0LoUiA1rBl6zVyPBBwFQcCEuDBMiAvDTQvTIUkSSurbsedMI2pbuvHjpZPc/jPJt4aaiCmTyzDDNY5B+VC1Cksmx2Hb8XpsKa7DtKRI92+UvKaiyZIBnBpt+Z1lMBnw+6PfR31wPWq7gYVv9lkcDLxaDPzzbBLK1pdhxrgofFBYiaPVjv3r9Pp8J5OA+5JgMFRAr88f8eAQb/yM/k7UtsJgEhEVEoQJcWHDum1USBCmJkbgRG0bCs82YdUM30+ypsBmFiX8ZXcZgsW5mBg5C2daD7NXGRH5LWaWEY0hcrCs3C5Y5p7m/oFKqRCwZHKc7ftZqVGj4tNNSwls5SAN+3vflMlG0m/u2ulF+O3Sdbh83F0QWu7Ezxc8iicW3YrGxo/c+GicEwQBkxMjcMvi8Xho1TREBgd5/GeSd4UGWT7TG6oMs7fBv/PPAOUJqluO1bpxd+QLcmaZ/KGGWqlGhjYDwgBZsQookBaZBrVSjRnjLIHSo04yy1zt2+jqunO57bn8jP7qNn+KrX++Eze1fTei323zMqylmOxbRm6w/UQ9yps6oQ1R4+VLn0dWXBaeXv70qHjdRUSjD4NlRGOIXIZ5tqnDNiWx3ENlmIFELsUEAr9fmWykb8ri41dj0aIy5ORsR1bWJuTkbMeiRaVOA2U63WbUnl2LaE2D3fFgRT2Ki9d4rFk1jR29mWUja/AvW56VCEEAjla1olrf5d5NklfJvSXlYJncMFxyWtpomZIpl3hlJUdCEID6NgPqW7vt1g23b+NIeONn2JEkTH35WUxurMCtn7wBSM7/jAYz39q3rIATMckN3tldBgC4ITcNl09diWN3HcOKiSt8uykiogEwWEY0hozTWpr4d/eIqLf2H6kc42WYgKXJv2y0BMvO5U2ZK/3m+vbecfxA2DO9d2jskXuWdfUM1eDf2rNM7TxYFheuwXxrhszWY3Vu3CF5W4Xcsyy693dW3qQ85KbkQuj3slYpKO1KvELVKkyKt0zpLe5XijmSvo39bTuzDdNfnY5tZ7Y5Pe+OnzEsW7Yg/UwxACDpuyPAli3Dvgt5ImZxVcuQGZ5Eg/murg1flzRAIQA3L87w9XaIiIbEYBnRGKJWKZCiDQYAlDV0oN1gQmOHEYClWfJYlRgZjKtnp2B6ciQWjI/x9XbcwtNvyobTe4dopGzBMhd7loU56Vkmy5ueBIClmIGuN7OsN1jWm10m2q111jhcbvLfvxRT7tsIAFK/66ZoTcjq37exL0mS8OiXj+J4w3E8+uWjtuztAX+G5PgzJGnwnzEskoTOhx+BSbC81JeUSmDDhmFnl6VGhyAxUgOTKKGoUn/u+6IxS84qy5ueZPfvl4jIXzFYRjTGZMTIpZidtkmY0aFBiBjj/Z423jAHn69fMmAZV6Dp+6bMMWDmvGH/cPii9w6NPSHWTLGhGvzLZZrhg/z7lfuW7TvThJbOHjftkLypu8dsm8rYfxCLnF2mtF7T+meVyWaMiwIAHK127Fsm923sNMXbHW/ujkNh62+clqPLtpzegoLqAgBAQXUBtpx2nsUl/4y2nji7483dcfhD0SNoFr/ncJuKlgocrDk44Fdlq+MHF9X/+BdCi76FSrIEEAWzGSgoGHZ2mSAItuyyQpZi0gi1dPZg80HL8/SH54/37WaIiFw0Ot4VEpHLMmJD8XUJcLaxA1EhlgDZWC7BHM3kN2UlJevtssA0mlRkZm4c9I3fULzee4fGpJAgy2d6Q5dhWoJloYMEy8bHhWFKYji+q2vH9pP1uHrOuAHXkn+Ss8rCNSpoQ+0/4JGzy1a9uwqA86wyAMhOsQbLqhwnYgJAZPRV+NlONTIijuDpqxJhQjxue1uCUqHC9Us6nWbESJKEez57GJAUgCBCKSixYfsG5E3Kc9q4PDzqKty/IwiZ2qP43fdTEK/NwM8/CUFBbQOe+Hcx3v2fhbbbGUwG5P4pF3UdA5cPJ4Vbpn1qVBoAQHVzJ/QP/BwJgsIWLAMAyNlleXmOY5IHMX98ND47UoOCsiaXb0PU198LytHdIyIrORILJ4yODH4iGv2YWUY0xsgTMc829maWjeXm/qPdcBr2D4fXe+/QmBRqyywbqsG/JZgWPkgZJsBSzEDXdxKmsyCUnF0GwGlWGQBMt5ZhVum70GxtQ9BX4dlmdPUIaDDmYs6U27Bg6hU4PzMRJlHCH3eecbqvN/Z/hFP6IkCwBKbMknnQ7LJjNS0wiQo09uRi8vhbEB29FL+8fCY0KgV2n27Ef472Pj/VSjXSo9KhcPKSPbUFmFctYEVzDNRFR4GDB9HyzT58+KNHML3qpH2gDABGmF0mZ5YdPNsMURz+kAAa/bYdq8Plr+TjtR2nHa7XJrOI/7fnLADgtvPGc/IlEQUMBsuIxhjbRMzGTtskTGaWjW6uNOwfyX16ssyTCOg7DdPFnmUDNPiXyaWYO07q0D1Ethr5n/6TMPsTBAFPL38aWXFZeHr5007flEeFBNk+NOrf5B8Avj5lme57QWas7fZ3LcsEALx/oMJhimZdSxce+O+jlqyyPuTsMme9yw5XWkpAc1KjbD8jLSYUP75oEgDg158dt/XpkzPmxH792NQmoOAN4MAbEv7662MQ5s8H5s1D1AWL8NOPf+f0zwcAoFAMu3dZVnIEQtVKtHabcKq+3eXb0djQaTThkY+O4GhVK5777wlc+Px2/Dn/jO0au+14Par0XYgODcKVs1N8vFsiItcxWEY0xshvEsoaO3C2kcEyGjm5zFOjsS9n02hSkZ394TlnrxGFBrnW4L/d1uB/8GDZzHFRSIoMRqfRjD2nG92zSfIaZ839+1sxcQWO3XUMKyauGHDNjJSB+5Z9XWINlk3u7Vu2aGIM5mdEw2gS8af83uyy7h4zrn7rNXTgpC2rTDZYdpkcLJs5Tmt3/M6lkzBOG4IqfRde21GCHrOIo1UtqNdNRWJwNvq+bDcqgYooQBxuko4oAhUVgNExq24gKqUCs62Tog+cZSkm2fvL7rPQtRmQFBmM9JhQNLQb8avPjuOiF7bjr3vK8NbXpQCAGxekIziIH6ARUeBgzzKiMUYOjLV1m2zTwBgso5GKj1+NuLiroNfnw2isgVqdDK12CTPKyC1czSyTzw/W4B8AFAoB35ueiL/uPYstx2qxbFqCezZKXlHRpwzzXGSPi8RnR2ocMsuaO4w4Yv29eEFmbwN+QRBw98WZ+OHbBfjb3nLcI51FxEMP4M9X34ODQa8DCgGAY6aWAgqnvcsOW6dKzkqNslsfHKTEhsuz8OO/HcQfdpzG67vOwGiyBOEkxXWA5vHexQLwy4uBL/42yAN95RXgvPMcjyckABrNIDd0lJ0Sid2nG1HW0DGs29Ho1tLVg9d3ngYAPLRqKq7IScE/Cyvxuy9PobqlGxv+VQwAUCoE3Lw4w5dbJSIaNmaWEY0xoWoVEiIsL5Ibrf1a2LOMzoUnyjyJgL49ywYOlkmShA6j3OB/6OeeXIq59Vg9+y8FGFcyy1whZ5YVV9lnlu0+3QhJAiYnhCMpKtju3EVT4jFzXBS6jCZ0PvAQhOPHseTtF2FGPZwFygBAhIiK1goYzb1ZXG3dPThjDTjN7BcsA4CV2UlYMjkOJlGC0SQiKiQIF06Jx0MXXYep0bOhsF5fBSiwZ/IUFCVNhkno93JeqQRyc4G77gLmznX8Sk0d1p8XACRGWv486loNw74tjV5/2nUGLV09mJIYjqtmj0OQUoEbFqRj+4NL8X9XZdteb14xKxnJUecW5CYi8jZmlhGNQeNjw1DfZnnBq1IISO73poCIyB+EWjPLBusv1mk029ovDZVZBgCLJsYiQqNCY3snCr77FOOj25kRGSCqmuWhNOeYWWZt8n+moQNt3T2ICLZM1vy6RAcAuGBynMNtBEHAXcsysen/3kDSd0cBADm1Jfgg7EVk3HyRbd39/ziEk7VtuO97U7AiKxEJYQm2KZWApU+aJAHjtCGIC3fM7hIEAX9YOxf7zjQhMyEcGbGhtqy0GZOetU37lCDig5t+h4yZPVCtvsL+Tsxm4KmnhjXxcii9wbLuIVbSWKFrM+Ctbywllg/kTYVS0ft806iUuGXxeFw3Pw37SpuwYDwnYBJR4GGwjGgMSo8NxX7rCPhx0SFQKZlkSkT+p7cMc+BpmHJzf4UAhLjQD0etUmDt7COYEvwcumobcNw6eFCjSUVm5svsteenOo0mNLRbMrTONbMsNlyDlKhgVLd043hNGxZMiIEkSci3Nvdf4iRYBgB5WQmYsHcTTIICKkmEqFDgmg/fAx681xaYumRqKMpqTqOuIQVzk3Mc7kMuwZw5zjGrTBYRHIQV1gxIu59vnfZZUF1gm/YpTIIli+zgQUuQTKm0ZI/lOU4CPRdysEz+oI3o1e0l6DSakZMahTwnz1fAUlp80ZR4p+eIiPwd3yETjUHjYzWYFnMYC5N3YkHKcUgSp8IRkf+Rg1+DlWF2WM+FqVVOpx/2p9NtxsLohxAd3GB33GCoQnHxGuh0m4e1R0kyo7l5B+rq3kNz8w5eTz2kylqCGRGsQlRI0DnfX7Y1WCX37ixv6kRlcxeClAIWToh1ehvFtq2YWnESKsnSR0whikBBAbClt4n/4omW2+490zjoJMxZaQMHywbidNqnIFiyyMzW550HssoAIDHSkgVX19rt9HHR2FLZ3IlN+8oBAA+unObStZeIKNAws4xojNHpNmO68m7MWFBjO7Z37zPMqCAivyOXYXYNUoYpZ5a50q9MkswoKVkPARLg8N5OAiCgpORexMVd5VJJpk63GSUl62EwVNqOMUPNM+R+ZWnnmFUmm5ESha3H6mwTMeWssjnp0c6nqkoSsGGDJXPL3Of5qFRajuflAYKA+eOjEaQUUKXvQkVTF9Jj7fcrDxCY1W8SpqvkaZ928vIs2WUFBZb/ujmrDAASIiyZZZ1GM9oNJlvpKo1OD31YhLONnfj5JdMwJz3a4fzL207BaBZx3qRYp2XLRESjATPLiMYQnW4ziovXQCHV2B0faUYFEZEnuTINs90aLHMa4OhHr8+3C2w5kmAwVECvzx/yvuTraf/74/XUM9w1CVM2Y5ylb1lxlWUi5tdyCWbmAG/8t2yxBKPM/Z6LZrNddlmoWoWcVC0AYM8Z++xFfacRZxstj2OwMsxhEwTg6aeBrCzLfz2Q5ROiViIy2PJvjE3+R7e61m7840Al9pU2YfVru/HoR0fQ0tljO19S34Z/HrRc9362cqqvtklE5HEMlhGNEXJGhfOpXZZjJSX3soSIiPyGPA2za7AyTGuwzJXm/kZjzZBrXFnH66n3uWsSpmyGNVh1qr4NHQYTdp+2BLacZsnIWWWKAV42KxSW89byxMWT5FLMJrtlclbZ+NhQRIW6OTNrxQrg2DHLfz3E1reMTf5Htf2lludtSJASkgRs2leOi3+7Ax8WVkKSJLy49TuIkmWy8FwnWWdERKMFg2VEY4Q7MyqIiLwhtE+D/4H6JNkyy9RDB8vU6mSXfu5Q63g99b5KN03ClCVEaBAXroEoAf84UIHWbhMig1WYZc0Ks2M0AuXlgCg6vzNRBCoqLOvQ27dsz2n7vmVyv7KZzn5GALBNxGxjsGw0K7AOgLo+Nw1/v2MRMhPC0dhhxM8+KMLVr36Dz4/UQhCAB/Km+HinRESexZ5lRGOEuzIqiIi8RS7DFCXAYBIR7GTapVyi6UoZpla7BBpNKgyGKjjPChOg0aRCq10y6P3weup9FU3uzSwTBAEzxkVix0kd/pxfCgA4b1IclAonJYwajaXUUqcb+A4TEizrAMzNiIZaqUBtazfKGjsxIS4MQO8kzFnuLMH0ogRbk3+WYY5mcmZZ7vgYLJoYi89/ugRvfl2K3315CkXWgO9VOSmYlhTpy20SEXkcg2VEY4S7MiqIiLwltE9wrLvH7DRY1mHrWTZ0Q35BUCIz82UUF6+BpcN/34CZJUiSmbnRaXN/STJDr8+H0VgDo7HOpf3zeuo+lW7uWQZYmvzvOKlDld4SiBu0UXlamuXLBcFBSsxO12J/aRP2nG60BcuOyJMwUwMzWGbLLGMZ5qjV0tWDk3VtAIDcCZYSS7VKgTuXTsIVOcl4+vPjOKPrYK8yIhoTGCwjGiPclVFBROQtKqUCaqUCRrOITqMZWidJRcNp8A8A8fGrkZ39ocMUS7UmFZMzNzqdYuls6qUoKSBAHKCXOq+n7tRuMKHZ2mDcrcGycfaZMUvcONVv8cRYS7DsTCNuWpgOXZsB1S3dEAQgO0AzyxIjLJll9cwsG7UKzzZBkix99eQJqLLU6FD8Ye08H+2MiMj72LOMaIyQMyqs3/U/C2DgjAoiIl8JDrK8VBloIuZwGvzL4uNXY9GiMsyc9RX+duIRPLv/aUjxBQMGypxNvQQG6F/F66nbVVmb+2tDgxAR7L7G+NkpvUGrtJgQZMSGue2+5Sb/ct+yI1V6AMCk+PBhPVf9CTPLRr/9pc0ALCWYRERjHYNlRGOInFGh0YyzO67RpCI7+0OnbxSJiHxpqImYHXLPMhca/PclCErExixDVMz1ONE0C1+daHRYM9jUS4UAa1aZfUBMFJJ5PXWziib3l2DK9xcVYgm+XZAZ79b7npOuhUalQEO7Aad17bbm/oFaggkACWzwP+rJzf1zJzBYRkQUmB9tEdGIxcevRlzcVbbeO2p1MrTaJcyAICK/1HcipjPD6VnmzIqsBPzzYCW+OlGPDZdPtzs39NRLADBj0qSX8HlxDz46bMKsiStxcfzcEe2FnLP1K3NWh3sOBEHA4omx+G9xLfKyE9163xqVEvMyorH7dCP2nG7s7VcWoCWYAJDYp8G/JEkQnNcgU4Dq7jHbhlAsYGYZERGDZURjkSAoER291NfbICIakjwRs7Nn8DJMV3uW9XfB5DgEKQWUNnTgjK4dE+PDbedcnWapVicia+IKPLNjP/SmZgYS3KzSWoaZFuPezDIAeGb1TKxbMsEjZWeLJ8ZagmVnGm1TBGemat3+c7wl3tqzzGgS0dLVA22o2sc7Inc6VKFHj1lCfIQGGbHuDUwTEQUilmESERGR35IzywYqwxxug//+IoKDsHCCpb/UVyfq7c4NZ4rwggkx0KgUqG3tRkl9+4j2Qs5V2CZhuv8NfHSY2mP9meS+ZdtP6NDQboBSIWB6cuQQt/JfGpUS0aGWstU6NvkfdQ5YSzAXjI9hsJ+ICAyWERERkR8LsfYiG6jBv3w8fIRlmABw8bQEAMCXx+2DZfIUYclhKIpMgEaTBq12CYKDlFhg7fOz8zvdiPdCjuTMMnf3LPO0WalahAQp0WXNipySGGHLlAxUbPI/eu0vk5v7R/t4J0RE/oHBMiIiIvJboUHWzLIByjDlzLLQYTb472t5liVYVlDWhJauHttxQVBi4qSNgCRBdOjx7zj18sLJlibx+acaRrwXctRbhhlYpWFqlQLz+wQeArlfmSyBwbJRySxKOHjWGixjc38iIgAMlhEREZEf6y3DHLzBf/gIyzABICM2DJPiw2ASJeSfss8K21O1CL8/9ChajHF2x51NEb5wiiVYtq+0Ed0DBPdoeFq7e2wBzHHawMosA3pLMQFgZgBPwpQlWvuW1bexDHM0OV7TinaDCREaFaYlBW6pMBGROzFYRkRERH4r2DYNc6AG/5bjI+1ZJluRZZmG2LcU0yxK+N2Xp1BYdx6q1V8jJ2c7srI2ISdnOxYtKrULlAHAlMRwJEZq0N0j4oC1pInOTWWTJassJkx9zn/HvrB4Ym+wLCeAm/vLWIZptW0bMH265b+jwP5SS7+yeeOjoVSwXxkREcBgGREREfkxWxmmk2CZJEnoMMoN/s+tF5Tct2z7yXqYrTWX/y6qwpmGDkSHBuHW8yYhOnopEhNvRHT0UlvpZV+CIGCJtRRz1yn2LXOHSmtz/7QA61cmmzkuClMTIzAxPgxTkyJ8vZ1zlhhpySwb08EySQIefRQ4ftzyX8mhRjvgFFib+3tq2AURUSBisIyIiIj8VuggmWVdPWbb+9RzKcMEgHkZ0YgMVkHf2YNvy5thMov43ZclAIDbL5zo8v0vmWwp19zFJv9uUWFr7h9Y/cpkKqUCn9xzAb6490KoVYH/sru3Z9kYLsPcsgUoKLD8f0GB5fsAJkmSLVi2gP3KiIhsAi+fnYiIiMaMwaZhys39BQEICTq3zDKVUoGlUxPwSVEF9n/3KWrrWqER2xATOhu3LB7v8v0smRwPQQBO1LahvrXbFlygkZEzywJtEmZfoyFIJpPLMOtHQ2ZZRQWgGySonZAApKbaH5MkYMMGSEolBLPZ8t8NG4C8PMuFKACVNnSgod0ItUqBWaOgrx4RkbswWEZERER+y9bgv8exwb+tX5laBcENb1RXTjqApdpHEaNuALqAny8AepCErtZXEd6vP9lAYsLUmJEShSNVLcg/1YBr56UOfSMakDwJMzXAJmGOVnIZZn2bAaIoQREA/a0qWiqg67QPigkGI2bkXoaghqaBb5iUBJSVARpN7zFrVpn8qAWzuTe7bOVKt+/dG+SsstmpWmhU5/ahAxHRaMJgGREREfmtkEHKMOVJmOfarwwAdLrNCOv8X4QG2/cfCkIdiovXOEy+HMyFU+KswTKdW4JlkmSGXp8Po7EGanUytNolTnumjUa2YFkAZ5aNJnHhGggCYBIlNHUaEReuGfpGPmQwGZD7p1zUddTZn5CAfWpgHgCn/5IUCiAtDVCre28iiqhf/yBiBQVUkmg7LioUUARwdtn+UsswktwJ0T7eCRGRfxk9eeFEREQ06tgyywYNlp3bZ3+SZEZJyXoAkpP3upbgWUnJvZAk5xM5+5Ob/OefaoAonlvzb51uM/buHY+iomU4fvwmFBUtw96946HTbT6n+w0EomhCsLgHC5N3Il59wOU/f/KcIKUCsWGB0+RfrVQjPSodiv5veQRgw8UDBMoAQBSBp56yBb86DCb8/pE/IPHkEbtAGQAoRDGge5exuT8RkXMMlhEREZHf6i3DdBIskydhqs8tWKbX58NgqBxkhQSDoQJ6fb5L9zc3PRrhaiBecwDffvcWmpt3jCjQo9NtRnHxGoe9GQxVKC5eM6oDZjrdZuzZOx7r5zyMO3NeQMPZy8ZMkNDf2UoxA6DJvyAIeGrZUxAhOpzbMgnYnwKY+0XIRYUCnTlz0LN8BQCgvLET1/7hG1z4/34HEc4zx0RBgPjLXwbcZMy61m6UN3VCIViGnBARUS+WYRIREZHfCg4auAyzXe5Zdo5lmEZjjVvXtTR/jOcuvBNhqnq01QJFtYBGk4rMzJddLuXsm+3m5CwAASUl9yIu7qpRV5IpBwn7P3Y5SDicklhyv8TIYBRXt/o8s2yw8uSWrh4crWrBkaoWHK6MQ4QwFW3iKUDoGzRT4P+WJuHTTdV296sQRfx4ytXY/+QWzBqnxXf1behs7URqewMUTv89AgpJQufJEoTu22dXumnjbFiAH9hfaskqy0qORERwkI93Q0TkXxgsIyIiIr8Vas0aG6wMM/wcyzDV6mS3rZMDPaGq4Qd6+r75NxrrXM52i45e6tL+A8FYDhIGCjmzrM5LmWW7TzfgnW/KcNHUeFw9exzCNCrodJtRUrLe7t+IRpOKkLhn8ddvZ+Bfh6pg6lMCHaK4CW2ax+3vWBAx7bpfQ1+0EVHHj0IQzRAVCpSlT8WhrAXoNpix31qimDMhHua9+wBDm+P+jlcj639uRHSbHli82PmDcDYswA+wBJOIaGAMlhEREZHfCrU1+Hc2DdM9Pcu02iXQaFJhMFTBeZBGgEaTCq12yaD3Y9f7zPEsBgv0OHvz7wpXs90CxXBKYkdTkDCQJEQEAwDq2ryTWbZx2ynsL23ClmN1eObzE/jfBccxM+x+9P+32t1die7KH6Cs6lGYxPOQFhOCmeOiMGNcFGak5OLer/6Nw/WHYJbMUApKzE2eixeuvBVCcDKwahUAS1bZxNdfwqHv5aG0sQMHzzZDkoArZ6fYslz7O2/OHJQ/noGo08ecZ545GRbgL+TMsgUTGCwjIuqPwTIiIiLyWyGDlGF22Mowz+3ljCAokZn5srX0T4D9m3BL2Cszc+OQmUwjDfQMVHboClez4gKFu0tiyf0SIy3BMm/0LBNFCcVVLQCA5Khg1LZ0YJzi15Akx2EcggCIErBu5pvYcO39mJ0ea3f+GcWvsepdS1DMLJnx1LKnIAiCZYplbq6lSX9uLpCXB4UgYFJ8OCbFhw+9SUFA3EvPQXHl5QM9CLthAd52RteOBz88jPKmTphFCWZRgihKMEuS7brKzDIiIkds8E9ERER+S84sM5hEmPtNluxt8H/u5Xjx8auRnf0hNJpxdsc1mlSXe2SNJNAzeNnhYOEzARpN2pDZboHGnSWx5Bm2Bv9eyCwrbexAh9GM4CAFdj20DH/5gYSYkIYB404KAQhV1SEj4ojDubxJechNyQUA5KbkIm9SnuWEIABPPw1kZVn+O4KgVujll6J91hyYhH5vrZRKWwDOF7p7zLhr07coPNsMXZsBTR1GtHT1oM1gsgXKFk2MQXyEf5WHEhH5A2aWERERkd8K7TPpsqvHbNefrN1NZZiy+PjViIu7asCm4UMZSaBnqGw052/bXc9287bBmq67wl0lseQ5cmaZNxr8H7VmlWUlRyJIqcDU+E4cbxj6ds4C14Ig4OnlT+On//kpnl7+tCWrTLZiBXDs2Mg3KggIf/4ZWzmnjdns06yyZ/9zAsdrWhEbpsYbt8xHuEYFpQJQCAJUCgUUCiA5KsQneyMi8ncMlhEREZHfCg5SQBAASbI0+e8bLHNXg/++BEE54l5YQwV6JAgI7hfoGUk5oWWy5kavTIQcTvBroKbrw5kCKpfEHi1eA0myZAr1OQvAP4OEY0mCNbNM12aAWZSgVHguEHSk0hIsmzkuCsC5Zx6umLgCx+46h6DYYPLyYJ43D9LBb6GSREgKJYR5c32WVbbtWB3e2V0GAPjN93MwLyPaJ/sgIgpULMMkIiIivyUIgq1vWf+JmO7qWeYucqDH+p3dOVECIEkIi3vGLtDj6pv/UuPDeK3oQRzqeAuLFpV6JVCm023G3r3jUVS0DMeP34SiomXYu3c8dLrNTtcWF69xyJKTp4A6u81A4uNXo9T0O+i74+yOD6ckljwnNkwDpUKAKAGN7Z7tW3bEmlk2wxoskwPSA+Vc+rQ8WRCg/PWvoZJEy7fi0FllkmRGc/MO1NW9h+bmHZAkx96MI1Hb0o0HPywCAKy7YAKWTUtwy/0SEY0l/vHqkoiIiGgAIUFKdBrN6Oyxn4gpZ5aFuqFnmbvIvc/6Z1h1mRPx1pF1MBWn4s2Yr2A21UGtTkZh1SS0dsdBq2mA8wQdS9lhkOYO7Ks5jvCoBK9kVQ00dEAOfvUNWg3ed23wKaAD2Vm+ALu+exPPXtGJpZnSiEo6yTOUCgFx4WrUtRpQ12pAgrUs091EUcKx6lYAvZll7hrG4TF5eTDMmQvNtwdRlDQZ4XPOw6QBlrojE9MZsyjhvvcPobmzB9kpkXho1dQR3xcR0Vg27MyyXbt24YorrkBKSgoEQcDHH39sO9fT04OHH34YM2fORFhYGFJSUnDLLbegurra7j6ampqwdu1aREZGQqvVYt26dWhvb7dbc/jwYSxZsgTBwcFIS0vD888/P7JHSERERAEtRO18Iqbc4N+dZZjuEB+/GosWlSEnZzuysjYhJ2c75s4/jZAgBW6dtAZHjyy3ZWq1Vc7F3uoLIUCAY7ZM75v/9NgIAEBFc6fH9z908As4dWo9mpu/RF3de6isfMXlKaCu/XwJRZV6SFAiK2MVEhNvRHT0UgbK/Ig3+padbepEm8EEjUqByQm9UyndMYzDYwQBmuefQ3XyBDx/0a14Z/dZp8vcmYnZ3+s7T2PPmUaEqpV45cY50Kj474aIaCSGHSzr6OhATk4OXn31VYdznZ2dOHjwIDZs2ICDBw9i8+bNOHnyJK688kq7dWvXrkVxcTG2bt2KTz/9FLt27cIdd9xhO9/a2oq8vDxkZGSgsLAQL7zwAp544gm88cYbI3iIREREFMjkzLH+ZZjubvDvTnLvMznQo+r5Autm/BrRwfbdyaM0Dbhkwmakpj4w6Jv/9JhQAEBFUxckaeAZme4w1NABQILRWImiohU4fvwmnD59n0v362p/trONndB39kCtVGBaUqRLtyHvSoiwBss8OBHzSJ/m/iql/VsWZwFpb5UnD2nFCpTl78c342fjw8JKtHT22J12JRhdUnIvtp3+AtNfnY5tZ7a5/KMLzzbjxa3fAQCevDIbE+PDh7gFERENZNivLi+55BJccsklTs9FRUVh69atdsd+//vfY8GCBSgvL0d6ejqOHz+O//73vygoKMD8+fMBAK+88gouvfRS/OY3v0FKSgreffddGI1GvPXWW1Cr1cjOzsahQ4fw4osv2gXViIiIaPQLsU7EdMgs80CDf0+Q3xwLkBySxyyllwIaGt7HwoWn0dKy22kz/RRtCATBMhG0od2I+AiNx/Y7kqEDrjjb3oYq8aDdsYSwBKRGptodK6rUAwCmp0RCrWJ7XX+UaG3yX9fquZ5lR239ypwHTM9lGIenLZ4Yi2lJEThR24b3D5Tjjgt7izFdCUYbDBX48571ON5wEo9++SiWT1huP73TCV2bAev//i3MooQrc1KwZl7qoOuJiGhwHn912dLSAkEQoNVqAQB79uyBVqu1BcoAYMWKFVAoFNi3bx+uueYa7NmzBxdeeCHUarVtzcqVK/Hcc8+hubkZ0dGO01wMBgMMht5f2K2trZ57UEREROQ1oUFyGaZ9z7JOP2vwPxBX3xy3tOwe8M2/WqVASlQIqvRdKG/q9GiwzNWhA/1JkvNe5qIE6AzATX/7X4j9ziWFJ6FsfRk0qt7Hc6hCDwCYnaYd0T7I8+QyzHoPlmH2n4QZSARBwI/On4CH/nkYf9l9Fj86f4ItO87VYLSu9SQAoKC6AFtOb8HKzJVO1x2u1OMvu8/ik8PVMJpEpMWE4FfXzBgyuEZERIPz6Md13d3dePjhh3HjjTciMtLyqVBtbS0SEuwnsqhUKsTExKC2tta2JjEx0W6N/L28pr9nnnkGUVFRtq+0tDR3PxwiIiLyAWdlmJIk2XqWhflRg39nXH1zPNS61OgQAEClh/uWabVLoFanYrjVngMFygQAr56GQ6BMAQXSItOgVqrtjjNY5v96M8s8EyyTJAlHq+0nYQaaK2enICZMjSp9F7Ycq7MddzUY3Wi0/oOSFLjpH/fhxS0nsbukAV1GMwwmMz76thJXv/oNrvz9N/jnwUoYTSJmjovCGzfPR2RwkCceEhHRmOKxj2J7enpw3XXXQZIkvPbaa576MTaPPPII7r//ftv3ra2tDJgRERGNAnKD/66e3mBZV48ZojWY4++ZZa6+OR5qXXpMKPaVNqG80bPBMkFQwhT+FGC4bcBsMZcp4/D4kQbkNzieEiHiqWVP2WXAGE0iiq0TEHMYLPNbCbYG/54pwyxv6kRbtwlqlQJTEiM88jM8LThIibUL0/HKVyV4+5tSXDrT8u9bq10CSZEMyVzjdAKuBKC+GzjSYr3ACSKaeo7juR3vI+SreVApBISqlWjttnxYEKQUcPmsFNyyOAOz07TMKCMichOPZJbJgbKzZ89i69attqwyAEhKSkJ9fb3depPJhKamJiQlJdnW1NXV2a2Rv5fX9KfRaBAZGWn3RURERIEv1Mk0TLm5vyD0nvdXWu0SaDSpcJx2KROg0aRBq10y6P2kyU3+vTAR87W90/D7Q4/CICUOvbifSZNesjVdX3pBDdqU89D/JadSUCI3JRd5k/Lsjp+obYXRJCIqJAjjY0PP5SGQByVaG/zXe6jBv625f1IEgpSB27fuB4syEKQUUFDWjDPvfQxMn44z732CPx76EQQAkuRkAq4EvHZaYZeJqYACiHwfiREamEQJrd0mJEUG42d5U7D758vx0vWzMSc9moEyIiI3cvtvHzlQdurUKWzbtg2xsbF25xcvXgy9Xo/CwkLbsa+++gqiKGLhwoW2Nbt27UJPT+/0mK1bt2Lq1KlO+5URERHR6BUS5FiGaetXplb5/RtEQVAiM/Nl+bv+ZwEAmZkbbc38ByJPxCxv8mywrPBsM/acaUSR7nzMnFNimzg4a9Y2qNVDB/1SU++xTQFVKFR4dsWv0b8I0yyZHbLKAKDIWoKZwwwZvyaXYTa0G9Fj7l9ge+6OVAV2CaYsMTIYl81MBiQJql/+Ejh+HN0PPYy9VYuwvf5Zhwm4kjIOjx8DdjbY/5mKEFFvOIYnrzMh/6Fl+PDHi/H1w8tw98WTPdq/kIhoLBt2sKy9vR2HDh3CoUOHAAClpaU4dOgQysvL0dPTgzVr1uDAgQN49913YTabUVtbi9raWhiNRgBAVlYWVq1ahdtvvx379+/HN998g7vvvhs33HADUlJSAAA33XQT1Go11q1bh+LiYrz//vt4+eWX7cosiYiIaGxwNg1Tzizz96wyWXz8amRnf+jw5lijSUV29oeIj1895H2kxVh6llU0dXlkj7I/bC8BAKyeOw7josMRHb0UiYk3IiZmOSZPHn7QL29SHnJTciHYXnYqMD9lvkNWGQAcqrAESdivzL9Fh6oRpLT8nevanJdibjuzDdNfnY5tZ7YN+/6PjpJgGQD86IIJuLD0INLPFAMAsqu+w9qWE3jo6geweHGZLRidk/MVfn4iA980OH97poACj+14DKnRIZg/PsY2MICIiDxj2FfZAwcOYM6cOZgzZw4A4P7778ecOXPw2GOPoaqqCv/+979RWVmJ2bNnIzk52fa1e/du2328++67mDZtGpYvX45LL70UF1xwAd544w3b+aioKGzZsgWlpaWYN28eHnjgATz22GO444473PCQiYiIKJDYGvz39E7D7LAGy8L9vF9ZX/Hxq7FoUd83x9uxaFGpS4EyoLcMs6alyyPZPABwrLoVX56oh0IA7lya6XB+JEE/QRDw1LKnINmyy0TcNuPnTjPHDlU0AwBmpwV+kGQ0UygEJETIfcscSzElScKjXz6K4w3H8eiXj0IaxrQISZJwtMrSty4QJ2H2N2tcFB7b/x5MguVtl1lQ4PH9f0e4WglBUNqC0aER5+FsSwVEh1EYFiJEVLRWwGg2enH3RERj17BfYS5dunTQX3iu/DKMiYnBpk2bBl0za9Ys5OfnD3d7RERENMo461lmm4QZQMEyALY3xyMRH65BcJAC3T0iqvVdyIgNc+veAOAPOyxZZZfOTMaEOOf3Hx+/GnFxV0Gvz4fRWAO1Ohla7ZJBy0jl7LKC6gKoxckoq3QMxLV29+C0rgMAkJOqPfcHQx6VEKlBlb7LaZP/Lae3oKC6AABQUF2ALae3YGXmSpfut7K5Cy1dPVArA7e5v50tW5B59oTtW6UkQvltIbBlC7Cy989Eo9Kg4PYC6Dp1A95VQlgCNCqWXRIReUNgvcIkIiKiMSfEWbBM7lmmCYwyTHcQBAFp0aE4Vd+O8qZOtwfLzuja8dmRGgDAXcscg1n2exle0E8QBDy9/Gnc/u+70Fl/Cz45XIMNV0xHRHCQbc1hawlmWkwIYsMZEPB3AzX5lyQJ6//zc0BSAIIIQIEfffQzfHJdrktN6OV+ZVOTIqBWBXipoSQBGzZAUiohmHuvX1AqgQ0bgLw8u3GzaVFpSItK88FGiYiovwD/DURERESjna0M0y5YZs0sU4+tz/1sEzE90Lfs9Z2nIUnAiqwEZCW7f6r4iokrcGb9CcyMuwBdPWb8u6ja7nxRpR4As8oChdzkv38Z5hclX+Bk0yFroAwARFR3HsUlf/w9ljy/Hc/99wTKGwceUjFamvsDsGSPFRTYB8oAwGwGCgos54mIyC8xWEZERER+LSTIEhDr6nFs8B9oZZjnylMTMav0Xdh8sAoA8JMhssrOhSAIuCHXkjnz3v5yu3OHrJMw2dw/MCREyj3LesswJUnCvf95xJJV1ocABVrVf0NFcyde23Eal72Sj9oWx15nQG9z/4DvV2bNKoNigLdbCoXl/DD6uRERkfcwWEZERER+zWnPMlsZ5tgKlqVGWydiNrs3WPbevnKYRAnnTYrF3PRot953f9fOTYVaqcDRqlYcqbQERiRJYrAswCRGOjb4/6LkC5xsPtQnq8xCgohu4RTWLW/FlMRwtHWb8Nx/T6A/SZJsmWUBHywzGoHyckAcYBiHKAIVFZZ1RETkd8bWK0wiIiIKOCG2Msw+0zCN8jTMsdOzDOjNLKtwc2ZZ4VnLFMorc1Lcer/ORIepccnMJPzrUDXeKyjHzNSZqGnphq7NAKVCQHZKgAdJxgi5DLPemlnWm1UmAIJjtpQCCnxathF/XrMFV/3hG3z0bRV+sCgD8zJ6g7NV+i7oO3sQpBQwJSncOw/EUzQaS6mlbuCG/UhIsKwjIiK/w8wyIiIi8mshQc4yy8ZmGWaaB4JloijZSt9mealf2A256QCAf31bhQ6DyZZVNi0pwhYcJf9myyyzNvg3mAwo0591GigDABEiKlorMDU5BN+flwoAePKTYohi73r5eTglMQIa1Sh4HqSlAXPnDvyVmurrHRIR0QDG1itMIiIiCjhs8N9LDpY1d/agrbvHbprkSJ1p6ECbwYTgIAWmJHonm2fRxBhMiAtDaUMHPimqRmlDBwAghyWYAUOehqnv7EF3jxl7TrcirutFBKna8ecfzkd0qNrhNglhCdCoNHhw5TT850gtDle24MPCSlxn7WM3akowiYgo4I2tV5hEREQUcEKtAbHOHjMkSYIgCGgfoz3LwjUqxISp0dRhREVTF6annHuw7LB1CmV2ShRUSu8UHQiCgBsXpOGZz4uRX/wvaDVNmBajxuxx2V75+XTuIkNU0KgUMJhE1LcasHHbd1BJ8bhj8UIsn5Q16G3jIzT46fLJ+PXnx/H8FyewamYSIoODcKSqFcAomYRJREQBbWy9wiQiIqKAI5flmUUJRrMIjUrZpwxzFJRqDVNaTCiaOowob+rE9JTIc76/w5VyCaZ3AxQrJhxA3NK7ERPcAAD4XgqgMP4eOt0riI9f7dW90PAJgoDEyGCUN3Xi/QPlKKpsQUiQErdfONGl29963ni8V1COM7oOvPLlCfzkvAYEGbdiWkwEZqQs8vDuiYiIBseeZUREROTXQvv0sJJLMTttDf7H3ud+adaJmJVumohZZM0sy/FSvzIA0Ok2o/z0jYjWNNgdF001KC5eA51us9f2QiOXGKnB+WWHcM3aPJxfdgi3LM5AXLhrDevVKgU2XD4d8xJ3I0t5MYqKLsbN057Bzxc8is7K2XwOEBGRTzFYRkRERH4tSKlAkFIAAHT1WIJl7dbMstAx1rMM6J2IWe6GJv89ZhHHqi2lb97KLJMkM0pK1gOQIAgOZwEAJSX3QpLM/U+Sn0kI1+ChnX9BZmMFfr7rL7h9yYRh3X5GzNe4e/bTDkFTo7GKQVMiIvIpBsuIiIjI7/WfiNlh7Vk2JjPL3DgR82RtGwwmERHBKoyPDTvn+3OFXp8Pg6FykBUSDIYK6PX5XtkPjdzi04XIqT0FAJhZcwpxu3e6fFs5aCoIYNCUiIj8DoNlRERE5PdC+k3EHMs9y9yZWda3X5lC4RCx8Aijscat68hHJAl57/0eJsHydkJSKoENGwBJcunmDJoSEZE/Y7CMiIiI/J5tIqbRMhGzY0z3LLMEyyqbuyCKrgUmBiJPwpzlxX5lanWyW9eRj2zZgoSTR6CSRACAYDYDBQXAli0u3ZxBUyIi8mcMlhEREZHf6y3DNKG7R4QcIwobg8GyZG0wlAoBBpMIXbvhnO6ryJpZluPFSZha7RJoNKkABspkE6DRpEGrXeK1PdEwSZIli0zZL7NzGNllDJoSEZE/Y7CMiIiI/F5onzJMubk/0BtEG0uClAokRwUDOLe+ZV1GM76rawPg3cwyQVAiM/Nl+bv+ZwEAmZkbIQhj7+82YGzZYskiM/frJzaM7DIGTYmIyJ8xWEZERER+T+5Z1mk09/YrUyu91mfL37ijb9mxmhaYRQnxERpb8M1b4uNXIzv7Q2g04+yOazSpyM7+EPHxq726HxoGOatMMcDbCIXCpewyBk2JiMifjb3aBSIiIgo4cmZZZ09vZtlYLMGUWfqWNZ5TsKyoorcEU3AcR+hx8fGrERd3FfT6fBiNNVCrk6HVLmFwxN8ZjUB5OSCKzs+LIlBRYVmn0Qx6V3LQtKRkvV2zf40mFZmZGxk0JSIinxm7rzKJiIgoYMgN/ruNZnRaJ2KOxeb+svRYS2ZZRVPXiO/DF839+xMEJaKjl/rs59MIaDSWUkudbuA1CQlDBspkDJoSEZE/GruvMomIiChgOCvDDNWM3TfTqdEhAM6tZ9lha3P/WV5s7k+jRFqa5ctNGDQlIiJ/w55lRERE5Pds0zB7TL1lmOqx+5mf3LOsonlkwbKWrh6caegA4NvMMiIiIiJ/xGAZERER+b2+0zDlzLKxXIaZZg2W1bZ2w2AyD7Ha0dGqFuv9hCAmTO3WvREREREFOgbLiIiIyO/1LcNkg38gNkyNULUSkgRUNQ+/b1mRH/QrIyIiIvJXDJYRERGR3wsN6s0skxv8j+VgmSAI1omYGNFEzMN9JmESERERkT0Gy4iIiMjvydMwO40mWxlmmHrsNvgHeksxK0aQWeYPkzCJiIiI/BWDZUREROT3WIbpKC1mZBMxdW0GVLd0QxCAGeOYWUZERETUH4NlRERE5PfkBv/dPWzwL7NNxBxmsEzOKsuMDx/zf4ZEREREzjBYRkRERH6vb2ZZB3uWAcCIe5YVVVr6lbEEk4iIiMg5BsuIiIjI74UE9QmW2cowx3bPsvTY3mCZJEku366oQg8AyEljCSYRERGRMwyWERERkd+TG/x39SnDDFOP7cyyjNhQBAcp0NZtwonatiHXS5IZzc3boTR8hGkxhzFzXIQXdklEREQUeMb2q0wiIiIKCKG2MkwTG/xbaVRKnD8pDl+eqMdXJ+qRlRw54FqdbjNKStbDYKjELVmWY12Vf4Au5GXEx6/20o6JiIiIAgMzy4iIiMjvhdga/Ito62aDf9myaQkAgO0n6gdco9NtRnHxGhgMlXbHjcYqFBevgU632aN7JCIiIgo0DJYRERGR35MzywCgqcNoOTbGe5YBvcGyg+XN0HcaHc5LkhklJesBOOtpZjlWUnIvJMnswV0SERERBRYGy4iIiMjvBat6A2Mm0RLkYWYZME4bgqmJERAlYOd3Oofzen2+Q0aZPQkGQwX0+nzPbZKIiIgowDBYRkRERH5PoRBsEzFlY71nmWywUkyjscal+3B1HREREdFYwGAZERERBYS+pZgAEBrEMkwAuNgaLNv5nQ5m0b7cUq1Oduk+XF1HRERENBYwWEZEREQBIbhPcCxMrYRCIfhwN/5jbroWkcEqNHf24FCF3u6cVrsEGk0qgIH+rARoNGnQapd4eptEREREAYPBMiIiIgoIfTPLQlmCaaNSKnDhlHgAjqWYgqBEZubLAADRoce/JYCWmbkRgsAsPSIiIiIZg2VEREQUEPoGy9jc355cirn9pGPfsvj41djX/Dz03XF2xzWaVGRnf4j4+NVe2SMRERFRoOArTSIiIgoIIX2CZWEaZkL1ddGUeAgCUFzdirrWbiRGBtvOtXX34O2D2TD0vIl//EiB9Kg2qNXJ0GqXMKOMiIiIyAlmlhEREVFACFX3fsYXpubnfX3FhmuQk6oF4FiK+fmRGnT3iJgYH4n5ky9DYuKNiI5eykAZERER0QAYLCMiIqKAYJ9ZxmBZf8umOi/F/GdhFQDg2nmpEAQORSAiIiIaCoNlREREFBBCgxgsG4zct+zrUw0wmMwAgPLGTuwva4IgANfMGefL7REREREFDAbLiIiIKCDYN/hnCWF/2SmRiI/QoMNoRkFpMwDgnwcrAQAXZMYhOSrE4cw78QAAEklJREFUl9sjIiIiChgMlhEREVFACO5bhsmeZQ4UCgFLp8QDsJRiiqKEzd9agmXXzk315daIiIiIAgqDZURERBQQQoP6NPhnGaZTF09LgAAzzlRtwZ7iPyEM+xChEbAyO8nXWyMiIiIKGHylSURERAEh1K7BP8swncmOzcdvl96FmOAG9DQCP18AdJkT0d7yB4TEr/b19oiIiIgCAjPLiIiIKCBwGubgdLrNOPPdDYjWNNgdD1HWo7h4DXS6zT7aGREREVFgYbCMiIiIAoJ9g38Gy/qSJDNKStYDkCAIDmcBACUl90KSzN7eGhEREVHAYbCMiIiIAkIoG/wPSK/Ph8FQOcgKCQZDBfT6fK/tiYiIiChQMVhGREREASGkT4AslD3L7BiNNW5dR0RERDSWMVhGREREASFUrcT5ZYew9c93Imn/177ejl9Rq5Pduo6IiIhoLBt2sGzXrl244oorkJKSAkEQ8PHHH9ud37x5M/Ly8hAbGwtBEHDo0CGH++ju7sZdd92F2NhYhIeH49prr0VdXZ3dmvLyclx22WUIDQ1FQkICHnzwQZhMpuFul4iIiEaJEJUCD+38CyY3ViDl+acASfL1lvyGVrsEGk0qAIeGZVYCNJo0aLVLvLktIiIiooA07GBZR0cHcnJy8Oqrrw54/oILLsBzzz034H3cd999+OSTT/DBBx9g586dqK6uxurVvePMzWYzLrvsMhiNRuzevRt/+ctf8M477+Cxxx4b7naJiIholIj5Zgdyak8BAIIPHQS2bPHxjvyHICiRmfmy/F3/swCAzMyNEASWrxIRERENRZCkkX8sKwgCPvroI1x99dUO58rKyjBhwgR8++23mD17tu14S0sL4uPjsWnTJqxZswYAcOLECWRlZWHPnj1YtGgR/vOf/+Dyyy9HdXU1EhMTAQCvv/46Hn74Yeh0OqjVaoefZzAYYDAYbN+3trYiLS0NLS0tiIyMHOlDJCIiIn8gSTDOy4Xi0LdQSSIkpRLC3LnAvn1wMv5xzNLpNqOkZL1ds3+NJg2ZmRsRH796kFsSERERjW6tra2IiopyKU7k9Z5lhYWF6OnpwYoVK2zHpk2bhvT0dOzZswcAsGfPHsycOdMWKAOAlStXorW1FcXFxU7v95lnnkFUVJTtKy0tzbMPhIiIiLxnyxaovy2EShIBAILZDBQUMLusn/j41Vi0qAw5OduRlbUJOTnbsWhRKQNlRERERMPg9WBZbW0t1Go1tFqt3fHExETU1tba1vQNlMnn5XPOPPLII2hpabF9VVRUuH/zRERE5H2SBGzYACj7lRAqlZbj7F1mRxCUiI5eisTEGxEdvZSll0RERETDpBp6SWDQaDTQaDS+3gYRERG525Ytliyy/vpml61c6f19EREREdGo5PXMsqSkJBiNRuj1ervjdXV1SEpKsq3pPx1T/l5eQ0RERGOAnFWmGOAli0LB7DIiIiIiciuvB8vmzZuHoKAgfPnll7ZjJ0+eRHl5ORYvXgwAWLx4MY4cOYL6+nrbmq1btyIyMhLTp0/39paJiIjIV4xGoLwcEEXn50URqKiwrCMiIiIicoNhl2G2t7ejpKTE9n1paSkOHTqEmJgYpKeno6mpCeXl5aiurgZgCYQBloywpKQkREVFYd26dbj//vsRExODyMhI3HPPPVi8eDEWLVoEAMjLy8P06dNx88034/nnn0dtbS1++ctf4q677mKpJRER0Vii0VhKLXW6gdckJFjWERERERG5gSBJw6tb2LFjB5YtW+Zw/NZbb8U777yDd955B7fddpvD+ccffxxPPPEEAKC7uxsPPPAA3nvvPRgMBqxcuRJ/+MMf7Eosz549izvvvBM7duxAWFgYbr31Vjz77LNQqVyL7w1nJCgREREREREREY1ew4kTDTtYFigYLCMiIiIiIiIiImB4cSKv9ywjIiIiIiIiIiLyVwyWERERERERERERWTFYRkREREREREREZMVgGRERERERERERkRWDZURERERERERERFYMlhEREREREREREVkxWEZERERERERERGTFYBkREREREREREZEVg2VERERERERERERWDJYRERERERERERFZMVhGRERERERERERkxWAZERERERERERGRlcrXG/AUSZIAAK2trT7eCRERERERERER+ZIcH5LjRYMZtcGytrY2AEBaWpqPd0JERERERERERP6gra0NUVFRg64RJFdCagFIFEVUV1cjIiICgiD4ejtu0drairS0NFRUVCAyMtLX26FRis8z8hY+18gb+Dwjb+FzjbyBzzPyFj7XyBu8/TyTJAltbW1ISUmBQjF4V7JRm1mmUCiQmprq6214RGRkJC9Y5HF8npG38LlG3sDnGXkLn2vkDXyekbfwuUbe4M3n2VAZZTI2+CciIiIiIiIiIrJisIyIiIiIiIiIiMiKwbIAotFo8Pjjj0Oj0fh6KzSK8XlG3sLnGnkDn2fkLXyukTfweUbewucaeYM/P89GbYN/IiIiIiIiIiKi4WJmGRERERERERERkRWDZURERERERERERFYMlhEREREREREREVkxWEZERERERERERGTFYBkREREREREREZEVg2UB4tVXX8X48eMRHByMhQsXYv/+/b7eEgW4Z555Brm5uYiIiEBCQgKuvvpqnDx50m7N0qVLIQiC3dePf/xjH+2YAtETTzzh8ByaNm2a7Xx3dzfuuusuxMbGIjw8HNdeey3q6up8uGMKVOPHj3d4rgmCgLvuugsAr2c0Mrt27cIVV1yBlJQUCIKAjz/+2O68JEl47LHHkJycjJCQEKxYsQKnTp2yW9PU1IS1a9ciMjISWq0W69atQ3t7uxcfBQWCwZ5rPT09ePjhhzFz5kyEhYUhJSUFt9xyC6qrq+3uw9l18Nlnn/XyIyF/NtQ17Yc//KHDc2jVqlV2a3hNI1cM9Vxz9ppNEAS88MILtjW+vqYxWBYA3n//fdx///14/PHHcfDgQeTk5GDlypWor6/39dYogO3cuRN33XUX9u7di61bt6Knpwd5eXno6OiwW3f77bejpqbG9vX888/7aMcUqLKzs+2eQ19//bXt3H333YdPPvkEH3zwAXbu3Inq6mqsXr3ah7ulQFVQUGD3PNu6dSsA4Pvf/75tDa9nNFwdHR3IycnBq6++6vT8888/j9/97nd4/fXXsW/fPoSFhWHlypXo7u62rVm7di2Ki4uxdetWfPrpp9i1axfuuOMObz0EChCDPdc6Oztx8OBBbNiwAQcPHsTmzZtx8uRJXHnllQ5r/+///s/uOnfPPfd4Y/sUIIa6pgHAqlWr7J5D7733nt15XtPIFUM91/o+x2pqavDWW29BEARce+21dut8ek2TyO8tWLBAuuuuu2zfm81mKSUlRXrmmWd8uCsaberr6yUA0s6dO23HLrroImn9+vW+2xQFvMcff1zKyclxek6v10tBQUHSBx98YDt2/PhxCYC0Z88eL+2QRqv169dLkyZNkkRRlCSJ1zM6dwCkjz76yPa9KIpSUlKS9MILL9iO6fV6SaPRSO+9954kSZJ07NgxCYBUUFBgW/Of//xHEgRBqqqq8treKbD0f645s3//fgmAdPbsWduxjIwM6aWXXvLs5mjUcPY8u/XWW6WrrrpqwNvwmkYj4co17aqrrpIuvvhiu2O+vqYxs8zPGY1GFBYWYsWKFbZjCoUCK1aswJ49e3y4MxptWlpaAAAxMTF2x999913ExcVhxowZeOSRR9DZ2emL7VEAO3XqFFJSUjBx4kSsXbsW5eXlAIDCwkL09PTYXd+mTZuG9PR0Xt/onBiNRvztb3/Dj370IwiCYDvO6xm5U2lpKWpra+2uYVFRUVi4cKHtGrZnzx5otVrMnz/ftmbFihVQKBTYt2+f1/dMo0dLSwsEQYBWq7U7/uyzzyI2NhZz5szBCy+8AJPJ5JsNUsDasWMHEhISMHXqVNx5551obGy0neM1jTyhrq4On332GdatW+dwzpfXNJXXfhKNSENDA8xmMxITE+2OJyYm4sSJEz7aFY02oiji3nvvxfnnn48ZM2bYjt90003IyMhASkoKDh8+jIcffhgnT57E5s2bfbhbCiQLFy7EO++8g6lTp6KmpgZPPvkklixZgqNHj6K2thZqtdrhhX5iYiJqa2t9s2EaFT7++GPo9Xr88Ic/tB3j9YzcTb5OOXuNJp+rra1FQkKC3XmVSoWYmBhe52jEuru78fDDD+PGG29EZGSk7fhPf/pTzJ07FzExMdi9ezceeeQR1NTU4MUXX/ThbimQrFq1CqtXr8aECRNw+vRpPProo7jkkkuwZ88eKJVKXtPII/7yl78gIiLCoRWLr69pDJYREe666y4cPXrUrpcUALv+AzNnzkRycjKWL1+O06dPY9KkSd7eJgWgSy65xPb/s2bNwsKFC5GRkYF//OMfCAkJ8eHOaDR78803cckllyAlJcV2jNczIhoNenp6cN1110GSJLz22mt25+6//37b/8+aNQtqtRr/+7//i2eeeQYajcbbW6UAdMMNN9j+f+bMmZg1axYmTZqEHTt2YPny5T7cGY1mb731FtauXYvg4GC7476+prEM08/FxcVBqVQ6TIerq6tDUlKSj3ZFo8ndd9+NTz/9FNu3b0dqauqgaxcuXAgAKCkp8cbWaBTSarWYMmUKSkpKkJSUBKPRCL1eb7eG1zc6F2fPnsW2bdvwP//zP4Ou4/WMzpV8nRrsNVpSUpLDQCaTyYSmpiZe52jY5EDZ2bNnsXXrVrusMmcWLlwIk8mEsrIy72yQRp2JEyciLi7O9ruS1zRyt/z8fJw8eXLI122A969pDJb5ObVajXnz5uHLL7+0HRNFEV9++SUWL17sw51RoJMkCXfffTc++ugjfPXVV5gwYcKQtzl06BAAIDk52cO7o9Gqvb0dp0+fRnJyMubNm4egoCC769vJkydRXl7O6xuN2Ntvv42EhARcdtllg67j9YzO1YQJE5CUlGR3DWttbcW+ffts17DFixdDr9ejsLDQtuarr76CKIq2gC2RK+RA2alTp7Bt2zbExsYOeZtDhw5BoVA4lM0RuaqyshKNjY2235W8ppG7vfnmm5g3bx5ycnKGXOvtaxrLMAPA/fffj1tvvRXz58/HggULsHHjRnR0dOC2227z9dYogN11113YtGkT/vWvfyEiIsLWZyAqKgohISE4ffo0Nm3ahEsvvRSxsbE4fPgw7rvvPlx44YWYNWuWj3dPgeJnP/sZrrjiCmRkZKC6uhqPP/44lEolbrzxRkRFRWHdunW4//77ERMTg8jISNxzzz1YvHgxFi1a5OutUwASRRFvv/02br31VqhUvS9xeD2jkWpvb7fLPiwtLcWhQ4cQExOD9PR03HvvvfjVr36FyZMnY8KECdiwYQNSUlJw9dVXAwCysrKwatUq3H777Xj99dfR09ODu+++GzfccINdmTDRYM+15ORkrFmzBgcPHsSnn34Ks9lse90WExMDtVqNPXv2YN++fVi2bBkiIiKwZ88e3HffffjBD36A6OhoXz0s8jODPc9iYmLw5JNP4tprr0VSUhJOnz6Nhx56CJmZmVi5ciUAXtPIdUP9/gQsHzB98MEH+O1vf+twe7+4pvlsDicNyyuvvCKlp6dLarVaWrBggbR3715fb4kCHACnX2+//bYkSZJUXl4uXXjhhVJMTIyk0WikzMxM6cEHH5RaWlp8u3EKKNdff72UnJwsqdVqady4cdL1118vlZSU2M53dXVJP/nJT6To6GgpNDRUuuaaa6Samhof7pgC2RdffCEBkE6ePGl3nNczGqnt27c7/V156623SpIkSaIoShs2bJASExMljUYjLV++3OH519jYKN14441SeHi4FBkZKd12221SW1ubDx4N+bPBnmulpaUDvm7bvn27JEmSVFhYKC1cuFCKioqSgoODpaysLOnpp5+Wuru7ffvAyK8M9jzr7OyU8vLypPj4eCkoKEjKyMiQbr/9dqm2ttbuPnhNI1cM9ftTkiTpj3/8oxQSEiLp9XqH2/vDNU2QJEnyeESOiIiIiIiIiIgoALBnGRERERERERERkRWDZURERERERERERFYMlhEREREREREREVkxWEZERERERERERGTFYBkREREREREREZEVg2VERERERERERERWDJYRERERERERERFZMVhGRERERERERERkxWAZERERERERERGRFYNlREREREREREREVgyWERERERERERERWf1/4ARwm4EtoNwAAAAASUVORK5CYII=", + "text/plain": [ + "
" + ] + }, + "metadata": {}, + "output_type": "display_data" + } + ], + "source": [ + "plt.figure(figsize=(15,6))\n", + "plt.cla()\n", + "env_l.render()\n" + ] + }, + { + "cell_type": "code", + "execution_count": 42, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "(-143.71849208740235,\n", + " 327.02519292656416,\n", + " -2.4958328857421876,\n", + " 173.71400360701966)" + ] + }, + "execution_count": 42, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "# Test for random n_eval_episodes\n", + "max_steps = 20 \n", + "env_test_rand = CustTradingEnv(df=eth_test, max_steps=max_steps, random_start=True, scaler=env.get_scaler())\n", + "n_eval_episodes = 1000\n", + "\n", + "evaluate_agent(env_test_rand, max_steps, n_eval_episodes, model, random=True)" + ] + }, + { + "cell_type": "code", + "execution_count": 43, + "metadata": {}, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Mean profit 22.493475219726562\n" + ] + } + ], + "source": [ + "# trade sequentially with random actions \n", + "max_steps = len(eth_test)\n", + "env_test = CustTradingEnv(df=eth_test, max_steps=max_steps, random_start=False, scaler=env.get_scaler())\n", + "n_eval_episodes = 1\n", + "\n", + "all_profit=[]\n", + "for i in range(1000):\n", + " _,_,profit,_=evaluate_agent(env_test, max_steps, n_eval_episodes, model, random=True)\n", + " all_profit.append(profit)\n", + "print(f\"Mean profit {np.mean(all_profit)}\")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "## Results\n", + "\n", + "| Model | 1000 trades 20 steps | Sequential trading | 1000 trades 20 steps random actions | Sequential random|\n", + "|------------|----------------------|--------------------|-------------------------------------|------------------|\n", + "|Q-learning | 113.14 | 563.67 | -18.10 | 39.30 |\n", + "|DQN | 87.62 | 381.17 | 4.95 | 3.77 |\n", + "|A2c | 61.64 | 734.18 | -2.49 | 22.49 |\n", + "\n", + "#### Actions are: Buy/Sell/Hold 1 ETH \n", + "##### Model trading\n", + "1000 trades 20 steps - Made 1000 episodes, 20 trades each episode, result is the mean return of each episode \n", + "\n", + "Sequential trading (175 days)- Trade the test set sequentially from start to end day \n", + "##### Random trading (to compare against model trading)\n", + "1000 trades 20 steps random actions - Made 1000 episodes, 20 trades each episode taking random actions \n", + "\n", + "Sequential random (175 days)- Trade the test set sequentially from start to end day with random actions " + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [] + } + ], + "metadata": { + "colab": { + "provenance": [] + }, + "kernelspec": { + "display_name": "Python 3.9.16 ('aivai')", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.9.16" + }, + "orig_nbformat": 4, + "vscode": { + "interpreter": { + "hash": "e0a9bccbe122e523b955ec22d341fa640296741eab9d9470e0d68ebe33390ade" + } + }, + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "01a2dbcb714e40148b41c761fcf43147": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "20b0f38ec3234ff28a62a286cd57b933": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "PasswordModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "PasswordModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "PasswordView", + "continuous_update": true, + "description": "Token:", + "description_tooltip": null, + "disabled": false, + "layout": "IPY_MODEL_01a2dbcb714e40148b41c761fcf43147", + "placeholder": "​", + "style": "IPY_MODEL_90c874e91b304ee1a7ef147767ac00ce", + "value": "" + } + }, + "270cbb5d6e9c4b1e9e2f39c8b3b0c15f": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "VBoxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "VBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "VBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_a02224a43d8d4af3bd31d326540d25da", + "IPY_MODEL_20b0f38ec3234ff28a62a286cd57b933", + "IPY_MODEL_f6c845330d6743c0b35c2c7ad834de77", + "IPY_MODEL_f1675c09d16a4251b403f9c56255f168", + "IPY_MODEL_c1a82965ae26479a98e4fdbde1e64ec2" + ], + "layout": "IPY_MODEL_3fa248114ac24656ba74923936a94d2d" + } + }, + "2dc5fa9aa3334dfcbdee9c238f2ef60b": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "3e753b0212644990b558c68853ff2041": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "3fa248114ac24656ba74923936a94d2d": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": "center", + "align_self": null, + "border": null, + "bottom": null, + "display": "flex", + "flex": null, + "flex_flow": "column", + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": "50%" + } + }, + "42d140b838b844819bc127afc1b7bc84": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "90c874e91b304ee1a7ef147767ac00ce": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "9d847f9a7d47458d8cd57d9b599e47c6": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "a02224a43d8d4af3bd31d326540d25da": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_caef095934ec47bbb8b64eab22049284", + "placeholder": "​", + "style": "IPY_MODEL_2dc5fa9aa3334dfcbdee9c238f2ef60b", + "value": "

Copy a token from your Hugging Face\ntokens page and paste it below.
Immediately click login after copying\nyour token or it might be stored in plain text in this notebook file.
" + } + }, + "a2cfb91cf66447d7899292854bd64a07": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c1a82965ae26479a98e4fdbde1e64ec2": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "HTMLModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_9d847f9a7d47458d8cd57d9b599e47c6", + "placeholder": "​", + "style": "IPY_MODEL_42d140b838b844819bc127afc1b7bc84", + "value": "\nPro Tip: If you don't already have one, you can create a dedicated\n'notebooks' token with 'write' access, that you can then easily reuse for all\nnotebooks. " + } + }, + "caef095934ec47bbb8b64eab22049284": { + "model_module": "@jupyter-widgets/base", + "model_module_version": "1.2.0", + "model_name": "LayoutModel", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "eaba3f1de4444aabadfea2a3dadb1d80": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "DescriptionStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "ee4a21bedc504171ad09d205d634b528": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ButtonStyleModel", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ButtonStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "button_color": null, + "font_weight": "" + } + }, + "f1675c09d16a4251b403f9c56255f168": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "ButtonModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ButtonModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ButtonView", + "button_style": "", + "description": "Login", + "disabled": false, + "icon": "", + "layout": "IPY_MODEL_a2cfb91cf66447d7899292854bd64a07", + "style": "IPY_MODEL_ee4a21bedc504171ad09d205d634b528", + "tooltip": "" + } + }, + "f6c845330d6743c0b35c2c7ad834de77": { + "model_module": "@jupyter-widgets/controls", + "model_module_version": "1.5.0", + "model_name": "CheckboxModel", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "CheckboxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "CheckboxView", + "description": "Add token as git credential?", + "description_tooltip": null, + "disabled": false, + "indent": true, + "layout": "IPY_MODEL_3e753b0212644990b558c68853ff2041", + "style": "IPY_MODEL_eaba3f1de4444aabadfea2a3dadb1d80", + "value": true + } + } + } + } + }, + "nbformat": 4, + "nbformat_minor": 0 +}